{"mode": "kev-choice", "prompt_sha256": "ada2e647fb31ad59f271b00730eac9606a376e7312144f898a5078a179b3253d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.08066380644889685, "einstein": 0.05228430495733531, "hypatia": 0.39395137170602346, "ibn_sina": 0.15793206616952407, "sagan": 0.19502007063779755, "socrates": 0.1201483800804227}, "confidence": 0.11304790754997851, "choice": "hypatia"}}, "usage": {"input_tokens": 279, "output_tokens": 1}, "latency_ms": 131.18803800171008, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 279, "compiled_prompt_sha256": "2ca65940a5765f77af59cf411c0b326a074bbc7804d92041b9a96860a2ba21f0", "compiled_ids_sha256": "39875e59687c95458e3c8bef14fa71362355147df3bbbb6895cd7ad2bb135fb8", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.3046875, 0.87109375, 2.890625, 1.9765625, 2.1875, 1.703125], "runtime_probabilities": [0.08066380769014359, 0.05228430777788162, 0.3939513564109802, 0.1579320728778839, 0.19502006471157074, 0.12014836817979813], "decide_seconds": 0.12394497499917634, "probabilities_f64_minus_runtime_max_abs": 1.5295043231944305e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.08066380644889685, "einstein": 0.05228430495733531, "hypatia": 0.39395137170602346, "ibn_sina": 0.15793206616952407, "sagan": 0.19502007063779755, "socrates": 0.1201483800804227}, "confidence": 0.11304790754997851, "seconds": 0.13126612799896975, "prompt_tokens": 279, "eval_tokens": 1, "server_latency_ms": 131.18803800171008, "prompt_eval_ms": null, "total_ms": 131.26612799896975, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c000", "task": "kc", "label": "darwin", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "request_sha256": "ada2e647fb31ad59f271b00730eac9606a376e7312144f898a5078a179b3253d", "compiled_tokens": 279, "compiled_prompt_sha256": "2ca65940a5765f77af59cf411c0b326a074bbc7804d92041b9a96860a2ba21f0", "compiled_ids_sha256": "39875e59687c95458e3c8bef14fa71362355147df3bbbb6895cd7ad2bb135fb8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "ae89c5003c7b8c49cffb6cc5b1d1490d93f6203de46ad9f7f01410a034925e66", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.689085604369973, "einstein": 0.018798987418449233, "hypatia": 0.13151428904643028, "ibn_sina": 0.024232852592224075, "sagan": 0.08760740336449123, "socrates": 0.048760863208432155}, "confidence": 0.41461469175023447, "choice": "darwin"}}, "usage": {"input_tokens": 379, "output_tokens": 1}, "latency_ms": 112.40580499725183, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 379, "compiled_prompt_sha256": "dfdf84665a6deae6826cfe5cb74cbdf7164c3c10210051c62958077957da1655", "compiled_ids_sha256": "935f8d246f67d04de94e49c25e2c59f166760a7b2d6dddf4f9fb2ac6ee141755", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [4.1875, 0.5859375, 2.53125, 0.83984375, 2.125, 1.5390625], "runtime_probabilities": [0.6890855431556702, 0.018798988312482834, 0.1315142810344696, 0.024232853204011917, 0.08760739117860794, 0.04876085743308067], "decide_seconds": 0.10772652100058622, "probabilities_f64_minus_runtime_max_abs": 6.121430284888874e-08}}}, "choice": "darwin", "probs": {"darwin": 0.689085604369973, "einstein": 0.018798987418449233, "hypatia": 0.13151428904643028, "ibn_sina": 0.024232852592224075, "sagan": 0.08760740336449123, "socrates": 0.048760863208432155}, "confidence": 0.41461469175023447, "seconds": 0.11243356500199297, "prompt_tokens": 379, "eval_tokens": 1, "server_latency_ms": 112.40580499725183, "prompt_eval_ms": null, "total_ms": 112.43356500199297, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c001", "task": "kc", "label": "darwin", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "request_sha256": "ae89c5003c7b8c49cffb6cc5b1d1490d93f6203de46ad9f7f01410a034925e66", "compiled_tokens": 379, "compiled_prompt_sha256": "dfdf84665a6deae6826cfe5cb74cbdf7164c3c10210051c62958077957da1655", "compiled_ids_sha256": "935f8d246f67d04de94e49c25e2c59f166760a7b2d6dddf4f9fb2ac6ee141755", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "6be4957f07feb5d82a63ae1dca58d96723d78d0c8f0e1a49f0cfafc844c756bc", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.011507812059540786, "einstein": 0.13169993487686546, "hypatia": 0.21045589669202575, "ibn_sina": 0.23114058402701076, "sagan": 0.1946398862899722, "socrates": 0.22055588605458498}, "confidence": 0.08645308128564477, "choice": "ibn_sina"}}, "usage": {"input_tokens": 296, "output_tokens": 1}, "latency_ms": 96.56515900132945, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 296, "compiled_prompt_sha256": "36256d9ffe4d50c3d22a8cefe2d22c38863f669314f6c78f6e3165edd736e631", "compiled_ids_sha256": "bedc1945b96a6e27ccb028c42f119ba2eb225cdab520d6ff987d956978f024cd", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.59375, 1.84375, 2.3125, 2.40625, 2.234375, 2.359375], "runtime_probabilities": [0.011507811956107616, 0.13169993460178375, 0.21045590937137604, 0.231140598654747, 0.1946399062871933, 0.22055590152740479], "decide_seconds": 0.092816517000756, "probabilities_f64_minus_runtime_max_abs": 1.9997221101242246e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.011507812059540786, "einstein": 0.13169993487686546, "hypatia": 0.21045589669202575, "ibn_sina": 0.23114058402701076, "sagan": 0.1946398862899722, "socrates": 0.22055588605458498}, "confidence": 0.08645308128564477, "seconds": 0.09658946799754631, "prompt_tokens": 296, "eval_tokens": 1, "server_latency_ms": 96.56515900132945, "prompt_eval_ms": null, "total_ms": 96.58946799754631, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c002", "task": "kc", "label": "darwin", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "request_sha256": "6be4957f07feb5d82a63ae1dca58d96723d78d0c8f0e1a49f0cfafc844c756bc", "compiled_tokens": 296, "compiled_prompt_sha256": "36256d9ffe4d50c3d22a8cefe2d22c38863f669314f6c78f6e3165edd736e631", "compiled_ids_sha256": "bedc1945b96a6e27ccb028c42f119ba2eb225cdab520d6ff987d956978f024cd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "1e254c48e8d558d49c1284459198465a15cef2148c47d5875cf4a5f35404bff2", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.1838258715701248, "einstein": 0.057169481133078105, "hypatia": 0.3599135844261961, "ibn_sina": 0.08889238309471086, "sagan": 0.16478044630511707, "socrates": 0.14541823347077304}, "confidence": 0.08725880484978643, "choice": "hypatia"}}, "usage": {"input_tokens": 399, "output_tokens": 1}, "latency_ms": 114.00552299892297, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 399, "compiled_prompt_sha256": "604afd02ea457c03d0d85cec823cbc75b5a82d677e33fef5295394b9bc38e733", "compiled_ids_sha256": "77f997cd82656949ba572af316c23fd06bc92bfc51d6b9880262378e26c5a2fd", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [2.109375, 0.94140625, 2.78125, 1.3828125, 2.0, 1.875], "runtime_probabilities": [0.18382588028907776, 0.05716948211193085, 0.35991358757019043, 0.0888923853635788, 0.16478045284748077, 0.1454182267189026], "decide_seconds": 0.1091600899999321, "probabilities_f64_minus_runtime_max_abs": 8.718952948516545e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.1838258715701248, "einstein": 0.057169481133078105, "hypatia": 0.3599135844261961, "ibn_sina": 0.08889238309471086, "sagan": 0.16478044630511707, "socrates": 0.14541823347077304}, "confidence": 0.08725880484978643, "seconds": 0.11403353200148558, "prompt_tokens": 399, "eval_tokens": 1, "server_latency_ms": 114.00552299892297, "prompt_eval_ms": null, "total_ms": 114.03353200148558, "done_reason": null, "id": "c-darwin-01-dessert-02", "uid": "c003", "task": "kc", "label": "darwin", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "request_sha256": "1e254c48e8d558d49c1284459198465a15cef2148c47d5875cf4a5f35404bff2", "compiled_tokens": 399, "compiled_prompt_sha256": "604afd02ea457c03d0d85cec823cbc75b5a82d677e33fef5295394b9bc38e733", "compiled_ids_sha256": "77f997cd82656949ba572af316c23fd06bc92bfc51d6b9880262378e26c5a2fd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "7850492fc6179b1b4b4bdd20394ab04399c688ce7f0b9d2de32e671e0627905c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.020881073553436352, "einstein": 0.019924859577281892, "hypatia": 0.6834301299974197, "ibn_sina": 0.08421511574827666, "sagan": 0.1206325836218842, "socrates": 0.0709162375017012}, "confidence": 0.40275212387504156, "choice": "hypatia"}}, "usage": {"input_tokens": 409, "output_tokens": 1}, "latency_ms": 114.55247800040524, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 409, "compiled_prompt_sha256": "f23455f0797804d5728aeff3fdc9d48c4b31d4a7b4b5aa74d195e7140ad387f6", "compiled_ids_sha256": "2fc9c2e9c165a1094386aba821c96f2b186d61c9c48cddddeb2a7985bc7f809a", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.73046875, 0.68359375, 4.21875, 2.125, 2.484375, 1.953125], "runtime_probabilities": [0.02088107168674469, 0.019924860447645187, 0.6834301352500916, 0.08421511203050613, 0.1206325814127922, 0.07091624289751053], "decide_seconds": 0.10966797600121936, "probabilities_f64_minus_runtime_max_abs": 5.395809327124468e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.020881073553436352, "einstein": 0.019924859577281892, "hypatia": 0.6834301299974197, "ibn_sina": 0.08421511574827666, "sagan": 0.1206325836218842, "socrates": 0.0709162375017012}, "confidence": 0.40275212387504156, "seconds": 0.11457989799964707, "prompt_tokens": 409, "eval_tokens": 1, "server_latency_ms": 114.55247800040524, "prompt_eval_ms": null, "total_ms": 114.57989799964707, "done_reason": null, "id": "c-darwin-01-dessert-03", "uid": "c004", "task": "kc", "label": "darwin", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "request_sha256": "7850492fc6179b1b4b4bdd20394ab04399c688ce7f0b9d2de32e671e0627905c", "compiled_tokens": 409, "compiled_prompt_sha256": "f23455f0797804d5728aeff3fdc9d48c4b31d4a7b4b5aa74d195e7140ad387f6", "compiled_ids_sha256": "2fc9c2e9c165a1094386aba821c96f2b186d61c9c48cddddeb2a7985bc7f809a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "1ef9e9b47aa0b69dc706e2b2d978416f2bd011a8d4c23e06e7b821ffac0d6d06", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.8428288601600263, "einstein": 0.021769587446880415, "hypatia": 0.047179120127324406, "ibn_sina": 0.015741415586152833, "sagan": 0.04295707771672219, "socrates": 0.029523938962893733}, "confidence": 0.6226787448050064, "choice": "darwin"}}, "usage": {"input_tokens": 411, "output_tokens": 1}, "latency_ms": 114.99429499963298, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 411, "compiled_prompt_sha256": "24e4de0b01d855575257e46ab574c911b12ec716af49ef43360d71b0ceb39554", "compiled_ids_sha256": "7edad3a35e2849ccf2f8adce479f5cd518ba5078d299c95eded9c3ee2725b892", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [4.875, 1.21875, 1.9921875, 0.89453125, 1.8984375, 1.5234375], "runtime_probabilities": [0.8428289294242859, 0.02176959067583084, 0.047179125249385834, 0.015741417184472084, 0.04295708239078522, 0.02952393889427185], "decide_seconds": 0.10995385299975169, "probabilities_f64_minus_runtime_max_abs": 6.926425955011695e-08}}}, "choice": "darwin", "probs": {"darwin": 0.8428288601600263, "einstein": 0.021769587446880415, "hypatia": 0.047179120127324406, "ibn_sina": 0.015741415586152833, "sagan": 0.04295707771672219, "socrates": 0.029523938962893733}, "confidence": 0.6226787448050064, "seconds": 0.11502121400189935, "prompt_tokens": 411, "eval_tokens": 1, "server_latency_ms": 114.99429499963298, "prompt_eval_ms": null, "total_ms": 115.02121400189935, "done_reason": null, "id": "c-darwin-01-dessert-03", "uid": "c005", "task": "kc", "label": "darwin", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "request_sha256": "1ef9e9b47aa0b69dc706e2b2d978416f2bd011a8d4c23e06e7b821ffac0d6d06", "compiled_tokens": 411, "compiled_prompt_sha256": "24e4de0b01d855575257e46ab574c911b12ec716af49ef43360d71b0ceb39554", "compiled_ids_sha256": "7edad3a35e2849ccf2f8adce479f5cd518ba5078d299c95eded9c3ee2725b892", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "56bc6422a8c3ea07ea10491507d42c62f99c3b12a9c3b03c70a585fa6079a545", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.019817267656697436, "einstein": 0.00877670047157617, "hypatia": 0.6757684829315217, "ibn_sina": 0.07581912249656672, "sagan": 0.1507843298197719, "socrates": 0.06903409662386605}, "confidence": 0.4142715961081863, "choice": "hypatia"}}, "usage": {"input_tokens": 314, "output_tokens": 1}, "latency_ms": 96.79749600036303, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 314, "compiled_prompt_sha256": "377f0fd9228b401ffd1752b4418d7a4f949f5c9987b66900bf4451b634fa3b16", "compiled_ids_sha256": "01e1272f80d0db6c2b279d6449fa670109af77f7a80b594d0041b4894a23f3be", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.123046875, -0.9375, 3.40625, 1.21875, 1.90625, 1.125], "runtime_probabilities": [0.01981726661324501, 0.008776700124144554, 0.6757684946060181, 0.07581911981105804, 0.15078432857990265, 0.06903409212827682], "decide_seconds": 0.09281282799929613, "probabilities_f64_minus_runtime_max_abs": 1.167449636962914e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.019817267656697436, "einstein": 0.00877670047157617, "hypatia": 0.6757684829315217, "ibn_sina": 0.07581912249656672, "sagan": 0.1507843298197719, "socrates": 0.06903409662386605}, "confidence": 0.4142715961081863, "seconds": 0.09682454600260826, "prompt_tokens": 314, "eval_tokens": 1, "server_latency_ms": 96.79749600036303, "prompt_eval_ms": null, "total_ms": 96.82454600260826, "done_reason": null, "id": "c-darwin-01-main-01", "uid": "c006", "task": "kc", "label": "darwin", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "request_sha256": "56bc6422a8c3ea07ea10491507d42c62f99c3b12a9c3b03c70a585fa6079a545", "compiled_tokens": 314, "compiled_prompt_sha256": "377f0fd9228b401ffd1752b4418d7a4f949f5c9987b66900bf4451b634fa3b16", "compiled_ids_sha256": "01e1272f80d0db6c2b279d6449fa670109af77f7a80b594d0041b4894a23f3be", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "7d16a870429eb78dcdb3906b5987ef8ef9229dd0e68f08702c3d72a4601b76cf", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.016852040117526338, "einstein": 0.011673067026826285, "hypatia": 0.7364309481066601, "ibn_sina": 0.08726966955436351, "sagan": 0.08392642101564252, "socrates": 0.06384785417898126}, "confidence": 0.4739747976076023, "choice": "hypatia"}}, "usage": {"input_tokens": 295, "output_tokens": 1}, "latency_ms": 95.58617499715183, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 295, "compiled_prompt_sha256": "98b6551eb87406f35159db42e99ab68b6616d9349e25272937a35b9bb812bc44", "compiled_ids_sha256": "1e5073f8ebc6dc8593ad0d9a35127317ad2b076509d4a0a08bc1f851b7949344", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.10546875, -0.47265625, 3.671875, 1.5390625, 1.5, 1.2265625], "runtime_probabilities": [0.016852039843797684, 0.011673064902424812, 0.7364309430122375, 0.08726966381072998, 0.08392641693353653, 0.0638478547334671], "decide_seconds": 0.0917495859976043, "probabilities_f64_minus_runtime_max_abs": 5.7436335271221495e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.016852040117526338, "einstein": 0.011673067026826285, "hypatia": 0.7364309481066601, "ibn_sina": 0.08726966955436351, "sagan": 0.08392642101564252, "socrates": 0.06384785417898126}, "confidence": 0.4739747976076023, "seconds": 0.09561114499956602, "prompt_tokens": 295, "eval_tokens": 1, "server_latency_ms": 95.58617499715183, "prompt_eval_ms": null, "total_ms": 95.61114499956602, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c007", "task": "kc", "label": "darwin", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "request_sha256": "7d16a870429eb78dcdb3906b5987ef8ef9229dd0e68f08702c3d72a4601b76cf", "compiled_tokens": 295, "compiled_prompt_sha256": "98b6551eb87406f35159db42e99ab68b6616d9349e25272937a35b9bb812bc44", "compiled_ids_sha256": "1e5073f8ebc6dc8593ad0d9a35127317ad2b076509d4a0a08bc1f851b7949344", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:45Z"} {"mode": "kev-choice", "prompt_sha256": "99aa86d7673acbef6b356ef6e1e62bb359780b871a574e286cb0d67fa9e028ce", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.5195674756071613, "einstein": 0.05875105955133263, "hypatia": 0.12340809238157241, "ibn_sina": 0.059676254116306025, "sagan": 0.1253514870576362, "socrates": 0.11324563128599142}, "confidence": 0.1962556193522752, "choice": "darwin"}}, "usage": {"input_tokens": 372, "output_tokens": 1}, "latency_ms": 105.12556200046674, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 372, "compiled_prompt_sha256": "a94c81da04c23301082578b21ecddd1e9b9cf59dce663b78a8e4f45435535a31", "compiled_ids_sha256": "6aa68021cc66abd7749c997fa9d95159d904c84b3398aad7280decc31822aa57", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [3.5, 1.3203125, 2.0625, 1.3359375, 2.078125, 1.9765625], "runtime_probabilities": [0.5195674896240234, 0.05875106155872345, 0.12340809404850006, 0.05967625230550766, 0.12535148859024048, 0.1132456362247467], "decide_seconds": 0.10067895600150223, "probabilities_f64_minus_runtime_max_abs": 1.4016862115440176e-08}}}, "choice": "darwin", "probs": {"darwin": 0.5195674756071613, "einstein": 0.05875105955133263, "hypatia": 0.12340809238157241, "ibn_sina": 0.059676254116306025, "sagan": 0.1253514870576362, "socrates": 0.11324563128599142}, "confidence": 0.1962556193522752, "seconds": 0.10515295200093533, "prompt_tokens": 372, "eval_tokens": 1, "server_latency_ms": 105.12556200046674, "prompt_eval_ms": null, "total_ms": 105.15295200093533, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c008", "task": "kc", "label": "darwin", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "request_sha256": "99aa86d7673acbef6b356ef6e1e62bb359780b871a574e286cb0d67fa9e028ce", "compiled_tokens": 372, "compiled_prompt_sha256": "a94c81da04c23301082578b21ecddd1e9b9cf59dce663b78a8e4f45435535a31", "compiled_ids_sha256": "6aa68021cc66abd7749c997fa9d95159d904c84b3398aad7280decc31822aa57", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "e1f0f4be015ea8f0987af3df612d4f3a535cc0f500bba24dfada1308176486e1", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.3339561567918182, "einstein": 0.09643046872304609, "hypatia": 0.20898442282932353, "ibn_sina": 0.09346361510250789, "sagan": 0.15530403585146393, "socrates": 0.11186130070184039}, "confidence": 0.06529599313333667, "choice": "darwin"}}, "usage": {"input_tokens": 407, "output_tokens": 1}, "latency_ms": 114.55690799994045, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 407, "compiled_prompt_sha256": "67d1a2d7e7aebb688c009d8c350b3caab3a77e09611db29376cf5a84ebb7f2f5", "compiled_ids_sha256": "b6064067571c6aaaef5c497a87a07eae439d78eab1c8465b4f06fd5fd0319cf5", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [2.921875, 1.6796875, 2.453125, 1.6484375, 2.15625, 1.828125], "runtime_probabilities": [0.33395615220069885, 0.0964304730296135, 0.20898443460464478, 0.09346361458301544, 0.15530404448509216, 0.11186130344867706], "decide_seconds": 0.10959805699894787, "probabilities_f64_minus_runtime_max_abs": 1.1775321245854897e-08}}}, "choice": "darwin", "probs": {"darwin": 0.3339561567918182, "einstein": 0.09643046872304609, "hypatia": 0.20898442282932353, "ibn_sina": 0.09346361510250789, "sagan": 0.15530403585146393, "socrates": 0.11186130070184039}, "confidence": 0.06529599313333667, "seconds": 0.11458504699839978, "prompt_tokens": 407, "eval_tokens": 1, "server_latency_ms": 114.55690799994045, "prompt_eval_ms": null, "total_ms": 114.58504699839978, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c009", "task": "kc", "label": "darwin", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "request_sha256": "e1f0f4be015ea8f0987af3df612d4f3a535cc0f500bba24dfada1308176486e1", "compiled_tokens": 407, "compiled_prompt_sha256": "67d1a2d7e7aebb688c009d8c350b3caab3a77e09611db29376cf5a84ebb7f2f5", "compiled_ids_sha256": "b6064067571c6aaaef5c497a87a07eae439d78eab1c8465b4f06fd5fd0319cf5", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "b336b2cd695a572a1bc843edc2813cd4c22436dec5ab3c120fd4d7ac582be285", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04139362126782841, "einstein": 0.008246967386914208, "hypatia": 0.6551377660091966, "ibn_sina": 0.06905101251856144, "sagan": 0.170902897323454, "socrates": 0.05526773549404529}, "confidence": 0.388879235843428, "choice": "hypatia"}}, "usage": {"input_tokens": 401, "output_tokens": 1}, "latency_ms": 114.92557499877876, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 401, "compiled_prompt_sha256": "845aaf3e77ec7fd9ccefeb0369bad6914f74a0a4e47c5038bcac81310111f0a8", "compiled_ids_sha256": "2c82207f9a93c3dc26bdba65b250a344432061dc02ca1018c708ad8067c3121f", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.55078125, -1.0625, 3.3125, 1.0625, 1.96875, 0.83984375], "runtime_probabilities": [0.041393619030714035, 0.008246967568993568, 0.6551377773284912, 0.06905101239681244, 0.17090290784835815, 0.055267736315727234], "decide_seconds": 0.10992914400048903, "probabilities_f64_minus_runtime_max_abs": 1.1319294612732733e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04139362126782841, "einstein": 0.008246967386914208, "hypatia": 0.6551377660091966, "ibn_sina": 0.06905101251856144, "sagan": 0.170902897323454, "socrates": 0.05526773549404529}, "confidence": 0.388879235843428, "seconds": 0.11495515500064357, "prompt_tokens": 401, "eval_tokens": 1, "server_latency_ms": 114.92557499877876, "prompt_eval_ms": null, "total_ms": 114.95515500064357, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c010", "task": "kc", "label": "darwin", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "request_sha256": "b336b2cd695a572a1bc843edc2813cd4c22436dec5ab3c120fd4d7ac582be285", "compiled_tokens": 401, "compiled_prompt_sha256": "845aaf3e77ec7fd9ccefeb0369bad6914f74a0a4e47c5038bcac81310111f0a8", "compiled_ids_sha256": "2c82207f9a93c3dc26bdba65b250a344432061dc02ca1018c708ad8067c3121f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "c8f7e1b2d641fcf994218fd2b5f6995d0ac1bf809d856c20e7ffbe37ee02cca5", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.5556641536332804, "einstein": 0.04970480316127143, "hypatia": 0.11647353403321262, "ibn_sina": 0.06185862698675807, "sagan": 0.1068821228426277, "socrates": 0.10941675934284989}, "confidence": 0.23016376928632665, "choice": "darwin"}}, "usage": {"input_tokens": 402, "output_tokens": 1}, "latency_ms": 114.79598599908059, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 402, "compiled_prompt_sha256": "67ed85f77269ae70491a1864dafa1c40fd5c3c6a2590a97dc9bb1b6af2efd7d9", "compiled_ids_sha256": "f12e7fc6a162cdd7569eba4da42ac19c958d6ecfbd2351179f1c50f8bd12014a", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [3.609375, 1.1953125, 2.046875, 1.4140625, 1.9609375, 1.984375], "runtime_probabilities": [0.5556641221046448, 0.04970480501651764, 0.11647352576255798, 0.06185862794518471, 0.10688211768865585, 0.10941674560308456], "decide_seconds": 0.10977562500193017, "probabilities_f64_minus_runtime_max_abs": 3.1528635591193677e-08}}}, "choice": "darwin", "probs": {"darwin": 0.5556641536332804, "einstein": 0.04970480316127143, "hypatia": 0.11647353403321262, "ibn_sina": 0.06185862698675807, "sagan": 0.1068821228426277, "socrates": 0.10941675934284989}, "confidence": 0.23016376928632665, "seconds": 0.11482427599912626, "prompt_tokens": 402, "eval_tokens": 1, "server_latency_ms": 114.79598599908059, "prompt_eval_ms": null, "total_ms": 114.82427599912626, "done_reason": null, "id": "c-darwin-01-main-03", "uid": "c011", "task": "kc", "label": "darwin", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "request_sha256": "c8f7e1b2d641fcf994218fd2b5f6995d0ac1bf809d856c20e7ffbe37ee02cca5", "compiled_tokens": 402, "compiled_prompt_sha256": "67ed85f77269ae70491a1864dafa1c40fd5c3c6a2590a97dc9bb1b6af2efd7d9", "compiled_ids_sha256": "f12e7fc6a162cdd7569eba4da42ac19c958d6ecfbd2351179f1c50f8bd12014a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "97f03142dc8d0f609da8620d37ed9899a73abb02cf6db98cd2403169e1a8f1d1", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.008948264503451571, "einstein": 0.010441168257516275, "hypatia": 0.7220429345459206, "ibn_sina": 0.12547224807657628, "sagan": 0.05271484492460942, "socrates": 0.08038053969192585}, "confidence": 0.473594055794872, "choice": "hypatia"}}, "usage": {"input_tokens": 240, "output_tokens": 1}, "latency_ms": 87.71128700027475, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 240, "compiled_prompt_sha256": "9e3f59abe3f3521d1414d75abb72215d06b06fabcaa7452231957e31bc3997a0", "compiled_ids_sha256": "79ebf5af4c3e548555cf057c1040dde2bbc5c096909a258efb54835918c41f5f", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.53125, -0.376953125, 3.859375, 2.109375, 1.2421875, 1.6640625], "runtime_probabilities": [0.008948264643549919, 0.010441168211400509, 0.7220429182052612, 0.12547223269939423, 0.05271484702825546, 0.08038054406642914], "decide_seconds": 0.08456170200224733, "probabilities_f64_minus_runtime_max_abs": 1.6340659381164357e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.008948264503451571, "einstein": 0.010441168257516275, "hypatia": 0.7220429345459206, "ibn_sina": 0.12547224807657628, "sagan": 0.05271484492460942, "socrates": 0.08038053969192585}, "confidence": 0.473594055794872, "seconds": 0.08773400700010825, "prompt_tokens": 240, "eval_tokens": 1, "server_latency_ms": 87.71128700027475, "prompt_eval_ms": null, "total_ms": 87.73400700010825, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c012", "task": "kc", "label": "darwin", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "request_sha256": "97f03142dc8d0f609da8620d37ed9899a73abb02cf6db98cd2403169e1a8f1d1", "compiled_tokens": 240, "compiled_prompt_sha256": "9e3f59abe3f3521d1414d75abb72215d06b06fabcaa7452231957e31bc3997a0", "compiled_ids_sha256": "79ebf5af4c3e548555cf057c1040dde2bbc5c096909a258efb54835918c41f5f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "b845ff9ea26f72b9ea56ec38a158e913f20101382e818927c12cf1babe316511", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.9713626354456306, "einstein": 0.0015008680106814675, "hypatia": 0.012132494688774389, "ibn_sina": 0.0015402157758190784, "sagan": 0.009086818659960767, "socrates": 0.004376967419133634}, "confidence": 0.9062528977232278, "choice": "darwin"}}, "usage": {"input_tokens": 269, "output_tokens": 1}, "latency_ms": 93.79970999725629, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 269, "compiled_prompt_sha256": "4503591e6f0e5386c6e8577056733fa060b0d80509ece075b927a593b418dd73", "compiled_ids_sha256": "fc3048d46a00e63f863e4d4d211b3e8a6c309b8b184a6adb0f036ee0575056f9", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [6.34375, -0.12890625, 1.9609375, -0.10302734375, 1.671875, 0.94140625], "runtime_probabilities": [0.9713626503944397, 0.0015008680056780577, 0.012132495641708374, 0.0015402158023789525, 0.009086818434298038, 0.004376967437565327], "decide_seconds": 0.09026740699846414, "probabilities_f64_minus_runtime_max_abs": 1.4948809079484704e-08}}}, "choice": "darwin", "probs": {"darwin": 0.9713626354456306, "einstein": 0.0015008680106814675, "hypatia": 0.012132494688774389, "ibn_sina": 0.0015402157758190784, "sagan": 0.009086818659960767, "socrates": 0.004376967419133634}, "confidence": 0.9062528977232278, "seconds": 0.09382564000043203, "prompt_tokens": 269, "eval_tokens": 1, "server_latency_ms": 93.79970999725629, "prompt_eval_ms": null, "total_ms": 93.82564000043203, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c013", "task": "kc", "label": "darwin", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "request_sha256": "b845ff9ea26f72b9ea56ec38a158e913f20101382e818927c12cf1babe316511", "compiled_tokens": 269, "compiled_prompt_sha256": "4503591e6f0e5386c6e8577056733fa060b0d80509ece075b927a593b418dd73", "compiled_ids_sha256": "fc3048d46a00e63f863e4d4d211b3e8a6c309b8b184a6adb0f036ee0575056f9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "9a29b19b68b4226e1997d783910f8c1302786371d55a405853d4f64b71916564", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.24323198052728506, "einstein": 0.04088701436000535, "hypatia": 0.3376941622082405, "ibn_sina": 0.1070935916352931, "sagan": 0.18504113289277996, "socrates": 0.08605211837639597}, "confidence": 0.1049554658885643, "choice": "hypatia"}}, "usage": {"input_tokens": 294, "output_tokens": 1}, "latency_ms": 95.1959390004049, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 294, "compiled_prompt_sha256": "5d90f70b3e510382c9f8fe500bb3610f93699a121cbbf98eabe2725ae32a0559", "compiled_ids_sha256": "1360cb8f139ab7df74cce524630cc666c0ab3b9f2b63c789ee0517529cc2e1d3", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [2.140625, 0.357421875, 2.46875, 1.3203125, 1.8671875, 1.1015625], "runtime_probabilities": [0.24323199689388275, 0.0408870168030262, 0.3376941680908203, 0.10709359496831894, 0.1850411295890808, 0.08605211973190308], "decide_seconds": 0.0914712480007438, "probabilities_f64_minus_runtime_max_abs": 1.636659768822213e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.24323198052728506, "einstein": 0.04088701436000535, "hypatia": 0.3376941622082405, "ibn_sina": 0.1070935916352931, "sagan": 0.18504113289277996, "socrates": 0.08605211837639597}, "confidence": 0.1049554658885643, "seconds": 0.09522012899833499, "prompt_tokens": 294, "eval_tokens": 1, "server_latency_ms": 95.1959390004049, "prompt_eval_ms": null, "total_ms": 95.22012899833499, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c014", "task": "kc", "label": "darwin", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "request_sha256": "9a29b19b68b4226e1997d783910f8c1302786371d55a405853d4f64b71916564", "compiled_tokens": 294, "compiled_prompt_sha256": "5d90f70b3e510382c9f8fe500bb3610f93699a121cbbf98eabe2725ae32a0559", "compiled_ids_sha256": "1360cb8f139ab7df74cce524630cc666c0ab3b9f2b63c789ee0517529cc2e1d3", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "30a9396b56bc695ae23a32eff428110f7cb586e12fd3fb70164da328567b34bb", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.028806244137271907, "einstein": 0.15152466605844067, "hypatia": 0.22393893967613213, "ibn_sina": 0.2537560630754344, "sagan": 0.14123651888701766, "socrates": 0.20073756816570323}, "confidence": 0.06796426457026938, "choice": "ibn_sina"}}, "usage": {"input_tokens": 273, "output_tokens": 1}, "latency_ms": 94.0533079992747, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 273, "compiled_prompt_sha256": "cc1df5806cd5c60ea952970a2eda3feb0945e82bb626caee1c5af7534e8df1ee", "compiled_ids_sha256": "f791a198d080ca74c8294b34a536763716401dc9291fa42c4a1acd27960ce18f", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.32421875, 1.984375, 2.375, 2.5, 1.9140625, 2.265625], "runtime_probabilities": [0.02880624309182167, 0.15152466297149658, 0.2239389419555664, 0.2537560760974884, 0.14123651385307312, 0.2007375806570053], "decide_seconds": 0.09056457500264514, "probabilities_f64_minus_runtime_max_abs": 1.3022053990674465e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.028806244137271907, "einstein": 0.15152466605844067, "hypatia": 0.22393893967613213, "ibn_sina": 0.2537560630754344, "sagan": 0.14123651888701766, "socrates": 0.20073756816570323}, "confidence": 0.06796426457026938, "seconds": 0.09407576799640083, "prompt_tokens": 273, "eval_tokens": 1, "server_latency_ms": 94.0533079992747, "prompt_eval_ms": null, "total_ms": 94.07576799640083, "done_reason": null, "id": "c-darwin-01-starter-02", "uid": "c015", "task": "kc", "label": "darwin", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "request_sha256": "30a9396b56bc695ae23a32eff428110f7cb586e12fd3fb70164da328567b34bb", "compiled_tokens": 273, "compiled_prompt_sha256": "cc1df5806cd5c60ea952970a2eda3feb0945e82bb626caee1c5af7534e8df1ee", "compiled_ids_sha256": "f791a198d080ca74c8294b34a536763716401dc9291fa42c4a1acd27960ce18f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "e31463776e2d63ca347866822a0a37ee28f8ec2812693c8947769b0b0af4d1d8", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.26025123589453253, "einstein": 0.035428154587253326, "hypatia": 0.4290817483453125, "ibn_sina": 0.07633144345575477, "sagan": 0.12197729933046016, "socrates": 0.07693011838668674}, "confidence": 0.1728602603855861, "choice": "hypatia"}}, "usage": {"input_tokens": 396, "output_tokens": 1}, "latency_ms": 114.0033929987112, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 396, "compiled_prompt_sha256": "48c20dba52dff386d2809ed467785e33fb1eac6e82e19292cd9497781a43ff1b", "compiled_ids_sha256": "ec6e841b4247aaa12db66e4d4109704bc2a69c4a9bbb1d5a4325d9879d6dca16", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [2.296875, 0.302734375, 2.796875, 1.0703125, 1.5390625, 1.078125], "runtime_probabilities": [0.2602512240409851, 0.03542815521359444, 0.4290817379951477, 0.07633144408464432, 0.121977299451828, 0.07693012058734894], "decide_seconds": 0.10924660900127492, "probabilities_f64_minus_runtime_max_abs": 1.1853547421392108e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.26025123589453253, "einstein": 0.035428154587253326, "hypatia": 0.4290817483453125, "ibn_sina": 0.07633144345575477, "sagan": 0.12197729933046016, "socrates": 0.07693011838668674}, "confidence": 0.1728602603855861, "seconds": 0.114029942000343, "prompt_tokens": 396, "eval_tokens": 1, "server_latency_ms": 114.0033929987112, "prompt_eval_ms": null, "total_ms": 114.029942000343, "done_reason": null, "id": "c-darwin-01-starter-03", "uid": "c016", "task": "kc", "label": "darwin", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "request_sha256": "e31463776e2d63ca347866822a0a37ee28f8ec2812693c8947769b0b0af4d1d8", "compiled_tokens": 396, "compiled_prompt_sha256": "48c20dba52dff386d2809ed467785e33fb1eac6e82e19292cd9497781a43ff1b", "compiled_ids_sha256": "ec6e841b4247aaa12db66e4d4109704bc2a69c4a9bbb1d5a4325d9879d6dca16", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "d3c89f4f7c26fdb7c98e0288179dc1fda4d9fc4fe1736900021b79f3d0c9b169", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.6823582873528155, "einstein": 0.022366987912720408, "hypatia": 0.1408125914899513, "ibn_sina": 0.03477825613956659, "sagan": 0.07025400855880039, "socrates": 0.04942986854614589}, "confidence": 0.4006667068192036, "choice": "darwin"}}, "usage": {"input_tokens": 383, "output_tokens": 1}, "latency_ms": 106.23678299816675, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 383, "compiled_prompt_sha256": "292b2a1853810df91bacbfc1e9d9b69a191c104ded5e174b75e99205cda89199", "compiled_ids_sha256": "80f60e0dbaddd871d7e686f5baae1c6e910fcda7924288511f08aec576cdfe5e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [4.15625, 0.73828125, 2.578125, 1.1796875, 1.8828125, 1.53125], "runtime_probabilities": [0.6823583245277405, 0.02236698754131794, 0.14081259071826935, 0.034778255969285965, 0.07025400549173355, 0.04942987114191055], "decide_seconds": 0.10159561899854452, "probabilities_f64_minus_runtime_max_abs": 3.717492502719466e-08}}}, "choice": "darwin", "probs": {"darwin": 0.6823582873528155, "einstein": 0.022366987912720408, "hypatia": 0.1408125914899513, "ibn_sina": 0.03477825613956659, "sagan": 0.07025400855880039, "socrates": 0.04942986854614589}, "confidence": 0.4006667068192036, "seconds": 0.10626670199781074, "prompt_tokens": 383, "eval_tokens": 1, "server_latency_ms": 106.23678299816675, "prompt_eval_ms": null, "total_ms": 106.26670199781074, "done_reason": null, "id": "c-darwin-01-starter-03", "uid": "c017", "task": "kc", "label": "darwin", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "request_sha256": "d3c89f4f7c26fdb7c98e0288179dc1fda4d9fc4fe1736900021b79f3d0c9b169", "compiled_tokens": 383, "compiled_prompt_sha256": "292b2a1853810df91bacbfc1e9d9b69a191c104ded5e174b75e99205cda89199", "compiled_ids_sha256": "80f60e0dbaddd871d7e686f5baae1c6e910fcda7924288511f08aec576cdfe5e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:46Z"} {"mode": "kev-choice", "prompt_sha256": "f3c3ff5751f493093f849d48e30c91c3ca66897d3ab98f8906f24bbf0c764bb3", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0026960682976254857, "einstein": 0.6833114616948871, "hypatia": 0.006448611511998737, "ibn_sina": 0.13041227463203706, "sagan": 0.05269132208535731, "socrates": 0.12444026177809424}, "confidence": 0.44816685901390374, "choice": "einstein"}}, "usage": {"input_tokens": 373, "output_tokens": 1}, "latency_ms": 105.90636499910033, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 373, "compiled_prompt_sha256": "511f397ccbe1d23a7056a582c58d20ec2dc37e7b408ccc37042cd3604b440fdb", "compiled_ids_sha256": "95907c564f0990963bab66233f57176e924cae32017e3e77c3639ed1e429d350", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.81640625, 4.71875, 0.0556640625, 3.0625, 2.15625, 3.015625], "runtime_probabilities": [0.0026960684917867184, 0.6833114624023438, 0.006448610685765743, 0.1304122656583786, 0.052691321820020676, 0.1244402602314949], "decide_seconds": 0.10140578099890263, "probabilities_f64_minus_runtime_max_abs": 8.973658455202482e-09}}}, "choice": "einstein", "probs": {"darwin": 0.0026960682976254857, "einstein": 0.6833114616948871, "hypatia": 0.006448611511998737, "ibn_sina": 0.13041227463203706, "sagan": 0.05269132208535731, "socrates": 0.12444026177809424}, "confidence": 0.44816685901390374, "seconds": 0.10593275499923038, "prompt_tokens": 373, "eval_tokens": 1, "server_latency_ms": 105.90636499910033, "prompt_eval_ms": null, "total_ms": 105.93275499923038, "done_reason": null, "id": "c-einstein-01-dessert-01", "uid": "c018", "task": "kc", "label": "einstein", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "request_sha256": "f3c3ff5751f493093f849d48e30c91c3ca66897d3ab98f8906f24bbf0c764bb3", "compiled_tokens": 373, "compiled_prompt_sha256": "511f397ccbe1d23a7056a582c58d20ec2dc37e7b408ccc37042cd3604b440fdb", "compiled_ids_sha256": "95907c564f0990963bab66233f57176e924cae32017e3e77c3639ed1e429d350", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "b67cff6debb40976045fe29b9a21746ce0ee5f687719bd311e2c3fe3416d62fd", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.020629324268112235, "einstein": 0.5217467525190258, "hypatia": 0.024212519200422358, "ibn_sina": 0.1182507443100618, "sagan": 0.10435591558195251, "socrates": 0.21080474412042527}, "confidence": 0.259904346899999, "choice": "einstein"}}, "usage": {"input_tokens": 380, "output_tokens": 1}, "latency_ms": 106.74223900059587, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 380, "compiled_prompt_sha256": "482a99aea3518461af305b2fde5179c25aa0874e22f2f00e33c301df075be35a", "compiled_ids_sha256": "0d8c04b699286490547a95aa4750df3f99b6a6ff4c2170fbcda9228d7de90d1c", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.44140625, 3.671875, 0.6015625, 2.1875, 2.0625, 2.765625], "runtime_probabilities": [0.02062932774424553, 0.5217467546463013, 0.024212518706917763, 0.11825075000524521, 0.10435591638088226, 0.210804745554924], "decide_seconds": 0.10179469699869514, "probabilities_f64_minus_runtime_max_abs": 5.6951834082052954e-09}}}, "choice": "einstein", "probs": {"darwin": 0.020629324268112235, "einstein": 0.5217467525190258, "hypatia": 0.024212519200422358, "ibn_sina": 0.1182507443100618, "sagan": 0.10435591558195251, "socrates": 0.21080474412042527}, "confidence": 0.259904346899999, "seconds": 0.10677024899996468, "prompt_tokens": 380, "eval_tokens": 1, "server_latency_ms": 106.74223900059587, "prompt_eval_ms": null, "total_ms": 106.77024899996468, "done_reason": null, "id": "c-einstein-01-dessert-01", "uid": "c019", "task": "kc", "label": "einstein", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "request_sha256": "b67cff6debb40976045fe29b9a21746ce0ee5f687719bd311e2c3fe3416d62fd", "compiled_tokens": 380, "compiled_prompt_sha256": "482a99aea3518461af305b2fde5179c25aa0874e22f2f00e33c301df075be35a", "compiled_ids_sha256": "0d8c04b699286490547a95aa4750df3f99b6a6ff4c2170fbcda9228d7de90d1c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "ef89dd562e7e2022614d3aeddd490894007adab3496f15b911b8f50b5a8695bf", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.005170988009723721, "einstein": 0.016052687397520637, "hypatia": 0.5815634176022217, "ibn_sina": 0.15899059104593152, "sagan": 0.12190231467993488, "socrates": 0.1163200012646675}, "confidence": 0.32583111465405523, "choice": "hypatia"}}, "usage": {"input_tokens": 349, "output_tokens": 1}, "latency_ms": 102.64176099735778, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 349, "compiled_prompt_sha256": "bf3f0bcb078d10695d6d82ba348cba3a8f6b4084459aec08e47402eef4080ca8", "compiled_ids_sha256": "2f7bcc4bbd9219b9afcae08151a8d821af356541e49f69a31dd887caf3fb2636", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.89453125, 0.23828125, 3.828125, 2.53125, 2.265625, 2.21875], "runtime_probabilities": [0.005170988384634256, 0.016052687540650368, 0.581563413143158, 0.15899059176445007, 0.12190231680870056, 0.11631999909877777], "decide_seconds": 0.09797413699925528, "probabilities_f64_minus_runtime_max_abs": 4.459063784878481e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.005170988009723721, "einstein": 0.016052687397520637, "hypatia": 0.5815634176022217, "ibn_sina": 0.15899059104593152, "sagan": 0.12190231467993488, "socrates": 0.1163200012646675}, "confidence": 0.32583111465405523, "seconds": 0.10266818099989905, "prompt_tokens": 349, "eval_tokens": 1, "server_latency_ms": 102.64176099735778, "prompt_eval_ms": null, "total_ms": 102.66818099989905, "done_reason": null, "id": "c-einstein-01-dessert-02", "uid": "c020", "task": "kc", "label": "einstein", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "request_sha256": "ef89dd562e7e2022614d3aeddd490894007adab3496f15b911b8f50b5a8695bf", "compiled_tokens": 349, "compiled_prompt_sha256": "bf3f0bcb078d10695d6d82ba348cba3a8f6b4084459aec08e47402eef4080ca8", "compiled_ids_sha256": "2f7bcc4bbd9219b9afcae08151a8d821af356541e49f69a31dd887caf3fb2636", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "dca49448005572a62fd417c9eaf61d7d31ad351962f9ace12cbbf8888be7a516", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0022576635617182934, "einstein": 0.00893795681402627, "hypatia": 0.6114865478485043, "ibn_sina": 0.11489491824832246, "sagan": 0.14752799527910623, "socrates": 0.11489491824832246}, "confidence": 0.3658618014462617, "choice": "hypatia"}}, "usage": {"input_tokens": 287, "output_tokens": 1}, "latency_ms": 95.6578850018559, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 287, "compiled_prompt_sha256": "dc15cfd6dc8dccc74630a73d746dd43d7892002655d25aa889cf89abbcc1d5b6", "compiled_ids_sha256": "770cba00074ef91bbf9b863248bc0cf872ece1572ae250a4ff112e7036365292", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.5703125, -0.1943359375, 4.03125, 2.359375, 2.609375, 2.359375], "runtime_probabilities": [0.0022576632909476757, 0.0089379558339715, 0.6114864945411682, 0.11489491164684296, 0.14752799272537231, 0.11489491164684296], "decide_seconds": 0.0917368059999717, "probabilities_f64_minus_runtime_max_abs": 5.3307336100871794e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0022576635617182934, "einstein": 0.00893795681402627, "hypatia": 0.6114865478485043, "ibn_sina": 0.11489491824832246, "sagan": 0.14752799527910623, "socrates": 0.11489491824832246}, "confidence": 0.3658618014462617, "seconds": 0.09568462500101305, "prompt_tokens": 287, "eval_tokens": 1, "server_latency_ms": 95.6578850018559, "prompt_eval_ms": null, "total_ms": 95.68462500101305, "done_reason": null, "id": "c-einstein-01-dessert-02", "uid": "c021", "task": "kc", "label": "einstein", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "request_sha256": "dca49448005572a62fd417c9eaf61d7d31ad351962f9ace12cbbf8888be7a516", "compiled_tokens": 287, "compiled_prompt_sha256": "dc15cfd6dc8dccc74630a73d746dd43d7892002655d25aa889cf89abbcc1d5b6", "compiled_ids_sha256": "770cba00074ef91bbf9b863248bc0cf872ece1572ae250a4ff112e7036365292", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "78d241562930238f76945a3734169698bc708243442eeb4f19da867c434d4b2c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.006707943828168586, "einstein": 0.4711825483623711, "hypatia": 0.031567262762870994, "ibn_sina": 0.16283633148968854, "sagan": 0.10513503747524114, "socrates": 0.22257087608165968}, "confidence": 0.2387336901526278, "choice": "einstein"}}, "usage": {"input_tokens": 407, "output_tokens": 1}, "latency_ms": 114.26617100005387, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 407, "compiled_prompt_sha256": "7f48d90264fa637fb31af7ae8698c998de26360d2468e492bee50203c0985399", "compiled_ids_sha256": "d0e8df03971a580df0512cfa9b64c5331720d7183da1c0497ce954a5948dbfa7", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.330078125, 3.921875, 1.21875, 2.859375, 2.421875, 3.171875], "runtime_probabilities": [0.006707943510264158, 0.47118255496025085, 0.03156726062297821, 0.16283634305000305, 0.10513503849506378, 0.22257088124752045], "decide_seconds": 0.10949383700062754, "probabilities_f64_minus_runtime_max_abs": 1.1560314511216419e-08}}}, "choice": "einstein", "probs": {"darwin": 0.006707943828168586, "einstein": 0.4711825483623711, "hypatia": 0.031567262762870994, "ibn_sina": 0.16283633148968854, "sagan": 0.10513503747524114, "socrates": 0.22257087608165968}, "confidence": 0.2387336901526278, "seconds": 0.1142937910008186, "prompt_tokens": 407, "eval_tokens": 1, "server_latency_ms": 114.26617100005387, "prompt_eval_ms": null, "total_ms": 114.2937910008186, "done_reason": null, "id": "c-einstein-01-dessert-03", "uid": "c022", "task": "kc", "label": "einstein", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "request_sha256": "78d241562930238f76945a3734169698bc708243442eeb4f19da867c434d4b2c", "compiled_tokens": 407, "compiled_prompt_sha256": "7f48d90264fa637fb31af7ae8698c998de26360d2468e492bee50203c0985399", "compiled_ids_sha256": "d0e8df03971a580df0512cfa9b64c5331720d7183da1c0497ce954a5948dbfa7", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "18ddc18998ab3fb1e833f98202c0e822e1cd8155ccbf0a8a97fcba7933b1f73c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.006616060507101482, "einstein": 0.022957409266298814, "hypatia": 0.521488698597034, "ibn_sina": 0.164093699526904, "sagan": 0.1746768338897215, "socrates": 0.1101672982129403}, "confidence": 0.2723799211224217, "choice": "hypatia"}}, "usage": {"input_tokens": 299, "output_tokens": 1}, "latency_ms": 95.69458499754546, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 299, "compiled_prompt_sha256": "398a30a8df523f7677bfca21e4476fae04e1c93179ccaa5354f79989bf208257", "compiled_ids_sha256": "4e8ff629b9c571ecae098a26e5b2d5c09709bf9dbea7851caa35fd43fed66dce", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.1015625, 0.142578125, 3.265625, 2.109375, 2.171875, 1.7109375], "runtime_probabilities": [0.006616061553359032, 0.022957410663366318, 0.5214887261390686, 0.16409370303153992, 0.1746768355369568, 0.11016730219125748], "decide_seconds": 0.09183271500296541, "probabilities_f64_minus_runtime_max_abs": 2.7542034652938696e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.006616060507101482, "einstein": 0.022957409266298814, "hypatia": 0.521488698597034, "ibn_sina": 0.164093699526904, "sagan": 0.1746768338897215, "socrates": 0.1101672982129403}, "confidence": 0.2723799211224217, "seconds": 0.09572179499809863, "prompt_tokens": 299, "eval_tokens": 1, "server_latency_ms": 95.69458499754546, "prompt_eval_ms": null, "total_ms": 95.72179499809863, "done_reason": null, "id": "c-einstein-01-main-01", "uid": "c023", "task": "kc", "label": "einstein", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "request_sha256": "18ddc18998ab3fb1e833f98202c0e822e1cd8155ccbf0a8a97fcba7933b1f73c", "compiled_tokens": 299, "compiled_prompt_sha256": "398a30a8df523f7677bfca21e4476fae04e1c93179ccaa5354f79989bf208257", "compiled_ids_sha256": "4e8ff629b9c571ecae098a26e5b2d5c09709bf9dbea7851caa35fd43fed66dce", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "0cba123d72e8f7f1c3c7f88c01d5c38838fcf30e5686570d971c7add87b763a2", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.005864215910996468, "einstein": 0.1285439831898727, "hypatia": 0.22560171632161244, "ibn_sina": 0.3661877307342756, "sagan": 0.13262440722982663, "socrates": 0.14117794661341615}, "confidence": 0.1394181636854953, "choice": "ibn_sina"}}, "usage": {"input_tokens": 346, "output_tokens": 1}, "latency_ms": 101.40096000031917, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 346, "compiled_prompt_sha256": "31ad7358200e1676880e3e7daab4375eb6f0352b2bc77278e208e561783c83f2", "compiled_ids_sha256": "c9faf3bf2ed711f2c81c34c713922081a5f5829813476075c406186f3052df81", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.11572265625, 3.203125, 3.765625, 4.25, 3.234375, 3.296875], "runtime_probabilities": [0.005864215549081564, 0.12854398787021637, 0.22560171782970428, 0.36618772149086, 0.13262440264225006, 0.1411779522895813], "decide_seconds": 0.09713510399888037, "probabilities_f64_minus_runtime_max_abs": 9.24341558850017e-09}}}, "choice": "ibn_sina", "probs": {"darwin": 0.005864215910996468, "einstein": 0.1285439831898727, "hypatia": 0.22560171632161244, "ibn_sina": 0.3661877307342756, "sagan": 0.13262440722982663, "socrates": 0.14117794661341615}, "confidence": 0.1394181636854953, "seconds": 0.10142821999761509, "prompt_tokens": 346, "eval_tokens": 1, "server_latency_ms": 101.40096000031917, "prompt_eval_ms": null, "total_ms": 101.42821999761509, "done_reason": null, "id": "c-einstein-01-main-01", "uid": "c024", "task": "kc", "label": "einstein", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "request_sha256": "0cba123d72e8f7f1c3c7f88c01d5c38838fcf30e5686570d971c7add87b763a2", "compiled_tokens": 346, "compiled_prompt_sha256": "31ad7358200e1676880e3e7daab4375eb6f0352b2bc77278e208e561783c83f2", "compiled_ids_sha256": "c9faf3bf2ed711f2c81c34c713922081a5f5829813476075c406186f3052df81", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "af92cf8e77853f7e17b471fab0386d943067a2e1b42c4599e1fd1b6432fd3b11", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.008145148506514401, "einstein": 0.042511142784530505, "hypatia": 0.5058947909940298, "ibn_sina": 0.19503981646721882, "sagan": 0.10118532381358203, "socrates": 0.1472237774341245}, "confidence": 0.24609835196607, "choice": "hypatia"}}, "usage": {"input_tokens": 384, "output_tokens": 1}, "latency_ms": 105.45668899794691, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 384, "compiled_prompt_sha256": "8bc0000acb4ce0e5f74190578a430fa97ca4b3961d56af5f977ae0c41db74aee", "compiled_ids_sha256": "96c01d22640684d10ebbdf561b48b5676cfc3b4bf58f2c5ccd9550d3ab256a3e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.64453125, 1.0078125, 3.484375, 2.53125, 1.875, 2.25], "runtime_probabilities": [0.008145148865878582, 0.042511142790317535, 0.5058947801589966, 0.19503982365131378, 0.10118532180786133, 0.14722377061843872], "decide_seconds": 0.10080657599974074, "probabilities_f64_minus_runtime_max_abs": 1.0835033203981936e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.008145148506514401, "einstein": 0.042511142784530505, "hypatia": 0.5058947909940298, "ibn_sina": 0.19503981646721882, "sagan": 0.10118532381358203, "socrates": 0.1472237774341245}, "confidence": 0.24609835196607, "seconds": 0.10548479900171515, "prompt_tokens": 384, "eval_tokens": 1, "server_latency_ms": 105.45668899794691, "prompt_eval_ms": null, "total_ms": 105.48479900171515, "done_reason": null, "id": "c-einstein-01-main-02", "uid": "c025", "task": "kc", "label": "einstein", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "request_sha256": "af92cf8e77853f7e17b471fab0386d943067a2e1b42c4599e1fd1b6432fd3b11", "compiled_tokens": 384, "compiled_prompt_sha256": "8bc0000acb4ce0e5f74190578a430fa97ca4b3961d56af5f977ae0c41db74aee", "compiled_ids_sha256": "96c01d22640684d10ebbdf561b48b5676cfc3b4bf58f2c5ccd9550d3ab256a3e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "fbe5ea900d8ce1bc3acd6791006648e0ced9aec40544e9afe4d501057d4ae8bd", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.004682899728371954, "einstein": 0.19757238393565854, "hypatia": 0.09332658591651126, "ibn_sina": 0.28300937325471837, "sagan": 0.17165386186504325, "socrates": 0.2497548952996966}, "confidence": 0.12205541907148532, "choice": "ibn_sina"}}, "usage": {"input_tokens": 339, "output_tokens": 1}, "latency_ms": 100.96851400157902, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 339, "compiled_prompt_sha256": "babae6f4edd94f8ec21e9cf611f98b3fccee444a918dac8ccf6454902374a632", "compiled_ids_sha256": "6866bdd0a49c4b3aa6a808c4deba4a1c9165cab5449d0a129281ece86c4bd505", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.3359375, 2.40625, 1.65625, 2.765625, 2.265625, 2.640625], "runtime_probabilities": [0.004682899918407202, 0.19757238030433655, 0.09332659095525742, 0.2830093801021576, 0.1716538667678833, 0.2497548907995224], "decide_seconds": 0.0966982870013453, "probabilities_f64_minus_runtime_max_abs": 6.84743922674258e-09}}}, "choice": "ibn_sina", "probs": {"darwin": 0.004682899728371954, "einstein": 0.19757238393565854, "hypatia": 0.09332658591651126, "ibn_sina": 0.28300937325471837, "sagan": 0.17165386186504325, "socrates": 0.2497548952996966}, "confidence": 0.12205541907148532, "seconds": 0.10099687399997492, "prompt_tokens": 339, "eval_tokens": 1, "server_latency_ms": 100.96851400157902, "prompt_eval_ms": null, "total_ms": 100.99687399997492, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c026", "task": "kc", "label": "einstein", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "request_sha256": "fbe5ea900d8ce1bc3acd6791006648e0ced9aec40544e9afe4d501057d4ae8bd", "compiled_tokens": 339, "compiled_prompt_sha256": "babae6f4edd94f8ec21e9cf611f98b3fccee444a918dac8ccf6454902374a632", "compiled_ids_sha256": "6866bdd0a49c4b3aa6a808c4deba4a1c9165cab5449d0a129281ece86c4bd505", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "7905abf1a7c38428613208ee4ff2e2dff37c5106352f2c0f16c09b8cf9fff9af", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.010846877153086626, "einstein": 0.34275030851760746, "hypatia": 0.05551702433920405, "ibn_sina": 0.25872150646304026, "sagan": 0.18928469767297987, "socrates": 0.1428795858540817}, "confidence": 0.15198446381560227, "choice": "einstein"}}, "usage": {"input_tokens": 345, "output_tokens": 1}, "latency_ms": 101.14166299899807, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 345, "compiled_prompt_sha256": "5b0777e33fab5b56af64797557c932888e6e56a8386aa298f23774efd807c843", "compiled_ids_sha256": "526e5ba6afca227b1070971298c7ab7274443e599e3f4513ee13c7dcebd97fa0", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.171875, 3.625, 1.8046875, 3.34375, 3.03125, 2.75], "runtime_probabilities": [0.010846875607967377, 0.34275031089782715, 0.05551702529191971, 0.2587215006351471, 0.18928468227386475, 0.14287957549095154], "decide_seconds": 0.09689110500039533, "probabilities_f64_minus_runtime_max_abs": 1.5399115121939033e-08}}}, "choice": "einstein", "probs": {"darwin": 0.010846877153086626, "einstein": 0.34275030851760746, "hypatia": 0.05551702433920405, "ibn_sina": 0.25872150646304026, "sagan": 0.18928469767297987, "socrates": 0.1428795858540817}, "confidence": 0.15198446381560227, "seconds": 0.10116741299862042, "prompt_tokens": 345, "eval_tokens": 1, "server_latency_ms": 101.14166299899807, "prompt_eval_ms": null, "total_ms": 101.16741299862042, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c027", "task": "kc", "label": "einstein", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "request_sha256": "7905abf1a7c38428613208ee4ff2e2dff37c5106352f2c0f16c09b8cf9fff9af", "compiled_tokens": 345, "compiled_prompt_sha256": "5b0777e33fab5b56af64797557c932888e6e56a8386aa298f23774efd807c843", "compiled_ids_sha256": "526e5ba6afca227b1070971298c7ab7274443e599e3f4513ee13c7dcebd97fa0", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:47Z"} {"mode": "kev-choice", "prompt_sha256": "046c679c54add8987c0def6ffb019370532501b30ece1b193e34c4ac614f29e3", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.008903322694631208, "einstein": 0.6142692393496272, "hypatia": 0.011450248783757541, "ibn_sina": 0.12479636546108684, "sagan": 0.07000441647809268, "socrates": 0.1705764072328046}, "confidence": 0.36369557131427255, "choice": "einstein"}}, "usage": {"input_tokens": 358, "output_tokens": 1}, "latency_ms": 104.218727999978, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 358, "compiled_prompt_sha256": "23475b0a8910eef4fdc6c4e53fc0b009b8dddcf3b82d3c5b95467ce8d3a7fa19", "compiled_ids_sha256": "74797ebb675858e67a4e4dc5542e122d2f6918fddd42e509d7955ac569f7cd1a", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.0152587890625, 4.21875, 0.236328125, 2.625, 2.046875, 2.9375], "runtime_probabilities": [0.008903322741389275, 0.6142692565917969, 0.011450249701738358, 0.12479637563228607, 0.0700044184923172, 0.17057640850543976], "decide_seconds": 0.09990831300092395, "probabilities_f64_minus_runtime_max_abs": 1.724216969201109e-08}}}, "choice": "einstein", "probs": {"darwin": 0.008903322694631208, "einstein": 0.6142692393496272, "hypatia": 0.011450248783757541, "ibn_sina": 0.12479636546108684, "sagan": 0.07000441647809268, "socrates": 0.1705764072328046}, "confidence": 0.36369557131427255, "seconds": 0.10424446800243459, "prompt_tokens": 358, "eval_tokens": 1, "server_latency_ms": 104.218727999978, "prompt_eval_ms": null, "total_ms": 104.24446800243459, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c028", "task": "kc", "label": "einstein", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "request_sha256": "046c679c54add8987c0def6ffb019370532501b30ece1b193e34c4ac614f29e3", "compiled_tokens": 358, "compiled_prompt_sha256": "23475b0a8910eef4fdc6c4e53fc0b009b8dddcf3b82d3c5b95467ce8d3a7fa19", "compiled_ids_sha256": "74797ebb675858e67a4e4dc5542e122d2f6918fddd42e509d7955ac569f7cd1a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "1c86e1f79ad9ee96dfc6e80b1c4bfb37ccb503740730c4dcdc4de0bbe9576979", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0008647793966909833, "einstein": 0.933073346279999, "hypatia": 0.00016112437626320517, "ibn_sina": 0.029993593568282566, "sagan": 0.009437902957373569, "socrates": 0.026469253421390608}, "confidence": 0.8228211204342812, "choice": "einstein"}}, "usage": {"input_tokens": 402, "output_tokens": 1}, "latency_ms": 114.11347099783598, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 402, "compiled_prompt_sha256": "1f30f52d13f815504e7bf1165146b0c24247b90d1788ddb8d1a5b6473d203fe6", "compiled_ids_sha256": "8e661bcb0784f987ceba2e82943447a2e43cffd2e0348e8aba9d9b56cec2f1d5", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.0162353515625, 7.0, -1.6640625, 3.5625, 2.40625, 3.4375], "runtime_probabilities": [0.0008647794602438807, 0.9330734014511108, 0.00016112439334392548, 0.02999359741806984, 0.009437903761863708, 0.026469256728887558], "decide_seconds": 0.1092836889984028, "probabilities_f64_minus_runtime_max_abs": 5.5171111790208727e-08}}}, "choice": "einstein", "probs": {"darwin": 0.0008647793966909833, "einstein": 0.933073346279999, "hypatia": 0.00016112437626320517, "ibn_sina": 0.029993593568282566, "sagan": 0.009437902957373569, "socrates": 0.026469253421390608}, "confidence": 0.8228211204342812, "seconds": 0.11414117100139265, "prompt_tokens": 402, "eval_tokens": 1, "server_latency_ms": 114.11347099783598, "prompt_eval_ms": null, "total_ms": 114.14117100139265, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c029", "task": "kc", "label": "einstein", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "request_sha256": "1c86e1f79ad9ee96dfc6e80b1c4bfb37ccb503740730c4dcdc4de0bbe9576979", "compiled_tokens": 402, "compiled_prompt_sha256": "1f30f52d13f815504e7bf1165146b0c24247b90d1788ddb8d1a5b6473d203fe6", "compiled_ids_sha256": "8e661bcb0784f987ceba2e82943447a2e43cffd2e0348e8aba9d9b56cec2f1d5", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "08395ee9a394a652ac502ba3783881f851a097c91c2d8c801bc9dd19465066fa", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.008194119842071556, "einstein": 0.8196566676615858, "hypatia": 0.001613517864926236, "ibn_sina": 0.07989877768588004, "sagan": 0.030326155397718407, "socrates": 0.060310761547817865}, "confidence": 0.6148870702129979, "choice": "einstein"}}, "usage": {"input_tokens": 305, "output_tokens": 1}, "latency_ms": 96.43981899716891, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 305, "compiled_prompt_sha256": "53cefe6d23d0ac7f3c46766dc20453dc7cb5499f889b97160ea8df183525bf2a", "compiled_ids_sha256": "f3e5ac56a91af44389f871a8caca89d7e9b0d855b71d7a5f4fe583f155b126f2", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.89453125, 5.5, -0.73046875, 3.171875, 2.203125, 2.890625], "runtime_probabilities": [0.008194119669497013, 0.8196566700935364, 0.001613517990335822, 0.07989877462387085, 0.030326157808303833, 0.060310762375593185], "decide_seconds": 0.09254430000146385, "probabilities_f64_minus_runtime_max_abs": 3.0620091878708067e-09}}}, "choice": "einstein", "probs": {"darwin": 0.008194119842071556, "einstein": 0.8196566676615858, "hypatia": 0.001613517864926236, "ibn_sina": 0.07989877768588004, "sagan": 0.030326155397718407, "socrates": 0.060310761547817865}, "confidence": 0.6148870702129979, "seconds": 0.09646475900080986, "prompt_tokens": 305, "eval_tokens": 1, "server_latency_ms": 96.43981899716891, "prompt_eval_ms": null, "total_ms": 96.46475900080986, "done_reason": null, "id": "c-einstein-01-starter-01", "uid": "c030", "task": "kc", "label": "einstein", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "request_sha256": "08395ee9a394a652ac502ba3783881f851a097c91c2d8c801bc9dd19465066fa", "compiled_tokens": 305, "compiled_prompt_sha256": "53cefe6d23d0ac7f3c46766dc20453dc7cb5499f889b97160ea8df183525bf2a", "compiled_ids_sha256": "f3e5ac56a91af44389f871a8caca89d7e9b0d855b71d7a5f4fe583f155b126f2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "06550a0c070754bfa382273603bae053348544611ea06fc60c3f8f78f6f0e0b7", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.003825105970196793, "einstein": 0.4932228851249398, "hypatia": 0.0317779823649681, "ibn_sina": 0.20884370965348026, "sagan": 0.09712134455899767, "socrates": 0.1652089723274174}, "confidence": 0.2574240560596429, "choice": "einstein"}}, "usage": {"input_tokens": 267, "output_tokens": 1}, "latency_ms": 94.29563599769608, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 267, "compiled_prompt_sha256": "2c70462d4e85f4e64653498d9e754bf182bcbee31c8f1c5ece9f76079ffaacbf", "compiled_ids_sha256": "fc5d36802beb2fda14c96e74d28c496080c202d461eda3e170bc4d68d9dc027a", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.03125, 3.828125, 1.0859375, 2.96875, 2.203125, 2.734375], "runtime_probabilities": [0.0038251057267189026, 0.4932228624820709, 0.03177798166871071, 0.20884370803833008, 0.09712133556604385, 0.16520896553993225], "decide_seconds": 0.09063015400170116, "probabilities_f64_minus_runtime_max_abs": 2.264286885766964e-08}}}, "choice": "einstein", "probs": {"darwin": 0.003825105970196793, "einstein": 0.4932228851249398, "hypatia": 0.0317779823649681, "ibn_sina": 0.20884370965348026, "sagan": 0.09712134455899767, "socrates": 0.1652089723274174}, "confidence": 0.2574240560596429, "seconds": 0.09432071600167546, "prompt_tokens": 267, "eval_tokens": 1, "server_latency_ms": 94.29563599769608, "prompt_eval_ms": null, "total_ms": 94.32071600167546, "done_reason": null, "id": "c-einstein-01-starter-02", "uid": "c031", "task": "kc", "label": "einstein", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "request_sha256": "06550a0c070754bfa382273603bae053348544611ea06fc60c3f8f78f6f0e0b7", "compiled_tokens": 267, "compiled_prompt_sha256": "2c70462d4e85f4e64653498d9e754bf182bcbee31c8f1c5ece9f76079ffaacbf", "compiled_ids_sha256": "fc5d36802beb2fda14c96e74d28c496080c202d461eda3e170bc4d68d9dc027a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "8d3b9b5c684b9c4f71fe2c80ef2a0abb1bf762cb9eca32cc2797975293e622db", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0069781470664271915, "einstein": 0.052784675839254246, "hypatia": 0.3551253828589561, "ibn_sina": 0.23289691208782545, "sagan": 0.21205505158937998, "socrates": 0.14015983055815706}, "confidence": 0.16214970516530303, "choice": "hypatia"}}, "usage": {"input_tokens": 294, "output_tokens": 1}, "latency_ms": 95.39266700085136, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 294, "compiled_prompt_sha256": "370a32f6cf6865231ae43ab9a2c0130f1bd393f6ff9c93f7322c5eec6f69a7f6", "compiled_ids_sha256": "45bd3725a496f6775e0e3d110492d7c95aeb7acbd0c5e55b8758c122228a0ab4", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.2109375, 0.8125, 2.71875, 2.296875, 2.203125, 1.7890625], "runtime_probabilities": [0.006978146266192198, 0.05278467386960983, 0.355125367641449, 0.23289690911769867, 0.212055042386055, 0.14015983045101166], "decide_seconds": 0.0916680059999635, "probabilities_f64_minus_runtime_max_abs": 1.5217507143283626e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0069781470664271915, "einstein": 0.052784675839254246, "hypatia": 0.3551253828589561, "ibn_sina": 0.23289691208782545, "sagan": 0.21205505158937998, "socrates": 0.14015983055815706}, "confidence": 0.16214970516530303, "seconds": 0.09541762699882383, "prompt_tokens": 294, "eval_tokens": 1, "server_latency_ms": 95.39266700085136, "prompt_eval_ms": null, "total_ms": 95.41762699882383, "done_reason": null, "id": "c-einstein-01-starter-02", "uid": "c032", "task": "kc", "label": "einstein", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "request_sha256": "8d3b9b5c684b9c4f71fe2c80ef2a0abb1bf762cb9eca32cc2797975293e622db", "compiled_tokens": 294, "compiled_prompt_sha256": "370a32f6cf6865231ae43ab9a2c0130f1bd393f6ff9c93f7322c5eec6f69a7f6", "compiled_ids_sha256": "45bd3725a496f6775e0e3d110492d7c95aeb7acbd0c5e55b8758c122228a0ab4", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "ef45da2316173e7abeea5d9f50b805e7e6101970e193e303448a09b24841b95c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.014698423954889949, "einstein": 0.06876597162310959, "hypatia": 0.3835457938904491, "ibn_sina": 0.22547494048182923, "sagan": 0.1346372364348184, "socrates": 0.1728776336149037}, "confidence": 0.15004011247037408, "choice": "hypatia"}}, "usage": {"input_tokens": 387, "output_tokens": 1}, "latency_ms": 113.43516700071632, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 387, "compiled_prompt_sha256": "32dea34ab78631d1128469f41a9a9b72979f369974ba4b1ff7cdc18dca902d44", "compiled_ids_sha256": "4844b40c337845fad28c4f6e260cd19b165cd0fb8800c232d4d2050f7333a62b", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.29296875, 1.25, 2.96875, 2.4375, 1.921875, 2.171875], "runtime_probabilities": [0.014698423445224762, 0.06876597553491592, 0.38354578614234924, 0.22547492384910583, 0.1346372365951538, 0.17287763953208923], "decide_seconds": 0.10872411400123383, "probabilities_f64_minus_runtime_max_abs": 1.663272339302857e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.014698423954889949, "einstein": 0.06876597162310959, "hypatia": 0.3835457938904491, "ibn_sina": 0.22547494048182923, "sagan": 0.1346372364348184, "socrates": 0.1728776336149037}, "confidence": 0.15004011247037408, "seconds": 0.11346419600158697, "prompt_tokens": 387, "eval_tokens": 1, "server_latency_ms": 113.43516700071632, "prompt_eval_ms": null, "total_ms": 113.46419600158697, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c033", "task": "kc", "label": "einstein", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "request_sha256": "ef45da2316173e7abeea5d9f50b805e7e6101970e193e303448a09b24841b95c", "compiled_tokens": 387, "compiled_prompt_sha256": "32dea34ab78631d1128469f41a9a9b72979f369974ba4b1ff7cdc18dca902d44", "compiled_ids_sha256": "4844b40c337845fad28c4f6e260cd19b165cd0fb8800c232d4d2050f7333a62b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "70c61a24e7389825115e809e90590b0de304acdcec9da8139878d698c530832c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.003591587763195161, "einstein": 0.8328748919042791, "hypatia": 0.0011224439891662581, "ibn_sina": 0.04924256742970871, "sagan": 0.029404080025582598, "socrates": 0.08376442888806823}, "confidence": 0.6429030913653193, "choice": "einstein"}}, "usage": {"input_tokens": 343, "output_tokens": 1}, "latency_ms": 101.10606299713254, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 343, "compiled_prompt_sha256": "3048ef259ba2c81faa325128892aa67888378d9abaef64bcc7e191dc46c7930d", "compiled_ids_sha256": "dee894996ae3ae3d47634ad4330ad3215bf4766aff9df1233b15480c06ddd321", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.1650390625, 5.28125, -1.328125, 2.453125, 1.9375, 2.984375], "runtime_probabilities": [0.0035915879998356104, 0.8328749537467957, 0.0011224441695958376, 0.049242567270994186, 0.029404081404209137, 0.08376443386077881], "decide_seconds": 0.09686558600151329, "probabilities_f64_minus_runtime_max_abs": 6.184251655216855e-08}}}, "choice": "einstein", "probs": {"darwin": 0.003591587763195161, "einstein": 0.8328748919042791, "hypatia": 0.0011224439891662581, "ibn_sina": 0.04924256742970871, "sagan": 0.029404080025582598, "socrates": 0.08376442888806823}, "confidence": 0.6429030913653193, "seconds": 0.10113163300047745, "prompt_tokens": 343, "eval_tokens": 1, "server_latency_ms": 101.10606299713254, "prompt_eval_ms": null, "total_ms": 101.13163300047745, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c034", "task": "kc", "label": "einstein", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "request_sha256": "70c61a24e7389825115e809e90590b0de304acdcec9da8139878d698c530832c", "compiled_tokens": 343, "compiled_prompt_sha256": "3048ef259ba2c81faa325128892aa67888378d9abaef64bcc7e191dc46c7930d", "compiled_ids_sha256": "dee894996ae3ae3d47634ad4330ad3215bf4766aff9df1233b15480c06ddd321", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "36e36fd875dcb6fcd30f8ad4a732fc84604c5605fd51588de8cdf3fd37bcb156", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.015145254919433955, "einstein": 0.02467939108331936, "hypatia": 0.5979269123065147, "ibn_sina": 0.1465282915592468, "sagan": 0.1795302156830147, "socrates": 0.0361899344484704}, "confidence": 0.345795496820283, "choice": "hypatia"}}, "usage": {"input_tokens": 278, "output_tokens": 1}, "latency_ms": 94.34340600273572, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 278, "compiled_prompt_sha256": "8f4e67e82afe236dfe30a2d5eeec24f6f2778b73186fa1f61532a001b7adee48", "compiled_ids_sha256": "bc3a2e6b1255920114fcfe262b849bf8a7b90aa700f811ca5a13e3dea051bd85", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.51171875, 1.0, 4.1875, 2.78125, 2.984375, 1.3828125], "runtime_probabilities": [0.015145253390073776, 0.024679390713572502, 0.5979268550872803, 0.14652828872203827, 0.17953020334243774, 0.036189936101436615], "decide_seconds": 0.09079861300051562, "probabilities_f64_minus_runtime_max_abs": 5.7219234461669544e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.015145254919433955, "einstein": 0.02467939108331936, "hypatia": 0.5979269123065147, "ibn_sina": 0.1465282915592468, "sagan": 0.1795302156830147, "socrates": 0.0361899344484704}, "confidence": 0.345795496820283, "seconds": 0.09436746499704896, "prompt_tokens": 278, "eval_tokens": 1, "server_latency_ms": 94.34340600273572, "prompt_eval_ms": null, "total_ms": 94.36746499704896, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c035", "task": "kc", "label": "einstein", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "request_sha256": "36e36fd875dcb6fcd30f8ad4a732fc84604c5605fd51588de8cdf3fd37bcb156", "compiled_tokens": 278, "compiled_prompt_sha256": "8f4e67e82afe236dfe30a2d5eeec24f6f2778b73186fa1f61532a001b7adee48", "compiled_ids_sha256": "bc3a2e6b1255920114fcfe262b849bf8a7b90aa700f811ca5a13e3dea051bd85", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "53410880d12779c0c4c4e4becb3d6c57efa5cca73c859c565c763499a1fba816", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.028118413648414445, "einstein": 0.02254969469223741, "hypatia": 0.6825786624196406, "ibn_sina": 0.10970037401499316, "sagan": 0.04820617629318023, "socrates": 0.10884667893153412}, "confidence": 0.3991354537845935, "choice": "hypatia"}}, "usage": {"input_tokens": 395, "output_tokens": 1}, "latency_ms": 113.26021800050512, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 395, "compiled_prompt_sha256": "4231600771fa3f6d01b11d9780088dab4c81fa8caa77568d942fc82a7a6b4f8c", "compiled_ids_sha256": "7ef9a0540d1930f31f588689d49c705e105a918541d1c90201320219a03b21c8", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.330078125, -0.55078125, 2.859375, 1.03125, 0.208984375, 1.0234375], "runtime_probabilities": [0.02811841294169426, 0.022549694404006004, 0.6825786232948303, 0.10970036685466766, 0.04820617288351059, 0.10884667932987213], "decide_seconds": 0.108589084000414, "probabilities_f64_minus_runtime_max_abs": 3.9124810280455335e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.028118413648414445, "einstein": 0.02254969469223741, "hypatia": 0.6825786624196406, "ibn_sina": 0.10970037401499316, "sagan": 0.04820617629318023, "socrates": 0.10884667893153412}, "confidence": 0.3991354537845935, "seconds": 0.11328699799923925, "prompt_tokens": 395, "eval_tokens": 1, "server_latency_ms": 113.26021800050512, "prompt_eval_ms": null, "total_ms": 113.28699799923925, "done_reason": null, "id": "c-hypatia-01-dessert-01", "uid": "c036", "task": "kc", "label": "hypatia", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "request_sha256": "53410880d12779c0c4c4e4becb3d6c57efa5cca73c859c565c763499a1fba816", "compiled_tokens": 395, "compiled_prompt_sha256": "4231600771fa3f6d01b11d9780088dab4c81fa8caa77568d942fc82a7a6b4f8c", "compiled_ids_sha256": "7ef9a0540d1930f31f588689d49c705e105a918541d1c90201320219a03b21c8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:48Z"} {"mode": "kev-choice", "prompt_sha256": "60ca01400728b39379b62e800f8729bb21f28627f8ef74fdb91406ffc80d039b", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0012577596942586547, "einstein": 0.8665227535693962, "hypatia": 0.0014820030990214043, "ibn_sina": 0.0445110898385338, "sagan": 0.023455696065572212, "socrates": 0.06277069773321761}, "confidence": 0.6972225683061677, "choice": "einstein"}}, "usage": {"input_tokens": 323, "output_tokens": 1}, "latency_ms": 100.859923997632, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 323, "compiled_prompt_sha256": "64cf4ddb66e4162fd4413e7c5eecfae78ed5607c7644b898fafd96f028bf8081", "compiled_ids_sha256": "2edffcb25f65010db4bf8ec46a80e7f11423c9168ec99e3b3ac49296338f2c48", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.47265625, 6.0625, -0.30859375, 3.09375, 2.453125, 3.4375], "runtime_probabilities": [0.001257759635336697, 0.8665227293968201, 0.0014820031356066465, 0.044511087238788605, 0.023455696180462837, 0.06277069449424744], "decide_seconds": 0.09682345599867404, "probabilities_f64_minus_runtime_max_abs": 2.4172576162939663e-08}}}, "choice": "einstein", "probs": {"darwin": 0.0012577596942586547, "einstein": 0.8665227535693962, "hypatia": 0.0014820030990214043, "ibn_sina": 0.0445110898385338, "sagan": 0.023455696065572212, "socrates": 0.06277069773321761}, "confidence": 0.6972225683061677, "seconds": 0.10088488399924245, "prompt_tokens": 323, "eval_tokens": 1, "server_latency_ms": 100.859923997632, "prompt_eval_ms": null, "total_ms": 100.88488399924245, "done_reason": null, "id": "c-hypatia-01-dessert-02", "uid": "c037", "task": "kc", "label": "hypatia", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "request_sha256": "60ca01400728b39379b62e800f8729bb21f28627f8ef74fdb91406ffc80d039b", "compiled_tokens": 323, "compiled_prompt_sha256": "64cf4ddb66e4162fd4413e7c5eecfae78ed5607c7644b898fafd96f028bf8081", "compiled_ids_sha256": "2edffcb25f65010db4bf8ec46a80e7f11423c9168ec99e3b3ac49296338f2c48", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "cea561710397d08713919835eaa6badd506abefe21e9793915736cbcf571db70", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.02452553005872567, "einstein": 0.2525845055611629, "hypatia": 0.11034599828620749, "ibn_sina": 0.3294322994083702, "sagan": 0.11746270373942748, "socrates": 0.16564896294610623}, "confidence": 0.10875644593641998, "choice": "ibn_sina"}}, "usage": {"input_tokens": 274, "output_tokens": 1}, "latency_ms": 94.46178500002134, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 274, "compiled_prompt_sha256": "b813667369f4e70abaa4bbd36b3b8b690e78c38b9ec85f4f3d5388a491e9ce79", "compiled_ids_sha256": "1356d08876a1c4cf2b6410ee614660ec7bf937bb468b506992fcb7bf08d22f64", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.88671875, 3.21875, 2.390625, 3.484375, 2.453125, 2.796875], "runtime_probabilities": [0.024525530636310577, 0.2525845170021057, 0.1103459969162941, 0.32943230867385864, 0.11746270954608917, 0.16564896702766418], "decide_seconds": 0.09092897200025618, "probabilities_f64_minus_runtime_max_abs": 1.1440942804252785e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.02452553005872567, "einstein": 0.2525845055611629, "hypatia": 0.11034599828620749, "ibn_sina": 0.3294322994083702, "sagan": 0.11746270373942748, "socrates": 0.16564896294610623}, "confidence": 0.10875644593641998, "seconds": 0.09448511499795131, "prompt_tokens": 274, "eval_tokens": 1, "server_latency_ms": 94.46178500002134, "prompt_eval_ms": null, "total_ms": 94.48511499795131, "done_reason": null, "id": "c-hypatia-01-dessert-02", "uid": "c038", "task": "kc", "label": "hypatia", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "request_sha256": "cea561710397d08713919835eaa6badd506abefe21e9793915736cbcf571db70", "compiled_tokens": 274, "compiled_prompt_sha256": "b813667369f4e70abaa4bbd36b3b8b690e78c38b9ec85f4f3d5388a491e9ce79", "compiled_ids_sha256": "1356d08876a1c4cf2b6410ee614660ec7bf937bb468b506992fcb7bf08d22f64", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "a92667bd1952495e79468ae067425395d5511079bdf1f066abafa0182c57620e", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.014671770234940153, "einstein": 0.0316109437008919, "hypatia": 0.47368125149406276, "ibn_sina": 0.19138452617816237, "sagan": 0.1611619290908455, "socrates": 0.12748957930109725}, "confidence": 0.21959606741901538, "choice": "hypatia"}}, "usage": {"input_tokens": 298, "output_tokens": 1}, "latency_ms": 95.82584400050109, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 298, "compiled_prompt_sha256": "21829cbfc35a4be0d7b256334b6e53727cf63ff22411b3b96a97b55be3b983e1", "compiled_ids_sha256": "90ee18b88d0e89b3999ace8ac624b7a7824208a64fcb7a98548c6bbcf7208086", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.115234375, 0.65234375, 3.359375, 2.453125, 2.28125, 2.046875], "runtime_probabilities": [0.014671769924461842, 0.031610943377017975, 0.4736812710762024, 0.19138452410697937, 0.16116194427013397, 0.1274895817041397], "decide_seconds": 0.09191979499883018, "probabilities_f64_minus_runtime_max_abs": 1.9582139632046136e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.014671770234940153, "einstein": 0.0316109437008919, "hypatia": 0.47368125149406276, "ibn_sina": 0.19138452617816237, "sagan": 0.1611619290908455, "socrates": 0.12748957930109725}, "confidence": 0.21959606741901538, "seconds": 0.09585074400092708, "prompt_tokens": 298, "eval_tokens": 1, "server_latency_ms": 95.82584400050109, "prompt_eval_ms": null, "total_ms": 95.85074400092708, "done_reason": null, "id": "c-hypatia-01-dessert-03", "uid": "c039", "task": "kc", "label": "hypatia", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "request_sha256": "a92667bd1952495e79468ae067425395d5511079bdf1f066abafa0182c57620e", "compiled_tokens": 298, "compiled_prompt_sha256": "21829cbfc35a4be0d7b256334b6e53727cf63ff22411b3b96a97b55be3b983e1", "compiled_ids_sha256": "90ee18b88d0e89b3999ace8ac624b7a7824208a64fcb7a98548c6bbcf7208086", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "6dae1f58ef7ea31d6acf53cc5f4fc8a8254827e1ec602b97859fd641edded372", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.013711634286998387, "einstein": 0.01768362768087273, "hypatia": 0.6697580752624896, "ibn_sina": 0.1191465282503489, "sagan": 0.07936869853147252, "socrates": 0.10033143598781787}, "confidence": 0.39506868712538, "choice": "hypatia"}}, "usage": {"input_tokens": 368, "output_tokens": 1}, "latency_ms": 105.17865099973278, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 368, "compiled_prompt_sha256": "a85f301fbcbe5359d5137e8ce9e30a12f45037248d0741358fb7ff25b1b3eafd", "compiled_ids_sha256": "c6dbc71f4fcb0e3fc82bd7695103d89d45b3a9f018a7f14f1ed0ba8bed8dbf04", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.341796875, -0.08740234375, 3.546875, 1.8203125, 1.4140625, 1.6484375], "runtime_probabilities": [0.01371163222938776, 0.01768362708389759, 0.6697580218315125, 0.11914651840925217, 0.07936868816614151, 0.10033143311738968], "decide_seconds": 0.1007437160005793, "probabilities_f64_minus_runtime_max_abs": 5.34309771982322e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.013711634286998387, "einstein": 0.01768362768087273, "hypatia": 0.6697580752624896, "ibn_sina": 0.1191465282503489, "sagan": 0.07936869853147252, "socrates": 0.10033143598781787}, "confidence": 0.39506868712538, "seconds": 0.10520511099821306, "prompt_tokens": 368, "eval_tokens": 1, "server_latency_ms": 105.17865099973278, "prompt_eval_ms": null, "total_ms": 105.20511099821306, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c040", "task": "kc", "label": "hypatia", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "request_sha256": "6dae1f58ef7ea31d6acf53cc5f4fc8a8254827e1ec602b97859fd641edded372", "compiled_tokens": 368, "compiled_prompt_sha256": "a85f301fbcbe5359d5137e8ce9e30a12f45037248d0741358fb7ff25b1b3eafd", "compiled_ids_sha256": "c6dbc71f4fcb0e3fc82bd7695103d89d45b3a9f018a7f14f1ed0ba8bed8dbf04", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "c5e40b39c14beb9a0b05e0922a154ec9943477a8ebdd3b239151420d3872133c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.05937432041308563, "einstein": 0.11444699804063524, "hypatia": 0.3184766999027812, "ibn_sina": 0.2188856213879114, "sagan": 0.16014014155909329, "socrates": 0.12867621869649315}, "confidence": 0.06803512248286614, "choice": "hypatia"}}, "usage": {"input_tokens": 297, "output_tokens": 1}, "latency_ms": 96.23659100179793, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 297, "compiled_prompt_sha256": "937427227f5f99118cb41f68bee040c493d9bec3da24346374497e87fd4b0c16", "compiled_ids_sha256": "f2a92c82350a676ec89ba5633141c479e87276520dc9842cd8d2d1356c426518", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.1015625, 1.7578125, 2.78125, 2.40625, 2.09375, 1.875], "runtime_probabilities": [0.05937432125210762, 0.11444699764251709, 0.31847670674324036, 0.2188856303691864, 0.16014014184474945, 0.12867622077465057], "decide_seconds": 0.09243268000136595, "probabilities_f64_minus_runtime_max_abs": 8.981275001485045e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.05937432041308563, "einstein": 0.11444699804063524, "hypatia": 0.3184766999027812, "ibn_sina": 0.2188856213879114, "sagan": 0.16014014155909329, "socrates": 0.12867621869649315}, "confidence": 0.06803512248286614, "seconds": 0.0962619009987975, "prompt_tokens": 297, "eval_tokens": 1, "server_latency_ms": 96.23659100179793, "prompt_eval_ms": null, "total_ms": 96.2619009987975, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c041", "task": "kc", "label": "hypatia", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "request_sha256": "c5e40b39c14beb9a0b05e0922a154ec9943477a8ebdd3b239151420d3872133c", "compiled_tokens": 297, "compiled_prompt_sha256": "937427227f5f99118cb41f68bee040c493d9bec3da24346374497e87fd4b0c16", "compiled_ids_sha256": "f2a92c82350a676ec89ba5633141c479e87276520dc9842cd8d2d1356c426518", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "79fb4c421b342027371a354bfc724fa64f5db5d74a395e1f0134e383b6932a60", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0027525587354766436, "einstein": 0.010388048143740254, "hypatia": 0.716967798635211, "ibn_sina": 0.09703104009982699, "sagan": 0.09115222656815566, "socrates": 0.08170832781758937}, "confidence": 0.4689319697866502, "choice": "hypatia"}}, "usage": {"input_tokens": 388, "output_tokens": 1}, "latency_ms": 113.53679599778843, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 388, "compiled_prompt_sha256": "9e620d83c4565136473c23f396206defac1ffa16bd69dabc4a8fb76aa81893ae", "compiled_ids_sha256": "5cdc4054cab42c152b7033db49be91482544fff96b21837effc480511601a69b", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.71875, 0.609375, 4.84375, 2.84375, 2.78125, 2.671875], "runtime_probabilities": [0.002752558793872595, 0.010388048365712166, 0.7169678211212158, 0.09703104197978973, 0.09115222096443176, 0.08170832693576813], "decide_seconds": 0.10879214300075546, "probabilities_f64_minus_runtime_max_abs": 2.2486004835897688e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0027525587354766436, "einstein": 0.010388048143740254, "hypatia": 0.716967798635211, "ibn_sina": 0.09703104009982699, "sagan": 0.09115222656815566, "socrates": 0.08170832781758937}, "confidence": 0.4689319697866502, "seconds": 0.1135650659998646, "prompt_tokens": 388, "eval_tokens": 1, "server_latency_ms": 113.53679599778843, "prompt_eval_ms": null, "total_ms": 113.5650659998646, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c042", "task": "kc", "label": "hypatia", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "request_sha256": "79fb4c421b342027371a354bfc724fa64f5db5d74a395e1f0134e383b6932a60", "compiled_tokens": 388, "compiled_prompt_sha256": "9e620d83c4565136473c23f396206defac1ffa16bd69dabc4a8fb76aa81893ae", "compiled_ids_sha256": "5cdc4054cab42c152b7033db49be91482544fff96b21837effc480511601a69b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "1171383a350272ae6dd50d3be1dda29c6229f3879efb1331a0015d33d4fa3568", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.017428181980027584, "einstein": 0.057368467174753995, "hypatia": 0.4124648747467628, "ibn_sina": 0.22957127552489243, "sagan": 0.11910000877276021, "socrates": 0.16406719180080295}, "confidence": 0.16974081581606026, "choice": "hypatia"}}, "usage": {"input_tokens": 339, "output_tokens": 1}, "latency_ms": 101.18396200050483, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 339, "compiled_prompt_sha256": "96b3447c5f6b1e9a91ad93d8847b48d6895167515fc8658b556b546cd722af75", "compiled_ids_sha256": "a5315fe99a572917cd0eab60dbea5014cc09871c3719dbb84d88bd7901126ebf", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.6484375, 0.54296875, 2.515625, 1.9296875, 1.2734375, 1.59375], "runtime_probabilities": [0.017428182065486908, 0.05736846476793289, 0.41246485710144043, 0.22957126796245575, 0.11910001188516617, 0.16406719386577606], "decide_seconds": 0.09701992500049528, "probabilities_f64_minus_runtime_max_abs": 1.7645322369919114e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.017428181980027584, "einstein": 0.057368467174753995, "hypatia": 0.4124648747467628, "ibn_sina": 0.22957127552489243, "sagan": 0.11910000877276021, "socrates": 0.16406719180080295}, "confidence": 0.16974081581606026, "seconds": 0.1012100219995773, "prompt_tokens": 339, "eval_tokens": 1, "server_latency_ms": 101.18396200050483, "prompt_eval_ms": null, "total_ms": 101.2100219995773, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c043", "task": "kc", "label": "hypatia", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "request_sha256": "1171383a350272ae6dd50d3be1dda29c6229f3879efb1331a0015d33d4fa3568", "compiled_tokens": 339, "compiled_prompt_sha256": "96b3447c5f6b1e9a91ad93d8847b48d6895167515fc8658b556b546cd722af75", "compiled_ids_sha256": "a5315fe99a572917cd0eab60dbea5014cc09871c3719dbb84d88bd7901126ebf", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "550dcbbf4c9113c575eb00cf7dd4c978283e0d887b4fa383e793b9d3768433b0", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0006499387331380451, "einstein": 0.949781727580851, "hypatia": 4.379906528968502e-05, "ibn_sina": 0.02779850376247348, "sagan": 0.004330171712758896, "socrates": 0.017395859145488964}, "confidence": 0.8617081135646536, "choice": "einstein"}}, "usage": {"input_tokens": 275, "output_tokens": 1}, "latency_ms": 94.51262400034466, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 275, "compiled_prompt_sha256": "12910ec5c352e9fa1330272cb09c7a1e3ca9ef566bd28df789137a8794a156bc", "compiled_ids_sha256": "bf822f6c8b673ada113561218d839770895abe054bccedd183916316a0e84576", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.400390625, 7.6875, -2.296875, 4.15625, 2.296875, 3.6875], "runtime_probabilities": [0.000649938709102571, 0.9497817158699036, 4.3799063860205933e-05, 0.027798503637313843, 0.00433017173781991, 0.017395859584212303], "decide_seconds": 0.0909433220003848, "probabilities_f64_minus_runtime_max_abs": 1.1710947434018237e-08}}}, "choice": "einstein", "probs": {"darwin": 0.0006499387331380451, "einstein": 0.949781727580851, "hypatia": 4.379906528968502e-05, "ibn_sina": 0.02779850376247348, "sagan": 0.004330171712758896, "socrates": 0.017395859145488964}, "confidence": 0.8617081135646536, "seconds": 0.0945359439974709, "prompt_tokens": 275, "eval_tokens": 1, "server_latency_ms": 94.51262400034466, "prompt_eval_ms": null, "total_ms": 94.5359439974709, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c044", "task": "kc", "label": "hypatia", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "request_sha256": "550dcbbf4c9113c575eb00cf7dd4c978283e0d887b4fa383e793b9d3768433b0", "compiled_tokens": 275, "compiled_prompt_sha256": "12910ec5c352e9fa1330272cb09c7a1e3ca9ef566bd28df789137a8794a156bc", "compiled_ids_sha256": "bf822f6c8b673ada113561218d839770895abe054bccedd183916316a0e84576", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "a7501a3b3149ec22eb93de5cfbdf2becc70db679c219e6f88ab7072e69212da2", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.044728543570671866, "einstein": 0.054588902242279094, "hypatia": 0.4697376542689023, "ibn_sina": 0.1443855072988942, "sagan": 0.15611795704941966, "socrates": 0.1304414355698329}, "confidence": 0.16970522500095264, "choice": "hypatia"}}, "usage": {"input_tokens": 349, "output_tokens": 1}, "latency_ms": 101.69152800153825, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 349, "compiled_prompt_sha256": "53ea90fe5d10904b59900dd3288e3f69d354a8b53be8832d2ed7310f00a05a78", "compiled_ids_sha256": "fc14aba23487d6da377ebf5043577838bb63cffc65b91089be20b810df6d2bad", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.5390625, 0.73828125, 2.890625, 1.7109375, 1.7890625, 1.609375], "runtime_probabilities": [0.04472854733467102, 0.05458890274167061, 0.4697376489639282, 0.14438550174236298, 0.15611794590950012, 0.13044142723083496], "decide_seconds": 0.09737535100066452, "probabilities_f64_minus_runtime_max_abs": 1.1139919542380028e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.044728543570671866, "einstein": 0.054588902242279094, "hypatia": 0.4697376542689023, "ibn_sina": 0.1443855072988942, "sagan": 0.15611795704941966, "socrates": 0.1304414355698329}, "confidence": 0.16970522500095264, "seconds": 0.10171747799904551, "prompt_tokens": 349, "eval_tokens": 1, "server_latency_ms": 101.69152800153825, "prompt_eval_ms": null, "total_ms": 101.71747799904551, "done_reason": null, "id": "c-hypatia-01-main-02", "uid": "c045", "task": "kc", "label": "hypatia", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "request_sha256": "a7501a3b3149ec22eb93de5cfbdf2becc70db679c219e6f88ab7072e69212da2", "compiled_tokens": 349, "compiled_prompt_sha256": "53ea90fe5d10904b59900dd3288e3f69d354a8b53be8832d2ed7310f00a05a78", "compiled_ids_sha256": "fc14aba23487d6da377ebf5043577838bb63cffc65b91089be20b810df6d2bad", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "51091ba903351f76f1c9074582ea4abcadfbf07b73645803c2453268f86cf0fe", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.019507277935471544, "einstein": 0.02621148778243317, "hypatia": 0.45384706481408593, "ibn_sina": 0.18919160406356275, "sagan": 0.1982710987157072, "socrates": 0.11297146668873932}, "confidence": 0.21140954322561423, "choice": "hypatia"}}, "usage": {"input_tokens": 364, "output_tokens": 1}, "latency_ms": 104.80667400042876, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 364, "compiled_prompt_sha256": "981f394b92cdbfe83d1629e86ff1043844d3ddec1aa960eee15412baa3b51c00", "compiled_ids_sha256": "e1be0ad9a565296219335b76cdbbdeef9cf60282395d86cca26940dc6907053b", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.02490234375, 0.3203125, 3.171875, 2.296875, 2.34375, 1.78125], "runtime_probabilities": [0.019507277756929398, 0.026211488991975784, 0.45384708046913147, 0.18919160962104797, 0.19827111065387726, 0.1129714772105217], "decide_seconds": 0.10041387800083612, "probabilities_f64_minus_runtime_max_abs": 1.565504553768804e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.019507277935471544, "einstein": 0.02621148778243317, "hypatia": 0.45384706481408593, "ibn_sina": 0.18919160406356275, "sagan": 0.1982710987157072, "socrates": 0.11297146668873932}, "confidence": 0.21140954322561423, "seconds": 0.10483314399971277, "prompt_tokens": 364, "eval_tokens": 1, "server_latency_ms": 104.80667400042876, "prompt_eval_ms": null, "total_ms": 104.83314399971277, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c046", "task": "kc", "label": "hypatia", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "request_sha256": "51091ba903351f76f1c9074582ea4abcadfbf07b73645803c2453268f86cf0fe", "compiled_tokens": 364, "compiled_prompt_sha256": "981f394b92cdbfe83d1629e86ff1043844d3ddec1aa960eee15412baa3b51c00", "compiled_ids_sha256": "e1be0ad9a565296219335b76cdbbdeef9cf60282395d86cca26940dc6907053b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:49Z"} {"mode": "kev-choice", "prompt_sha256": "ef8ed0aee48a818fd4b6f519a6d69a1ee3cdac3aca20b9c6b8fec197d1a29a2f", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.03002296392056372, "einstein": 0.037694025811666886, "hypatia": 0.5810595096547836, "ibn_sina": 0.15517300842902912, "sagan": 0.0732985390700729, "socrates": 0.12275195311388383}, "confidence": 0.28426110460329823, "choice": "hypatia"}}, "usage": {"input_tokens": 329, "output_tokens": 1}, "latency_ms": 100.57713700007298, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 329, "compiled_prompt_sha256": "5e16fbf7126da6744631cdedb3c9e498a2b9052c185376919d00b1f279b12f9c", "compiled_ids_sha256": "07c699060a078fa6ae02cca28988321df21cdd9ed54996d09648ee655e350dce", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.306640625, -0.0791015625, 2.65625, 1.3359375, 0.5859375, 1.1015625], "runtime_probabilities": [0.030022965744137764, 0.03769402578473091, 0.5810595750808716, 0.15517300367355347, 0.07329855114221573, 0.12275195866823196], "decide_seconds": 0.09644056900287978, "probabilities_f64_minus_runtime_max_abs": 6.542608799176008e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.03002296392056372, "einstein": 0.037694025811666886, "hypatia": 0.5810595096547836, "ibn_sina": 0.15517300842902912, "sagan": 0.0732985390700729, "socrates": 0.12275195311388383}, "confidence": 0.28426110460329823, "seconds": 0.10060517600140884, "prompt_tokens": 329, "eval_tokens": 1, "server_latency_ms": 100.57713700007298, "prompt_eval_ms": null, "total_ms": 100.60517600140884, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c047", "task": "kc", "label": "hypatia", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "request_sha256": "ef8ed0aee48a818fd4b6f519a6d69a1ee3cdac3aca20b9c6b8fec197d1a29a2f", "compiled_tokens": 329, "compiled_prompt_sha256": "5e16fbf7126da6744631cdedb3c9e498a2b9052c185376919d00b1f279b12f9c", "compiled_ids_sha256": "07c699060a078fa6ae02cca28988321df21cdd9ed54996d09648ee655e350dce", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "518f70391848f4160de4d2ca4b3dfa9256f61398a04ebe65ce467d3f4df3d9ec", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.07358499534307437, "einstein": 0.028816298215333973, "hypatia": 0.5787908217936775, "ibn_sina": 0.09597292662100057, "sagan": 0.1374748700773676, "socrates": 0.0853600879495461}, "confidence": 0.2641377743850857, "choice": "hypatia"}}, "usage": {"input_tokens": 407, "output_tokens": 1}, "latency_ms": 114.70284700044431, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 407, "compiled_prompt_sha256": "1758a9f1601e86873bbd3a7f9387586fd8779e1252ba78aa05c488753ae18af9", "compiled_ids_sha256": "c2e4ce3277e1b394388c8fbe6816aea6f422bb1f7b5f4acc516099b73569fad1", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.5, 0.5625, 3.5625, 1.765625, 2.125, 1.6484375], "runtime_probabilities": [0.07358498871326447, 0.02881629765033722, 0.5787907838821411, 0.09597291797399521, 0.1374748796224594, 0.085360087454319], "decide_seconds": 0.10980388600000879, "probabilities_f64_minus_runtime_max_abs": 3.791153635468447e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.07358499534307437, "einstein": 0.028816298215333973, "hypatia": 0.5787908217936775, "ibn_sina": 0.09597292662100057, "sagan": 0.1374748700773676, "socrates": 0.0853600879495461}, "confidence": 0.2641377743850857, "seconds": 0.11473234699951718, "prompt_tokens": 407, "eval_tokens": 1, "server_latency_ms": 114.70284700044431, "prompt_eval_ms": null, "total_ms": 114.73234699951718, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c048", "task": "kc", "label": "hypatia", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "request_sha256": "518f70391848f4160de4d2ca4b3dfa9256f61398a04ebe65ce467d3f4df3d9ec", "compiled_tokens": 407, "compiled_prompt_sha256": "1758a9f1601e86873bbd3a7f9387586fd8779e1252ba78aa05c488753ae18af9", "compiled_ids_sha256": "c2e4ce3277e1b394388c8fbe6816aea6f422bb1f7b5f4acc516099b73569fad1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "2c8f8199cffc7ca570c61b59355b5cb2b0d15104ad1e57f3fd7692a8b2ec257e", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.05261382187343287, "einstein": 0.058466129782245066, "hypatia": 0.49723990132794466, "ibn_sina": 0.15892741816740494, "sagan": 0.15283900438900866, "socrates": 0.07991372445996382}, "confidence": 0.19091627096181474, "choice": "hypatia"}}, "usage": {"input_tokens": 272, "output_tokens": 1}, "latency_ms": 94.48918400084949, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 272, "compiled_prompt_sha256": "86edd11982c21ff733510b65fb8061cf99f203a5783f0d267f8b7922baef66d7", "compiled_ids_sha256": "0632451188e0cd8274e38703ba69b1d81b731677e7550055093537363c0d1780", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.91015625, 1.015625, 3.15625, 2.015625, 1.9765625, 1.328125], "runtime_probabilities": [0.052613820880651474, 0.05846612900495529, 0.497239887714386, 0.15892742574214935, 0.15283900499343872, 0.07991372048854828], "decide_seconds": 0.09092813300230773, "probabilities_f64_minus_runtime_max_abs": 1.3613558669245407e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.05261382187343287, "einstein": 0.058466129782245066, "hypatia": 0.49723990132794466, "ibn_sina": 0.15892741816740494, "sagan": 0.15283900438900866, "socrates": 0.07991372445996382}, "confidence": 0.19091627096181474, "seconds": 0.09451288399941404, "prompt_tokens": 272, "eval_tokens": 1, "server_latency_ms": 94.48918400084949, "prompt_eval_ms": null, "total_ms": 94.51288399941404, "done_reason": null, "id": "c-hypatia-01-starter-01", "uid": "c049", "task": "kc", "label": "hypatia", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "request_sha256": "2c8f8199cffc7ca570c61b59355b5cb2b0d15104ad1e57f3fd7692a8b2ec257e", "compiled_tokens": 272, "compiled_prompt_sha256": "86edd11982c21ff733510b65fb8061cf99f203a5783f0d267f8b7922baef66d7", "compiled_ids_sha256": "0632451188e0cd8274e38703ba69b1d81b731677e7550055093537363c0d1780", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "49cf9584bdd714487fe44d03d0cf094bffb7ddabf39f43dc80799d3de073d3f7", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.019572975639992777, "einstein": 0.11110524952147546, "hypatia": 0.2973330663387465, "ibn_sina": 0.2881850896042727, "sagan": 0.15186287050953448, "socrates": 0.13194074838597805}, "confidence": 0.11050319273855769, "choice": "hypatia"}}, "usage": {"input_tokens": 326, "output_tokens": 1}, "latency_ms": 100.61109700109228, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 326, "compiled_prompt_sha256": "ecbc5708033f479cd2caa368a60bec322a499a7331fb8a6eacdc2dac8b96a819", "compiled_ids_sha256": "3213fbf2a47076131e60a1856d79082d20d04b59cb63f46819df660c2b4096ff", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.404296875, 2.140625, 3.125, 3.09375, 2.453125, 2.3125], "runtime_probabilities": [0.019572976976633072, 0.11110525578260422, 0.2973330616950989, 0.28818508982658386, 0.15186288952827454, 0.13194075226783752], "decide_seconds": 0.09662138800194953, "probabilities_f64_minus_runtime_max_abs": 1.901874005505455e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.019572975639992777, "einstein": 0.11110524952147546, "hypatia": 0.2973330663387465, "ibn_sina": 0.2881850896042727, "sagan": 0.15186287050953448, "socrates": 0.13194074838597805}, "confidence": 0.11050319273855769, "seconds": 0.10063600600187783, "prompt_tokens": 326, "eval_tokens": 1, "server_latency_ms": 100.61109700109228, "prompt_eval_ms": null, "total_ms": 100.63600600187783, "done_reason": null, "id": "c-hypatia-01-starter-01", "uid": "c050", "task": "kc", "label": "hypatia", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "request_sha256": "49cf9584bdd714487fe44d03d0cf094bffb7ddabf39f43dc80799d3de073d3f7", "compiled_tokens": 326, "compiled_prompt_sha256": "ecbc5708033f479cd2caa368a60bec322a499a7331fb8a6eacdc2dac8b96a819", "compiled_ids_sha256": "3213fbf2a47076131e60a1856d79082d20d04b59cb63f46819df660c2b4096ff", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "d445b0eba928e2f123e2a696fc3349b65c89382bdce54490773f3593ea646bbd", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.020564153219942663, "einstein": 0.024420536180324342, "hypatia": 0.6678196653555567, "ibn_sina": 0.12161899607431478, "sagan": 0.10901856349779887, "socrates": 0.05655808567206262}, "confidence": 0.38581940160175565, "choice": "hypatia"}}, "usage": {"input_tokens": 303, "output_tokens": 1}, "latency_ms": 96.10547199918074, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 303, "compiled_prompt_sha256": "d3cc18c537cd2524953ff31d3b343b481a694d8832a6516cf95f0af6ac3a93fc", "compiled_ids_sha256": "4176637f3b7f7e0c1eaf039089f3e571cafaabcf2dff27018fe9ae1943bf4ef4", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.47265625, 0.64453125, 3.953125, 2.25, 2.140625, 1.484375], "runtime_probabilities": [0.02056415192782879, 0.024420535191893578, 0.667819619178772, 0.12161899358034134, 0.10901855677366257, 0.05655808001756668], "decide_seconds": 0.09233679200042388, "probabilities_f64_minus_runtime_max_abs": 4.617678472929043e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.020564153219942663, "einstein": 0.024420536180324342, "hypatia": 0.6678196653555567, "ibn_sina": 0.12161899607431478, "sagan": 0.10901856349779887, "socrates": 0.05655808567206262}, "confidence": 0.38581940160175565, "seconds": 0.09612979200028349, "prompt_tokens": 303, "eval_tokens": 1, "server_latency_ms": 96.10547199918074, "prompt_eval_ms": null, "total_ms": 96.12979200028349, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c051", "task": "kc", "label": "hypatia", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "request_sha256": "d445b0eba928e2f123e2a696fc3349b65c89382bdce54490773f3593ea646bbd", "compiled_tokens": 303, "compiled_prompt_sha256": "d3cc18c537cd2524953ff31d3b343b481a694d8832a6516cf95f0af6ac3a93fc", "compiled_ids_sha256": "4176637f3b7f7e0c1eaf039089f3e571cafaabcf2dff27018fe9ae1943bf4ef4", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "44eede8e8a6cd0f0ec8f329973c8450624acfaaf39b0e500af444335f60a264d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0020613177667202272, "einstein": 0.26372528411113916, "hypatia": 0.08972800887373782, "ibn_sina": 0.4927036959133, "sagan": 0.06879685081597334, "socrates": 0.0829848425191295}, "confidence": 0.2632699115979491, "choice": "ibn_sina"}}, "usage": {"input_tokens": 273, "output_tokens": 1}, "latency_ms": 95.00511000078404, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 273, "compiled_prompt_sha256": "25078b32820a0c397cc2958b1cb9a27364e725d270a1e669793c995eab4ad072", "compiled_ids_sha256": "9403e074d597096fdde8ed17e223082b95d8f4cb2f6a7e59d08436d83892a5ca", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.7265625, 4.125, 3.046875, 4.75, 2.78125, 2.96875], "runtime_probabilities": [0.0020613179076462984, 0.26372531056404114, 0.08972801268100739, 0.49270370602607727, 0.06879685074090958, 0.08298484981060028], "decide_seconds": 0.09129021899934742, "probabilities_f64_minus_runtime_max_abs": 2.645290198000083e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.0020613177667202272, "einstein": 0.26372528411113916, "hypatia": 0.08972800887373782, "ibn_sina": 0.4927036959133, "sagan": 0.06879685081597334, "socrates": 0.0829848425191295}, "confidence": 0.2632699115979491, "seconds": 0.09503040999697987, "prompt_tokens": 273, "eval_tokens": 1, "server_latency_ms": 95.00511000078404, "prompt_eval_ms": null, "total_ms": 95.03040999697987, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c052", "task": "kc", "label": "hypatia", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "request_sha256": "44eede8e8a6cd0f0ec8f329973c8450624acfaaf39b0e500af444335f60a264d", "compiled_tokens": 273, "compiled_prompt_sha256": "25078b32820a0c397cc2958b1cb9a27364e725d270a1e669793c995eab4ad072", "compiled_ids_sha256": "9403e074d597096fdde8ed17e223082b95d8f4cb2f6a7e59d08436d83892a5ca", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "a66cb47a052715ec47cff3da36e4d6f8643ac70737abfd23a65b0300a9c4f131", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0031948293247537787, "einstein": 0.026645690145652254, "hypatia": 0.489205999148838, "ibn_sina": 0.21371827311318772, "sagan": 0.156359628801095, "socrates": 0.11087557946647317}, "confidence": 0.25854846790288766, "choice": "hypatia"}}, "usage": {"input_tokens": 309, "output_tokens": 1}, "latency_ms": 96.48461899996619, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 309, "compiled_prompt_sha256": "ae3c350b97daa5c6854c06d3ed1c5bfc8800493c92943b74514bed4d49857d5a", "compiled_ids_sha256": "55a7c5fbd189b1b2d5df695ec9fc001b672fd7fe50d6a7ee300faac082ac3ee1", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.53125, 0.58984375, 3.5, 2.671875, 2.359375, 2.015625], "runtime_probabilities": [0.0031948292162269354, 0.026645692065358162, 0.4892059862613678, 0.21371828019618988, 0.15635962784290314, 0.11087557673454285], "decide_seconds": 0.09262639900043723, "probabilities_f64_minus_runtime_max_abs": 1.2887470202116447e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0031948293247537787, "einstein": 0.026645690145652254, "hypatia": 0.489205999148838, "ibn_sina": 0.21371827311318772, "sagan": 0.156359628801095, "socrates": 0.11087557946647317}, "confidence": 0.25854846790288766, "seconds": 0.09650926799804438, "prompt_tokens": 309, "eval_tokens": 1, "server_latency_ms": 96.48461899996619, "prompt_eval_ms": null, "total_ms": 96.50926799804438, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c053", "task": "kc", "label": "hypatia", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "request_sha256": "a66cb47a052715ec47cff3da36e4d6f8643ac70737abfd23a65b0300a9c4f131", "compiled_tokens": 309, "compiled_prompt_sha256": "ae3c350b97daa5c6854c06d3ed1c5bfc8800493c92943b74514bed4d49857d5a", "compiled_ids_sha256": "55a7c5fbd189b1b2d5df695ec9fc001b672fd7fe50d6a7ee300faac082ac3ee1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "2bfa4bdd272a13a8e0a461cd9394d00a24d529a16ca98d344a304f473afee10d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0072225608213282964, "einstein": 0.11012045463292092, "hypatia": 0.3499620810610115, "ibn_sina": 0.25603772804292757, "sagan": 0.1307712755198246, "socrates": 0.14588589992198714}, "confidence": 0.13957471486589368, "choice": "hypatia"}}, "usage": {"input_tokens": 311, "output_tokens": 1}, "latency_ms": 96.625258000131, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 311, "compiled_prompt_sha256": "066735836834e07c7890804951ba5a2894b840544a1b10249ec2970aea3a1c62", "compiled_ids_sha256": "8b485c39edfb00d587270bcc96d96b07d12859a38e102a757f143839cbda8eb7", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.041259765625, 2.765625, 3.921875, 3.609375, 2.9375, 3.046875], "runtime_probabilities": [0.007222561165690422, 0.11012045294046402, 0.3499620854854584, 0.25603771209716797, 0.13077127933502197, 0.1458858996629715], "decide_seconds": 0.0927131680000457, "probabilities_f64_minus_runtime_max_abs": 1.5945759601621035e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0072225608213282964, "einstein": 0.11012045463292092, "hypatia": 0.3499620810610115, "ibn_sina": 0.25603772804292757, "sagan": 0.1307712755198246, "socrates": 0.14588589992198714}, "confidence": 0.13957471486589368, "seconds": 0.09664933800013387, "prompt_tokens": 311, "eval_tokens": 1, "server_latency_ms": 96.625258000131, "prompt_eval_ms": null, "total_ms": 96.64933800013387, "done_reason": null, "id": "c-ibn_sina-01-dessert-01", "uid": "c054", "task": "kc", "label": "ibn_sina", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "request_sha256": "2bfa4bdd272a13a8e0a461cd9394d00a24d529a16ca98d344a304f473afee10d", "compiled_tokens": 311, "compiled_prompt_sha256": "066735836834e07c7890804951ba5a2894b840544a1b10249ec2970aea3a1c62", "compiled_ids_sha256": "8b485c39edfb00d587270bcc96d96b07d12859a38e102a757f143839cbda8eb7", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "a316eee1d777f5acec746f93cc5f922a09147773e8466eeda1d6cd77d962c38e", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.01983214512522568, "einstein": 0.04738936623202732, "hypatia": 0.5818486500410514, "ibn_sina": 0.12982798246580748, "sagan": 0.13187247570007637, "socrates": 0.08922938043581183}, "confidence": 0.28271913118396796, "choice": "hypatia"}}, "usage": {"input_tokens": 323, "output_tokens": 1}, "latency_ms": 100.25736899842741, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 323, "compiled_prompt_sha256": "aa541bf54e4da10cb7233c63ec2579c3ba492ff5efbefd219bec4731f7f5d42b", "compiled_ids_sha256": "6d3e88b7607381a1857be3378d363a3a49ad70080bd24153eee4a6f79fe0c29c", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.60546875, 1.4765625, 3.984375, 2.484375, 2.5, 2.109375], "runtime_probabilities": [0.019832149147987366, 0.04738936945796013, 0.581848680973053, 0.12982799112796783, 0.1318724900484085, 0.08922939002513885], "decide_seconds": 0.09629442100049346, "probabilities_f64_minus_runtime_max_abs": 3.0932001626737815e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.01983214512522568, "einstein": 0.04738936623202732, "hypatia": 0.5818486500410514, "ibn_sina": 0.12982798246580748, "sagan": 0.13187247570007637, "socrates": 0.08922938043581183}, "confidence": 0.28271913118396796, "seconds": 0.1002824690003763, "prompt_tokens": 323, "eval_tokens": 1, "server_latency_ms": 100.25736899842741, "prompt_eval_ms": null, "total_ms": 100.2824690003763, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c055", "task": "kc", "label": "ibn_sina", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "request_sha256": "a316eee1d777f5acec746f93cc5f922a09147773e8466eeda1d6cd77d962c38e", "compiled_tokens": 323, "compiled_prompt_sha256": "aa541bf54e4da10cb7233c63ec2579c3ba492ff5efbefd219bec4731f7f5d42b", "compiled_ids_sha256": "6d3e88b7607381a1857be3378d363a3a49ad70080bd24153eee4a6f79fe0c29c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "ee3137cb7f1a66a6f4433d42bfd7c7a56e7450e35fcb2e2ab1ca53452e4d5595", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0096529824553387, "einstein": 0.01072669699565286, "hypatia": 0.6727727162738174, "ibn_sina": 0.08290186470633938, "sagan": 0.15247986511996522, "socrates": 0.07146587444888644}, "confidence": 0.41852486057091287, "choice": "hypatia"}}, "usage": {"input_tokens": 342, "output_tokens": 1}, "latency_ms": 101.57317899938789, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 342, "compiled_prompt_sha256": "725690d1f22c93d0340b285452fdb898cbeffbf60adbcee2a6cf9213e82abbc0", "compiled_ids_sha256": "94b95ec2aa38d8983aa6f7c9626041fbc139ec74d98175507b3c7f676e48c4ab", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.291015625, -0.185546875, 3.953125, 1.859375, 2.46875, 1.7109375], "runtime_probabilities": [0.009652981534600258, 0.01072669681161642, 0.6727726459503174, 0.08290185779333115, 0.1524798572063446, 0.0714658722281456], "decide_seconds": 0.09737102199869696, "probabilities_f64_minus_runtime_max_abs": 7.032350002322829e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0096529824553387, "einstein": 0.01072669699565286, "hypatia": 0.6727727162738174, "ibn_sina": 0.08290186470633938, "sagan": 0.15247986511996522, "socrates": 0.07146587444888644}, "confidence": 0.41852486057091287, "seconds": 0.1015980589982064, "prompt_tokens": 342, "eval_tokens": 1, "server_latency_ms": 101.57317899938789, "prompt_eval_ms": null, "total_ms": 101.5980589982064, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c056", "task": "kc", "label": "ibn_sina", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "request_sha256": "ee3137cb7f1a66a6f4433d42bfd7c7a56e7450e35fcb2e2ab1ca53452e4d5595", "compiled_tokens": 342, "compiled_prompt_sha256": "725690d1f22c93d0340b285452fdb898cbeffbf60adbcee2a6cf9213e82abbc0", "compiled_ids_sha256": "94b95ec2aa38d8983aa6f7c9626041fbc139ec74d98175507b3c7f676e48c4ab", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:50Z"} {"mode": "kev-choice", "prompt_sha256": "fef9b4a6bb369848c472d86f9cddd6d23a488ef8c4f0ddf47669b6b7d3933f4e", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04178575138484045, "einstein": 0.03045192332240432, "hypatia": 0.48955308596572505, "ibn_sina": 0.16397974358311795, "sagan": 0.13176142559677914, "socrates": 0.1424680701471332}, "confidence": 0.20200299243800124, "choice": "hypatia"}}, "usage": {"input_tokens": 339, "output_tokens": 1}, "latency_ms": 101.26607100028195, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 339, "compiled_prompt_sha256": "319fd600c27e869175120d52429454dc20b5548f94e0e370905b96ceb450ebfc", "compiled_ids_sha256": "7cd4b48291d7d001e70cad1045450e5ebc69a94b89e94cfc8233e6b63d6d448e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.8515625, 0.53515625, 3.3125, 2.21875, 2.0, 2.078125], "runtime_probabilities": [0.04178575426340103, 0.030451923608779907, 0.4895530939102173, 0.16397975385189056, 0.13176143169403076, 0.14246806502342224], "decide_seconds": 0.09709885400297935, "probabilities_f64_minus_runtime_max_abs": 1.0268772610011467e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04178575138484045, "einstein": 0.03045192332240432, "hypatia": 0.48955308596572505, "ibn_sina": 0.16397974358311795, "sagan": 0.13176142559677914, "socrates": 0.1424680701471332}, "confidence": 0.20200299243800124, "seconds": 0.10129070100083482, "prompt_tokens": 339, "eval_tokens": 1, "server_latency_ms": 101.26607100028195, "prompt_eval_ms": null, "total_ms": 101.29070100083482, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c057", "task": "kc", "label": "ibn_sina", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "request_sha256": "fef9b4a6bb369848c472d86f9cddd6d23a488ef8c4f0ddf47669b6b7d3933f4e", "compiled_tokens": 339, "compiled_prompt_sha256": "319fd600c27e869175120d52429454dc20b5548f94e0e370905b96ceb450ebfc", "compiled_ids_sha256": "7cd4b48291d7d001e70cad1045450e5ebc69a94b89e94cfc8233e6b63d6d448e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "a1a0666b3c7760ecf67320bc79e8c40eabd3038760e7b0d833c83d02d9857e7c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.007866408280638362, "einstein": 0.012693844642362041, "hypatia": 0.6033185467501198, "ibn_sina": 0.1274542946683835, "sagan": 0.15017786032129554, "socrates": 0.09848904533720075}, "confidence": 0.3447959201162757, "choice": "hypatia"}}, "usage": {"input_tokens": 351, "output_tokens": 1}, "latency_ms": 101.58896899883985, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 351, "compiled_prompt_sha256": "31e37b8f5f725ef736f2d61439d483950b0c0100444ccf92ee30ba189e9af0ef", "compiled_ids_sha256": "a7851da9192bd84a58d364630f143cf2398c247083217825c24b2c65fd8f0f9e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.93359375, -0.455078125, 3.40625, 1.8515625, 2.015625, 1.59375], "runtime_probabilities": [0.007866408675909042, 0.012693844735622406, 0.6033185720443726, 0.12745429575443268, 0.15017786622047424, 0.09848904609680176], "decide_seconds": 0.09734229300011066, "probabilities_f64_minus_runtime_max_abs": 2.5294252803398365e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.007866408280638362, "einstein": 0.012693844642362041, "hypatia": 0.6033185467501198, "ibn_sina": 0.1274542946683835, "sagan": 0.15017786032129554, "socrates": 0.09848904533720075}, "confidence": 0.3447959201162757, "seconds": 0.10161488899757387, "prompt_tokens": 351, "eval_tokens": 1, "server_latency_ms": 101.58896899883985, "prompt_eval_ms": null, "total_ms": 101.61488899757387, "done_reason": null, "id": "c-ibn_sina-01-dessert-03", "uid": "c058", "task": "kc", "label": "ibn_sina", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "request_sha256": "a1a0666b3c7760ecf67320bc79e8c40eabd3038760e7b0d833c83d02d9857e7c", "compiled_tokens": 351, "compiled_prompt_sha256": "31e37b8f5f725ef736f2d61439d483950b0c0100444ccf92ee30ba189e9af0ef", "compiled_ids_sha256": "a7851da9192bd84a58d364630f143cf2398c247083217825c24b2c65fd8f0f9e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "5d38405aad00196bf315b3f02a4541a96ee3b0b544e6d7b01ee62e4201af80de", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.07014751096524285, "einstein": 0.07294187012760667, "hypatia": 0.41324383750097865, "ibn_sina": 0.22119348678744333, "sagan": 0.10949871612605526, "socrates": 0.11297457849267319}, "confidence": 0.1266595309779821, "choice": "hypatia"}}, "usage": {"input_tokens": 393, "output_tokens": 1}, "latency_ms": 113.73791399819311, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 393, "compiled_prompt_sha256": "ba26f55ee8938b9cb0c3d4aabab1559ed19fcddd55502d02f38ac6dfdc9310ac", "compiled_ids_sha256": "8f0bad5ac64183cef3d192f03fe419ee35d679774c7b48af85a668fb1670c955", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.7109375, 1.75, 3.484375, 2.859375, 2.15625, 2.1875], "runtime_probabilities": [0.07014750689268112, 0.0729418620467186, 0.4132438004016876, 0.22119347751140594, 0.10949871689081192, 0.11297456920146942], "decide_seconds": 0.10897302200100967, "probabilities_f64_minus_runtime_max_abs": 3.709929102813092e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.07014751096524285, "einstein": 0.07294187012760667, "hypatia": 0.41324383750097865, "ibn_sina": 0.22119348678744333, "sagan": 0.10949871612605526, "socrates": 0.11297457849267319}, "confidence": 0.1266595309779821, "seconds": 0.11376570400170749, "prompt_tokens": 393, "eval_tokens": 1, "server_latency_ms": 113.73791399819311, "prompt_eval_ms": null, "total_ms": 113.76570400170749, "done_reason": null, "id": "c-ibn_sina-01-dessert-03", "uid": "c059", "task": "kc", "label": "ibn_sina", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "request_sha256": "5d38405aad00196bf315b3f02a4541a96ee3b0b544e6d7b01ee62e4201af80de", "compiled_tokens": 393, "compiled_prompt_sha256": "ba26f55ee8938b9cb0c3d4aabab1559ed19fcddd55502d02f38ac6dfdc9310ac", "compiled_ids_sha256": "8f0bad5ac64183cef3d192f03fe419ee35d679774c7b48af85a668fb1670c955", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "1a1a9d479c9f9382fc6b8f35f6aa832428b8ff9246586de0a5a16d82b97ed0d3", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.024430104630825962, "einstein": 0.07470088574216024, "hypatia": 0.37641017862673476, "ibn_sina": 0.24302867716281093, "sagan": 0.16573115866520388, "socrates": 0.1156989951722643}, "confidence": 0.13857901320565347, "choice": "hypatia"}}, "usage": {"input_tokens": 317, "output_tokens": 1}, "latency_ms": 97.2584029987047, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 317, "compiled_prompt_sha256": "ca53ab37565565807844480c303f0ac73c53fed29285230b4137aee8eb216a3b", "compiled_ids_sha256": "46e60b1b41b20e85a4c648d7194e57c8c2da9d2e1ec5c2d9640a9a1b77e6ad6e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.06298828125, 1.0546875, 2.671875, 2.234375, 1.8515625, 1.4921875], "runtime_probabilities": [0.024430103600025177, 0.07470088452100754, 0.37641018629074097, 0.2430286854505539, 0.16573114693164825, 0.11569899320602417], "decide_seconds": 0.09322512400103733, "probabilities_f64_minus_runtime_max_abs": 1.1733555627113645e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.024430104630825962, "einstein": 0.07470088574216024, "hypatia": 0.37641017862673476, "ibn_sina": 0.24302867716281093, "sagan": 0.16573115866520388, "socrates": 0.1156989951722643}, "confidence": 0.13857901320565347, "seconds": 0.09728614300183835, "prompt_tokens": 317, "eval_tokens": 1, "server_latency_ms": 97.2584029987047, "prompt_eval_ms": null, "total_ms": 97.28614300183835, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c060", "task": "kc", "label": "ibn_sina", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "request_sha256": "1a1a9d479c9f9382fc6b8f35f6aa832428b8ff9246586de0a5a16d82b97ed0d3", "compiled_tokens": 317, "compiled_prompt_sha256": "ca53ab37565565807844480c303f0ac73c53fed29285230b4137aee8eb216a3b", "compiled_ids_sha256": "46e60b1b41b20e85a4c648d7194e57c8c2da9d2e1ec5c2d9640a9a1b77e6ad6e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "0eaa53cd7e68184de0b50355e7ae62c609c53927e1fff8511bf6410b513fd76c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.021333618460789343, "einstein": 0.04201465705696896, "hypatia": 0.5891280338294501, "ibn_sina": 0.11600618805111014, "sagan": 0.14664556236896606, "socrates": 0.08487194023271534}, "confidence": 0.2924676791896955, "choice": "hypatia"}}, "usage": {"input_tokens": 352, "output_tokens": 1}, "latency_ms": 101.65998899901751, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 352, "compiled_prompt_sha256": "45e5e8ec908f7291f32e80dc6bdc7bd7e15ac15096efb3d82a2feb0b9cc1ed9e", "compiled_ids_sha256": "8cb23d0f97d0241542c05f0a7bceae8684c28142b6f39ba5f8ef5db574533fac", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.337890625, 1.015625, 3.65625, 2.03125, 2.265625, 1.71875], "runtime_probabilities": [0.021333618089556694, 0.042014654725790024, 0.5891280174255371, 0.11600618064403534, 0.14664556086063385, 0.08487194031476974], "decide_seconds": 0.09734148200004711, "probabilities_f64_minus_runtime_max_abs": 1.6403913005724746e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.021333618460789343, "einstein": 0.04201465705696896, "hypatia": 0.5891280338294501, "ibn_sina": 0.11600618805111014, "sagan": 0.14664556236896606, "socrates": 0.08487194023271534}, "confidence": 0.2924676791896955, "seconds": 0.10168653799701133, "prompt_tokens": 352, "eval_tokens": 1, "server_latency_ms": 101.65998899901751, "prompt_eval_ms": null, "total_ms": 101.68653799701133, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c061", "task": "kc", "label": "ibn_sina", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "request_sha256": "0eaa53cd7e68184de0b50355e7ae62c609c53927e1fff8511bf6410b513fd76c", "compiled_tokens": 352, "compiled_prompt_sha256": "45e5e8ec908f7291f32e80dc6bdc7bd7e15ac15096efb3d82a2feb0b9cc1ed9e", "compiled_ids_sha256": "8cb23d0f97d0241542c05f0a7bceae8684c28142b6f39ba5f8ef5db574533fac", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "c461c8ab53ff01b5a96bd7ece4257ee0a3381a919c1f261f77bf828da81d00de", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.03579009649304486, "einstein": 0.08585597824586379, "hypatia": 0.4326195571394583, "ibn_sina": 0.16040008427922386, "sagan": 0.14378170629168613, "socrates": 0.1415525775507231}, "confidence": 0.1396112618866845, "choice": "hypatia"}}, "usage": {"input_tokens": 365, "output_tokens": 1}, "latency_ms": 105.18637099812622, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 365, "compiled_prompt_sha256": "2c19043fdf98431a6068bfeda9e535e1c58513f3ad737c128fbdbff9a34cc6d6", "compiled_ids_sha256": "3d9a463164b741f3095477f08090e3b5559a38fc08b00bb779a1cc9e5a019438", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.4765625, 1.3515625, 2.96875, 1.9765625, 1.8671875, 1.8515625], "runtime_probabilities": [0.0357900969684124, 0.08585598319768906, 0.4326196014881134, 0.16040009260177612, 0.14378170669078827, 0.14155258238315582], "decide_seconds": 0.10078497500217054, "probabilities_f64_minus_runtime_max_abs": 4.434865508162744e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.03579009649304486, "einstein": 0.08585597824586379, "hypatia": 0.4326195571394583, "ibn_sina": 0.16040008427922386, "sagan": 0.14378170629168613, "socrates": 0.1415525775507231}, "confidence": 0.1396112618866845, "seconds": 0.1052135210011329, "prompt_tokens": 365, "eval_tokens": 1, "server_latency_ms": 105.18637099812622, "prompt_eval_ms": null, "total_ms": 105.2135210011329, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c062", "task": "kc", "label": "ibn_sina", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "request_sha256": "c461c8ab53ff01b5a96bd7ece4257ee0a3381a919c1f261f77bf828da81d00de", "compiled_tokens": 365, "compiled_prompt_sha256": "2c19043fdf98431a6068bfeda9e535e1c58513f3ad737c128fbdbff9a34cc6d6", "compiled_ids_sha256": "3d9a463164b741f3095477f08090e3b5559a38fc08b00bb779a1cc9e5a019438", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "9bf1321b83d4fa4a12fee84c88e428fa1366c4478d4eb1e3b333869cc146f6bf", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.025729248189942194, "einstein": 0.10346464593316868, "hypatia": 0.358316784904411, "ibn_sina": 0.2349898846476394, "sagan": 0.12096242608686408, "socrates": 0.15653701023797462}, "confidence": 0.11664933652854004, "choice": "hypatia"}}, "usage": {"input_tokens": 390, "output_tokens": 1}, "latency_ms": 114.2516110012366, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 390, "compiled_prompt_sha256": "7b9355b2e2fdcf6d623298737a222d53b12dc9d6c71de4bf927676f9c9b5c339", "compiled_ids_sha256": "45337ce0418c787e52b602dcd036092f44cf3be9bf63859bfa2bb7606fe58827", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.2412109375, 1.6328125, 2.875, 2.453125, 1.7890625, 2.046875], "runtime_probabilities": [0.02572924643754959, 0.10346464067697525, 0.3583167493343353, 0.23498986661434174, 0.12096241861581802, 0.1565369963645935], "decide_seconds": 0.10931210900162114, "probabilities_f64_minus_runtime_max_abs": 3.557007566268311e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.025729248189942194, "einstein": 0.10346464593316868, "hypatia": 0.358316784904411, "ibn_sina": 0.2349898846476394, "sagan": 0.12096242608686408, "socrates": 0.15653701023797462}, "confidence": 0.11664933652854004, "seconds": 0.1142883710017486, "prompt_tokens": 390, "eval_tokens": 1, "server_latency_ms": 114.2516110012366, "prompt_eval_ms": null, "total_ms": 114.2883710017486, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c063", "task": "kc", "label": "ibn_sina", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "request_sha256": "9bf1321b83d4fa4a12fee84c88e428fa1366c4478d4eb1e3b333869cc146f6bf", "compiled_tokens": 390, "compiled_prompt_sha256": "7b9355b2e2fdcf6d623298737a222d53b12dc9d6c71de4bf927676f9c9b5c339", "compiled_ids_sha256": "45337ce0418c787e52b602dcd036092f44cf3be9bf63859bfa2bb7606fe58827", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "eff8abe6388ec33a313b640330e601559224476208f89d3386053c3801501032", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.008693136316828406, "einstein": 0.01669215035585286, "hypatia": 0.6312424595128318, "ibn_sina": 0.13651575581665093, "sagan": 0.11229479764867203, "socrates": 0.09456170034916403}, "confidence": 0.3635315676470998, "choice": "hypatia"}}, "usage": {"input_tokens": 371, "output_tokens": 1}, "latency_ms": 105.59361799823819, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 371, "compiled_prompt_sha256": "0dc80c8adce05b741ce8a4c3f17b9cc1f78bc491ba12ae7dfad74cd0ca49ecbb", "compiled_ids_sha256": "5948b85d5511809552d45e91339724803cfce0ca4a60973ed39e61cc07e354a8", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.64453125, 0.00787353515625, 3.640625, 2.109375, 1.9140625, 1.7421875], "runtime_probabilities": [0.008693135343492031, 0.0166921503841877, 0.6312424540519714, 0.1365157514810562, 0.11229479312896729, 0.09456170350313187], "decide_seconds": 0.10109675300191157, "probabilities_f64_minus_runtime_max_abs": 5.460860319494998e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.008693136316828406, "einstein": 0.01669215035585286, "hypatia": 0.6312424595128318, "ibn_sina": 0.13651575581665093, "sagan": 0.11229479764867203, "socrates": 0.09456170034916403}, "confidence": 0.3635315676470998, "seconds": 0.10562301699974341, "prompt_tokens": 371, "eval_tokens": 1, "server_latency_ms": 105.59361799823819, "prompt_eval_ms": null, "total_ms": 105.62301699974341, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c064", "task": "kc", "label": "ibn_sina", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "request_sha256": "eff8abe6388ec33a313b640330e601559224476208f89d3386053c3801501032", "compiled_tokens": 371, "compiled_prompt_sha256": "0dc80c8adce05b741ce8a4c3f17b9cc1f78bc491ba12ae7dfad74cd0ca49ecbb", "compiled_ids_sha256": "5948b85d5511809552d45e91339724803cfce0ca4a60973ed39e61cc07e354a8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "c5ad5e3e45e478abdf23a6ab5e1d56e3cd7dd44483f5f3db007ff88291281086", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.1699744621895684, "einstein": 0.04574800587552906, "hypatia": 0.44088020887861573, "ibn_sina": 0.0953470319251294, "sagan": 0.13657831731997597, "socrates": 0.1114719738111814}, "confidence": 0.13829748944084752, "choice": "hypatia"}}, "usage": {"input_tokens": 395, "output_tokens": 1}, "latency_ms": 114.13863100096933, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 395, "compiled_prompt_sha256": "667abdaec59327957c3b1ce1c6570cf662d99312a7e39336fd34c6a5b9174833", "compiled_ids_sha256": "5cf614b764b9c0e5e91de93bb9bc44413b47819378f9850fb3926ac12e4ae96b", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [2.53125, 1.21875, 3.484375, 1.953125, 2.3125, 2.109375], "runtime_probabilities": [0.1699744611978531, 0.04574800655245781, 0.4408801794052124, 0.09534703195095062, 0.13657830655574799, 0.11147196590900421], "decide_seconds": 0.10929016900263377, "probabilities_f64_minus_runtime_max_abs": 2.9473403329038916e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.1699744621895684, "einstein": 0.04574800587552906, "hypatia": 0.44088020887861573, "ibn_sina": 0.0953470319251294, "sagan": 0.13657831731997597, "socrates": 0.1114719738111814}, "confidence": 0.13829748944084752, "seconds": 0.11416624100093031, "prompt_tokens": 395, "eval_tokens": 1, "server_latency_ms": 114.13863100096933, "prompt_eval_ms": null, "total_ms": 114.16624100093031, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c065", "task": "kc", "label": "ibn_sina", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "request_sha256": "c5ad5e3e45e478abdf23a6ab5e1d56e3cd7dd44483f5f3db007ff88291281086", "compiled_tokens": 395, "compiled_prompt_sha256": "667abdaec59327957c3b1ce1c6570cf662d99312a7e39336fd34c6a5b9174833", "compiled_ids_sha256": "5cf614b764b9c0e5e91de93bb9bc44413b47819378f9850fb3926ac12e4ae96b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "43311265711e35aea9915fd2616e6caa06d83a03a87905bc4b8ee72a6624f423", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.030675650905724407, "einstein": 0.08687626238175289, "hypatia": 0.3985856215669872, "ibn_sina": 0.23431639906185206, "sagan": 0.15487368276942032, "socrates": 0.0946723833142631}, "confidence": 0.14172300375231717, "choice": "hypatia"}}, "usage": {"input_tokens": 293, "output_tokens": 1}, "latency_ms": 95.54642600051011, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 293, "compiled_prompt_sha256": "0cc652ed158d4456d057ae4ea6f240eebcd0b64c04d9666f8ff066084455a03d", "compiled_ids_sha256": "d87679564b3455f5e970ac7dffd32d0e50699c17f522bec77e89352be1475266", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.326171875, 1.3671875, 2.890625, 2.359375, 1.9453125, 1.453125], "runtime_probabilities": [0.030675649642944336, 0.0868762657046318, 0.39858561754226685, 0.2343163788318634, 0.15487368404865265, 0.09467238187789917], "decide_seconds": 0.09180237599866814, "probabilities_f64_minus_runtime_max_abs": 2.022998865647274e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.030675650905724407, "einstein": 0.08687626238175289, "hypatia": 0.3985856215669872, "ibn_sina": 0.23431639906185206, "sagan": 0.15487368276942032, "socrates": 0.0946723833142631}, "confidence": 0.14172300375231717, "seconds": 0.09557008599949768, "prompt_tokens": 293, "eval_tokens": 1, "server_latency_ms": 95.54642600051011, "prompt_eval_ms": null, "total_ms": 95.57008599949768, "done_reason": null, "id": "c-ibn_sina-01-starter-01", "uid": "c066", "task": "kc", "label": "ibn_sina", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "request_sha256": "43311265711e35aea9915fd2616e6caa06d83a03a87905bc4b8ee72a6624f423", "compiled_tokens": 293, "compiled_prompt_sha256": "0cc652ed158d4456d057ae4ea6f240eebcd0b64c04d9666f8ff066084455a03d", "compiled_ids_sha256": "d87679564b3455f5e970ac7dffd32d0e50699c17f522bec77e89352be1475266", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:51Z"} {"mode": "kev-choice", "prompt_sha256": "131fc24eee14e0fad8c3f1bb63f44e6e9b71d0d8e5ad9dfd0ceb8f983efc446b", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.024271664033478954, "einstein": 0.018321213218642156, "hypatia": 0.6768397783876438, "ibn_sina": 0.08740561983607961, "sagan": 0.14637686759010773, "socrates": 0.046784856934047755}, "confidence": 0.40545635530798196, "choice": "hypatia"}}, "usage": {"input_tokens": 311, "output_tokens": 1}, "latency_ms": 96.90005499942345, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 311, "compiled_prompt_sha256": "ecd96e4320ca6e089fea50dd88dd138efc7728b40394e645c167cf30bfe00de9", "compiled_ids_sha256": "ea289ecc97718490e97f10028ee7f3325d7a73f38345e7ea80efb30da1bcf2a9", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.828125, 0.546875, 4.15625, 2.109375, 2.625, 1.484375], "runtime_probabilities": [0.024271665140986443, 0.018321214243769646, 0.6768397688865662, 0.08740562200546265, 0.1463768631219864, 0.04678485915064812], "decide_seconds": 0.09300202599843033, "probabilities_f64_minus_runtime_max_abs": 9.501077591345108e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.024271664033478954, "einstein": 0.018321213218642156, "hypatia": 0.6768397783876438, "ibn_sina": 0.08740561983607961, "sagan": 0.14637686759010773, "socrates": 0.046784856934047755}, "confidence": 0.40545635530798196, "seconds": 0.09692460500082234, "prompt_tokens": 311, "eval_tokens": 1, "server_latency_ms": 96.90005499942345, "prompt_eval_ms": null, "total_ms": 96.92460500082234, "done_reason": null, "id": "c-ibn_sina-01-starter-02", "uid": "c067", "task": "kc", "label": "ibn_sina", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "request_sha256": "131fc24eee14e0fad8c3f1bb63f44e6e9b71d0d8e5ad9dfd0ceb8f983efc446b", "compiled_tokens": 311, "compiled_prompt_sha256": "ecd96e4320ca6e089fea50dd88dd138efc7728b40394e645c167cf30bfe00de9", "compiled_ids_sha256": "ea289ecc97718490e97f10028ee7f3325d7a73f38345e7ea80efb30da1bcf2a9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "34f4066062175b70b87d8fd7b2f00337e29a272948be077081e7cd483f164ddf", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.044029198018986575, "einstein": 0.1304239769856614, "hypatia": 0.3893740715900636, "ibn_sina": 0.20841692178755303, "sagan": 0.08225737120795447, "socrates": 0.1454984604097809}, "confidence": 0.11639589562052921, "choice": "hypatia"}}, "usage": {"input_tokens": 371, "output_tokens": 1}, "latency_ms": 105.64322800200898, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 371, "compiled_prompt_sha256": "0ad9f34f9bb88bf2b729ba7edfdf37192f81ae6be3b2bb68a023efff32a6297e", "compiled_ids_sha256": "1fa8144179d5b9344965adbb89b17f9bf2ac697e24f6cd4b3cb376295fba968c", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.3671875, 2.453125, 3.546875, 2.921875, 1.9921875, 2.5625], "runtime_probabilities": [0.044029198586940765, 0.13042397797107697, 0.3893740773200989, 0.2084169238805771, 0.08225736767053604, 0.14549846947193146], "decide_seconds": 0.10110893299861345, "probabilities_f64_minus_runtime_max_abs": 9.06215055773707e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.044029198018986575, "einstein": 0.1304239769856614, "hypatia": 0.3893740715900636, "ibn_sina": 0.20841692178755303, "sagan": 0.08225737120795447, "socrates": 0.1454984604097809}, "confidence": 0.11639589562052921, "seconds": 0.10566950800057384, "prompt_tokens": 371, "eval_tokens": 1, "server_latency_ms": 105.64322800200898, "prompt_eval_ms": null, "total_ms": 105.66950800057384, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c068", "task": "kc", "label": "ibn_sina", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "request_sha256": "34f4066062175b70b87d8fd7b2f00337e29a272948be077081e7cd483f164ddf", "compiled_tokens": 371, "compiled_prompt_sha256": "0ad9f34f9bb88bf2b729ba7edfdf37192f81ae6be3b2bb68a023efff32a6297e", "compiled_ids_sha256": "1fa8144179d5b9344965adbb89b17f9bf2ac697e24f6cd4b3cb376295fba968c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "278ce52f1fb5806bd53426fc0d36fb0841720bd0af69b13c82171a1959ec2442", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0179781787228435, "einstein": 0.06878293004191077, "hypatia": 0.4131969493777774, "ibn_sina": 0.18624245647634535, "sagan": 0.18479310618148254, "socrates": 0.12900637919964048}, "confidence": 0.15680752924098273, "choice": "hypatia"}}, "usage": {"input_tokens": 355, "output_tokens": 1}, "latency_ms": 101.92188700239058, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 355, "compiled_prompt_sha256": "02824b55841c1a917666db92f2dab2f28df3699581fc36e4d28cc000f8f4a105", "compiled_ids_sha256": "052585d008f125e9a9c56574e6532af6ea4dffeaa060a8ab415742f7363867e1", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.416015625, 0.92578125, 2.71875, 1.921875, 1.9140625, 1.5546875], "runtime_probabilities": [0.017978176474571228, 0.06878292560577393, 0.4131969213485718, 0.18624244630336761, 0.18479308485984802, 0.12900637090206146], "decide_seconds": 0.09761283000261756, "probabilities_f64_minus_runtime_max_abs": 2.8029205623170128e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.0179781787228435, "einstein": 0.06878293004191077, "hypatia": 0.4131969493777774, "ibn_sina": 0.18624245647634535, "sagan": 0.18479310618148254, "socrates": 0.12900637919964048}, "confidence": 0.15680752924098273, "seconds": 0.1019504469986714, "prompt_tokens": 355, "eval_tokens": 1, "server_latency_ms": 101.92188700239058, "prompt_eval_ms": null, "total_ms": 101.9504469986714, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c069", "task": "kc", "label": "ibn_sina", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "request_sha256": "278ce52f1fb5806bd53426fc0d36fb0841720bd0af69b13c82171a1959ec2442", "compiled_tokens": 355, "compiled_prompt_sha256": "02824b55841c1a917666db92f2dab2f28df3699581fc36e4d28cc000f8f4a105", "compiled_ids_sha256": "052585d008f125e9a9c56574e6532af6ea4dffeaa060a8ab415742f7363867e1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "1ccbf400ac8a33b8f58b4d0235d5d5224724fdf4a03d6c8009022a3d8edce728", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04333425542114861, "einstein": 0.03309599210169191, "hypatia": 0.6417866582943179, "ibn_sina": 0.08618045747248781, "sagan": 0.10314450235398022, "socrates": 0.0924581343563735}, "confidence": 0.33073828091111124, "choice": "hypatia"}}, "usage": {"input_tokens": 371, "output_tokens": 1}, "latency_ms": 105.55399900113116, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 371, "compiled_prompt_sha256": "646ca9742583b77ea42ed581986481a7143ca23eac7d883e38862c3cb4e2dc56", "compiled_ids_sha256": "823c9e43923cf82515b47c19a4962b220c53c5e9d09cfb9b90c5cd78de0ad4e1", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.1640625, 0.89453125, 3.859375, 1.8515625, 2.03125, 1.921875], "runtime_probabilities": [0.04333425313234329, 0.033095989376306534, 0.6417866349220276, 0.08618045598268509, 0.10314449667930603, 0.09245813637971878], "decide_seconds": 0.10105130300144083, "probabilities_f64_minus_runtime_max_abs": 2.3372290325340828e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04333425542114861, "einstein": 0.03309599210169191, "hypatia": 0.6417866582943179, "ibn_sina": 0.08618045747248781, "sagan": 0.10314450235398022, "socrates": 0.0924581343563735}, "confidence": 0.33073828091111124, "seconds": 0.10558053800195921, "prompt_tokens": 371, "eval_tokens": 1, "server_latency_ms": 105.55399900113116, "prompt_eval_ms": null, "total_ms": 105.58053800195921, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c070", "task": "kc", "label": "ibn_sina", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "request_sha256": "1ccbf400ac8a33b8f58b4d0235d5d5224724fdf4a03d6c8009022a3d8edce728", "compiled_tokens": 371, "compiled_prompt_sha256": "646ca9742583b77ea42ed581986481a7143ca23eac7d883e38862c3cb4e2dc56", "compiled_ids_sha256": "823c9e43923cf82515b47c19a4962b220c53c5e9d09cfb9b90c5cd78de0ad4e1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "ead36546ab9734fefac1b80c3330c225213caa33b146a86d9dab333bbe6d478c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.009761609966653543, "einstein": 0.11593929294316552, "hypatia": 0.3151556732117968, "ibn_sina": 0.24930865756438972, "sagan": 0.14886899893183023, "socrates": 0.16096576738216417}, "confidence": 0.11663479168507618, "choice": "hypatia"}}, "usage": {"input_tokens": 346, "output_tokens": 1}, "latency_ms": 101.52127000037581, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 346, "compiled_prompt_sha256": "672de484d211354cd558d5df735a439daa860248a900b0c7bbcb4c54d1e2256c", "compiled_ids_sha256": "1d298de3fe49f6c758af9b8bfaf818d27668637424e77a80f4a96f9bfce9406e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.412109375, 2.0625, 3.0625, 2.828125, 2.3125, 2.390625], "runtime_probabilities": [0.009761609137058258, 0.11593930423259735, 0.31515565514564514, 0.24930866062641144, 0.14886900782585144, 0.16096577048301697], "decide_seconds": 0.09728099199855933, "probabilities_f64_minus_runtime_max_abs": 1.8066151685758314e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.009761609966653543, "einstein": 0.11593929294316552, "hypatia": 0.3151556732117968, "ibn_sina": 0.24930865756438972, "sagan": 0.14886899893183023, "socrates": 0.16096576738216417}, "confidence": 0.11663479168507618, "seconds": 0.10154673899887712, "prompt_tokens": 346, "eval_tokens": 1, "server_latency_ms": 101.52127000037581, "prompt_eval_ms": null, "total_ms": 101.54673899887712, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c071", "task": "kc", "label": "ibn_sina", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "request_sha256": "ead36546ab9734fefac1b80c3330c225213caa33b146a86d9dab333bbe6d478c", "compiled_tokens": 346, "compiled_prompt_sha256": "672de484d211354cd558d5df735a439daa860248a900b0c7bbcb4c54d1e2256c", "compiled_ids_sha256": "1d298de3fe49f6c758af9b8bfaf818d27668637424e77a80f4a96f9bfce9406e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "66aa66c272b747d081a054700b83be9e3bd9d52d659c476b286362026ac9636f", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.009226649283525193, "einstein": 0.511691015782055, "hypatia": 0.025675403158535785, "ibn_sina": 0.1377197685752673, "sagan": 0.10894530399427094, "socrates": 0.2067418592063458}, "confidence": 0.2629856290493058, "choice": "einstein"}}, "usage": {"input_tokens": 404, "output_tokens": 1}, "latency_ms": 114.38478900163318, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 404, "compiled_prompt_sha256": "63461712757b659f4c1e81c96db955b9576be9a529dd979a61ae859b5e4fe20e", "compiled_ids_sha256": "82d8ecc5cf442b09faecb1a0ed1d65f9bc9153c91f2b0ea1a85d3471da004e30", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.265625, 4.28125, 1.2890625, 2.96875, 2.734375, 3.375], "runtime_probabilities": [0.009226649068295956, 0.5116910338401794, 0.02567540481686592, 0.1377197802066803, 0.10894530266523361, 0.20674186944961548], "decide_seconds": 0.10958675700021558, "probabilities_f64_minus_runtime_max_abs": 1.8058124440223366e-08}}}, "choice": "einstein", "probs": {"darwin": 0.009226649283525193, "einstein": 0.511691015782055, "hypatia": 0.025675403158535785, "ibn_sina": 0.1377197685752673, "sagan": 0.10894530399427094, "socrates": 0.2067418592063458}, "confidence": 0.2629856290493058, "seconds": 0.11441154899875983, "prompt_tokens": 404, "eval_tokens": 1, "server_latency_ms": 114.38478900163318, "prompt_eval_ms": null, "total_ms": 114.41154899875983, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c072", "task": "kc", "label": "sagan", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "request_sha256": "66aa66c272b747d081a054700b83be9e3bd9d52d659c476b286362026ac9636f", "compiled_tokens": 404, "compiled_prompt_sha256": "63461712757b659f4c1e81c96db955b9576be9a529dd979a61ae859b5e4fe20e", "compiled_ids_sha256": "82d8ecc5cf442b09faecb1a0ed1d65f9bc9153c91f2b0ea1a85d3471da004e30", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "985b8f250ac5989de5ec078b274393d5d7d4a02955eaad8be4423d5426ec6549", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04318537275499013, "einstein": 0.11027771260966074, "hypatia": 0.2687084181423663, "ibn_sina": 0.23713434670904454, "sagan": 0.15310544151813546, "socrates": 0.18758870826580282}, "confidence": 0.0654598973543914, "choice": "hypatia"}}, "usage": {"input_tokens": 309, "output_tokens": 1}, "latency_ms": 97.30052299710223, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 309, "compiled_prompt_sha256": "929aa8fbc3eee78c7018d5c8c61cbd18f10472b9ec10356a479f5560f36dc969", "compiled_ids_sha256": "9bfb6bfa3765f21c286543e6595240c7937c405557de6095941783fa77c32cf4", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.171875, 2.109375, 3.0, 2.875, 2.4375, 2.640625], "runtime_probabilities": [0.04318537563085556, 0.11027771234512329, 0.2687084376811981, 0.23713435232639313, 0.15310543775558472, 0.18758870661258698], "decide_seconds": 0.09321086400086642, "probabilities_f64_minus_runtime_max_abs": 1.9538831830256953e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04318537275499013, "einstein": 0.11027771260966074, "hypatia": 0.2687084181423663, "ibn_sina": 0.23713434670904454, "sagan": 0.15310544151813546, "socrates": 0.18758870826580282}, "confidence": 0.0654598973543914, "seconds": 0.09732522200283711, "prompt_tokens": 309, "eval_tokens": 1, "server_latency_ms": 97.30052299710223, "prompt_eval_ms": null, "total_ms": 97.32522200283711, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c073", "task": "kc", "label": "sagan", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "request_sha256": "985b8f250ac5989de5ec078b274393d5d7d4a02955eaad8be4423d5426ec6549", "compiled_tokens": 309, "compiled_prompt_sha256": "929aa8fbc3eee78c7018d5c8c61cbd18f10472b9ec10356a479f5560f36dc969", "compiled_ids_sha256": "9bfb6bfa3765f21c286543e6595240c7937c405557de6095941783fa77c32cf4", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "5ded00af7070527bfe7a3d8e16ee1bf2e306fa18d917c9c2a27b186fa4e3535d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.009932912362982538, "einstein": 0.48140701598951513, "hypatia": 0.025513637149197563, "ibn_sina": 0.2458786445511129, "sagan": 0.06827803366355578, "socrates": 0.16898975628363616}, "confidence": 0.26329222901878324, "choice": "einstein"}}, "usage": {"input_tokens": 288, "output_tokens": 1}, "latency_ms": 95.45143699870096, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 288, "compiled_prompt_sha256": "c9162970d7a87671df926d763cd3c86cd736e6a98d9885f5541c96e5393b7873", "compiled_ids_sha256": "2e18cf1277f24da4cbb35e3c4d9ff0025b081d2a66b6e030656f384eefb90cf3", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.400390625, 4.28125, 1.34375, 3.609375, 2.328125, 3.234375], "runtime_probabilities": [0.00993291288614273, 0.4814070165157318, 0.02551363781094551, 0.245878666639328, 0.06827803701162338, 0.16898976266384125], "decide_seconds": 0.09167564599920297, "probabilities_f64_minus_runtime_max_abs": 2.2088215090310115e-08}}}, "choice": "einstein", "probs": {"darwin": 0.009932912362982538, "einstein": 0.48140701598951513, "hypatia": 0.025513637149197563, "ibn_sina": 0.2458786445511129, "sagan": 0.06827803366355578, "socrates": 0.16898975628363616}, "confidence": 0.26329222901878324, "seconds": 0.09547620600278606, "prompt_tokens": 288, "eval_tokens": 1, "server_latency_ms": 95.45143699870096, "prompt_eval_ms": null, "total_ms": 95.47620600278606, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c074", "task": "kc", "label": "sagan", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "request_sha256": "5ded00af7070527bfe7a3d8e16ee1bf2e306fa18d917c9c2a27b186fa4e3535d", "compiled_tokens": 288, "compiled_prompt_sha256": "c9162970d7a87671df926d763cd3c86cd736e6a98d9885f5541c96e5393b7873", "compiled_ids_sha256": "2e18cf1277f24da4cbb35e3c4d9ff0025b081d2a66b6e030656f384eefb90cf3", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "d7c43234b8433372fdf1337f8048ce306f6e3504c3cc8a7f19f1f7827196b61d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0010726165842158905, "einstein": 0.8741273453852726, "hypatia": 0.00042333712529154117, "ibn_sina": 0.05765494787533653, "sagan": 0.015040191770580072, "socrates": 0.05168156125930323}, "confidence": 0.7159426594012763, "choice": "einstein"}}, "usage": {"input_tokens": 327, "output_tokens": 1}, "latency_ms": 100.68511600184138, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 327, "compiled_prompt_sha256": "efc2df06e0745877c07b202c66d4cf238051ae0a1ae157bb1d319d831d699748", "compiled_ids_sha256": "6a8b4cc8d5bca66563e796c67461a643efc58f4871ab7302ea9ea36cd395825a", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.296875, 6.40625, -1.2265625, 3.6875, 2.34375, 3.578125], "runtime_probabilities": [0.0010726164327934384, 0.8741272687911987, 0.0004233371000736952, 0.05765494704246521, 0.01504018995910883, 0.051681555807590485], "decide_seconds": 0.09654461899845046, "probabilities_f64_minus_runtime_max_abs": 7.659407386118033e-08}}}, "choice": "einstein", "probs": {"darwin": 0.0010726165842158905, "einstein": 0.8741273453852726, "hypatia": 0.00042333712529154117, "ibn_sina": 0.05765494787533653, "sagan": 0.015040191770580072, "socrates": 0.05168156125930323}, "confidence": 0.7159426594012763, "seconds": 0.10071247599989874, "prompt_tokens": 327, "eval_tokens": 1, "server_latency_ms": 100.68511600184138, "prompt_eval_ms": null, "total_ms": 100.71247599989874, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c075", "task": "kc", "label": "sagan", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "request_sha256": "d7c43234b8433372fdf1337f8048ce306f6e3504c3cc8a7f19f1f7827196b61d", "compiled_tokens": 327, "compiled_prompt_sha256": "efc2df06e0745877c07b202c66d4cf238051ae0a1ae157bb1d319d831d699748", "compiled_ids_sha256": "6a8b4cc8d5bca66563e796c67461a643efc58f4871ab7302ea9ea36cd395825a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:52Z"} {"mode": "kev-choice", "prompt_sha256": "16b9030c5ff61c8c38b3d8bfb022c702ef1463fba62f7e7ee16a0d11f701bcac", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.018192407979533497, "einstein": 0.05557333955340277, "hypatia": 0.38878095285754155, "ibn_sina": 0.1452768281319311, "sagan": 0.21137653767492373, "socrates": 0.18079993380266737}, "confidence": 0.15234633530613106, "choice": "hypatia"}}, "usage": {"input_tokens": 409, "output_tokens": 1}, "latency_ms": 115.08299399793032, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 409, "compiled_prompt_sha256": "d1ab3fa14e7acc3c64152e9b9fefb12997ba7cb18617a7d4ba7df9edddd170aa", "compiled_ids_sha256": "b4fb76f1da222baeff1f762980a440de6c084e5a94b0a0af875b6114f77bd052", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.10888671875, 1.0078125, 2.953125, 1.96875, 2.34375, 2.1875], "runtime_probabilities": [0.018192406743764877, 0.05557333678007126, 0.3887809216976166, 0.14527682960033417, 0.21137651801109314, 0.1807999312877655], "decide_seconds": 0.10997286299971165, "probabilities_f64_minus_runtime_max_abs": 3.115992497360054e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.018192407979533497, "einstein": 0.05557333955340277, "hypatia": 0.38878095285754155, "ibn_sina": 0.1452768281319311, "sagan": 0.21137653767492373, "socrates": 0.18079993380266737}, "confidence": 0.15234633530613106, "seconds": 0.1151111340004718, "prompt_tokens": 409, "eval_tokens": 1, "server_latency_ms": 115.08299399793032, "prompt_eval_ms": null, "total_ms": 115.1111340004718, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c076", "task": "kc", "label": "sagan", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "request_sha256": "16b9030c5ff61c8c38b3d8bfb022c702ef1463fba62f7e7ee16a0d11f701bcac", "compiled_tokens": 409, "compiled_prompt_sha256": "d1ab3fa14e7acc3c64152e9b9fefb12997ba7cb18617a7d4ba7df9edddd170aa", "compiled_ids_sha256": "b4fb76f1da222baeff1f762980a440de6c084e5a94b0a0af875b6114f77bd052", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "6986af98fe6017d32e0ca28fc0acdaa56fd3a5c9618bb0433d6664286443c39a", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.004773711750846165, "einstein": 0.03527322392712676, "hypatia": 0.46463360424544004, "ibn_sina": 0.1580836221497911, "sagan": 0.13105592586960493, "socrates": 0.20617991205719105}, "confidence": 0.22806474585234526, "choice": "hypatia"}}, "usage": {"input_tokens": 331, "output_tokens": 1}, "latency_ms": 100.94186399874161, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 331, "compiled_prompt_sha256": "5323ed669bcbd837510d737e7f7ff27ae1e5464e1a1530c9bd5f04eaf16e3def", "compiled_ids_sha256": "9fa1f31f937a41e05c35b71c72dada3a715a34d8f8cc835e0cc5cabd5ccf3784", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.046875, 0.953125, 3.53125, 2.453125, 2.265625, 2.71875], "runtime_probabilities": [0.004773711785674095, 0.035273224115371704, 0.464633584022522, 0.15808361768722534, 0.13105592131614685, 0.2061799019575119], "decide_seconds": 0.09681638600159204, "probabilities_f64_minus_runtime_max_abs": 2.0222918062362538e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.004773711750846165, "einstein": 0.03527322392712676, "hypatia": 0.46463360424544004, "ibn_sina": 0.1580836221497911, "sagan": 0.13105592586960493, "socrates": 0.20617991205719105}, "confidence": 0.22806474585234526, "seconds": 0.10096783399785636, "prompt_tokens": 331, "eval_tokens": 1, "server_latency_ms": 100.94186399874161, "prompt_eval_ms": null, "total_ms": 100.96783399785636, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c077", "task": "kc", "label": "sagan", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "request_sha256": "6986af98fe6017d32e0ca28fc0acdaa56fd3a5c9618bb0433d6664286443c39a", "compiled_tokens": 331, "compiled_prompt_sha256": "5323ed669bcbd837510d737e7f7ff27ae1e5464e1a1530c9bd5f04eaf16e3def", "compiled_ids_sha256": "9fa1f31f937a41e05c35b71c72dada3a715a34d8f8cc835e0cc5cabd5ccf3784", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "2b2181d544052beef5cbba60e7b4b98d112d0681cb2435766207b405755d7541", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.003692933237355225, "einstein": 0.665645332591136, "hypatia": 0.004737191715505855, "ibn_sina": 0.10532038551602772, "sagan": 0.06000974676107206, "socrates": 0.1605944101789032}, "confidence": 0.4326606770939222, "choice": "einstein"}}, "usage": {"input_tokens": 360, "output_tokens": 1}, "latency_ms": 105.05542300234083, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 360, "compiled_prompt_sha256": "9185a3cc0cf1abb59a3142933ef89d11e19cf783575408d4218a74be6254ce2d", "compiled_ids_sha256": "36b52d662b922ffae58003f7a5d011a210ce57c6309ab056b16d4638019782b0", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.1630859375, 5.03125, 0.0859375, 3.1875, 2.625, 3.609375], "runtime_probabilities": [0.003692933125421405, 0.6656453013420105, 0.004737191367894411, 0.10532039403915405, 0.06000974401831627, 0.1605944186449051], "decide_seconds": 0.10056216700104414, "probabilities_f64_minus_runtime_max_abs": 3.124912550944714e-08}}}, "choice": "einstein", "probs": {"darwin": 0.003692933237355225, "einstein": 0.665645332591136, "hypatia": 0.004737191715505855, "ibn_sina": 0.10532038551602772, "sagan": 0.06000974676107206, "socrates": 0.1605944101789032}, "confidence": 0.4326606770939222, "seconds": 0.10508163100166712, "prompt_tokens": 360, "eval_tokens": 1, "server_latency_ms": 105.05542300234083, "prompt_eval_ms": null, "total_ms": 105.08163100166712, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c078", "task": "kc", "label": "sagan", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "request_sha256": "2b2181d544052beef5cbba60e7b4b98d112d0681cb2435766207b405755d7541", "compiled_tokens": 360, "compiled_prompt_sha256": "9185a3cc0cf1abb59a3142933ef89d11e19cf783575408d4218a74be6254ce2d", "compiled_ids_sha256": "36b52d662b922ffae58003f7a5d011a210ce57c6309ab056b16d4638019782b0", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "fdf1072fd4e4239b84c8e15f11a2561f2bee8da5077fc190be78e7927dc93520", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0017198424723599655, "einstein": 0.7927702697869492, "hypatia": 0.0014525017118448317, "ibn_sina": 0.08620976739039359, "sagan": 0.02015915408077703, "socrates": 0.09768846455767541}, "confidence": 0.5971785377958052, "choice": "einstein"}}, "usage": {"input_tokens": 397, "output_tokens": 1}, "latency_ms": 113.89469300047494, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 397, "compiled_prompt_sha256": "4c9fb986381beb2b96309a2afbd1b2af9fe10613bf4378bdb77d7479f8c41680", "compiled_ids_sha256": "86437e7858dab9217d982273312aa4f196d2a66f6de0c27248ed494a7c977df0", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.08544921875, 6.21875, -0.08349609375, 4.0, 2.546875, 4.125], "runtime_probabilities": [0.0017198424320667982, 0.792770266532898, 0.001452501630410552, 0.08620976656675339, 0.020159155130386353, 0.0976884588599205], "decide_seconds": 0.10920087999693351, "probabilities_f64_minus_runtime_max_abs": 5.697754906774932e-09}}}, "choice": "einstein", "probs": {"darwin": 0.0017198424723599655, "einstein": 0.7927702697869492, "hypatia": 0.0014525017118448317, "ibn_sina": 0.08620976739039359, "sagan": 0.02015915408077703, "socrates": 0.09768846455767541}, "confidence": 0.5971785377958052, "seconds": 0.11392126300052041, "prompt_tokens": 397, "eval_tokens": 1, "server_latency_ms": 113.89469300047494, "prompt_eval_ms": null, "total_ms": 113.92126300052041, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c079", "task": "kc", "label": "sagan", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "request_sha256": "fdf1072fd4e4239b84c8e15f11a2561f2bee8da5077fc190be78e7927dc93520", "compiled_tokens": 397, "compiled_prompt_sha256": "4c9fb986381beb2b96309a2afbd1b2af9fe10613bf4378bdb77d7479f8c41680", "compiled_ids_sha256": "86437e7858dab9217d982273312aa4f196d2a66f6de0c27248ed494a7c977df0", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "140f7548b8252bf789cc148366539da6583381dee3acb3f73e59965718c98631", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0003111694551992059, "einstein": 0.9599527981352061, "hypatia": 2.191430004071525e-05, "ibn_sina": 0.02329256275710137, "sagan": 0.0033556118206382584, "socrates": 0.013065943531814408}, "confidence": 0.8853933636326801, "choice": "einstein"}}, "usage": {"input_tokens": 333, "output_tokens": 1}, "latency_ms": 101.65538900037063, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 333, "compiled_prompt_sha256": "9039ec9ebd536e8ff815ec4d3af1f3487d4b1b3ac68f56b8c74d168136f644a8", "compiled_ids_sha256": "d5b1938a23c4d5daa57a1a68304eaa2e03f3dfd41e38df0bac9ead15b4c8f182", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.0281982421875, 8.0625, -2.625, 4.34375, 2.40625, 3.765625], "runtime_probabilities": [0.0003111694531980902, 0.959952712059021, 2.1914298486080952e-05, 0.023292560130357742, 0.0033556115813553333, 0.01306594256311655], "decide_seconds": 0.09731647199805593, "probabilities_f64_minus_runtime_max_abs": 8.607618506850656e-08}}}, "choice": "einstein", "probs": {"darwin": 0.0003111694551992059, "einstein": 0.9599527981352061, "hypatia": 2.191430004071525e-05, "ibn_sina": 0.02329256275710137, "sagan": 0.0033556118206382584, "socrates": 0.013065943531814408}, "confidence": 0.8853933636326801, "seconds": 0.10168058900308097, "prompt_tokens": 333, "eval_tokens": 1, "server_latency_ms": 101.65538900037063, "prompt_eval_ms": null, "total_ms": 101.68058900308097, "done_reason": null, "id": "c-sagan-01-main-01", "uid": "c080", "task": "kc", "label": "sagan", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "request_sha256": "140f7548b8252bf789cc148366539da6583381dee3acb3f73e59965718c98631", "compiled_tokens": 333, "compiled_prompt_sha256": "9039ec9ebd536e8ff815ec4d3af1f3487d4b1b3ac68f56b8c74d168136f644a8", "compiled_ids_sha256": "d5b1938a23c4d5daa57a1a68304eaa2e03f3dfd41e38df0bac9ead15b4c8f182", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "365b36330a3df72c922382a9becff934f9afb952987aa40279f69f09eb7898a3", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.01747382110088829, "einstein": 0.016160642707508815, "hypatia": 0.6531439661457237, "ibn_sina": 0.10830188658070661, "sagan": 0.1412522888024392, "socrates": 0.06366739466273344}, "confidence": 0.3815369786082141, "choice": "hypatia"}}, "usage": {"input_tokens": 366, "output_tokens": 1}, "latency_ms": 105.40740999931586, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 366, "compiled_prompt_sha256": "e899284aeb4ab20e1a02f56556620f4fbd0c64a5bfca3086c98d666d6ed9d79b", "compiled_ids_sha256": "baf3a4db52592f705e8840880143e8aa8842446449b21f0d838487828fea0bfd", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.59765625, 0.51953125, 4.21875, 2.421875, 2.6875, 1.890625], "runtime_probabilities": [0.017473820596933365, 0.016160642728209496, 0.6531439423561096, 0.10830187797546387, 0.1412522941827774, 0.06366739422082901], "decide_seconds": 0.10090599400064093, "probabilities_f64_minus_runtime_max_abs": 2.3789614056468622e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.01747382110088829, "einstein": 0.016160642707508815, "hypatia": 0.6531439661457237, "ibn_sina": 0.10830188658070661, "sagan": 0.1412522888024392, "socrates": 0.06366739466273344}, "confidence": 0.3815369786082141, "seconds": 0.10543455900187837, "prompt_tokens": 366, "eval_tokens": 1, "server_latency_ms": 105.40740999931586, "prompt_eval_ms": null, "total_ms": 105.43455900187837, "done_reason": null, "id": "c-sagan-01-main-02", "uid": "c081", "task": "kc", "label": "sagan", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "request_sha256": "365b36330a3df72c922382a9becff934f9afb952987aa40279f69f09eb7898a3", "compiled_tokens": 366, "compiled_prompt_sha256": "e899284aeb4ab20e1a02f56556620f4fbd0c64a5bfca3086c98d666d6ed9d79b", "compiled_ids_sha256": "baf3a4db52592f705e8840880143e8aa8842446449b21f0d838487828fea0bfd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "dafefa8a14e06a9ddc266dbf3d063c14fef94ec25b3599ce335c518cc3b141fc", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.0034359602073069386, "einstein": 0.7322432951743202, "hypatia": 0.008693008476533495, "ibn_sina": 0.11953543196170703, "sagan": 0.05646453992615966, "socrates": 0.07962776425397261}, "confidence": 0.4940006305821685, "choice": "einstein"}}, "usage": {"input_tokens": 316, "output_tokens": 1}, "latency_ms": 96.93335599877173, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 316, "compiled_prompt_sha256": "6b3262c0b05359df640a75374ab1cb9ee093c35d018b01ad37614f989d8ad180", "compiled_ids_sha256": "9cf18e6fda3d59410ee91dbb91dadbf48ceba6733de0f541fd3d4d6902aa5f4c", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.01806640625, 5.34375, 0.91015625, 3.53125, 2.78125, 3.125], "runtime_probabilities": [0.003435960039496422, 0.7322432398796082, 0.008693008683621883, 0.1195354238152504, 0.0564645379781723, 0.07962775975465775], "decide_seconds": 0.09291333600049256, "probabilities_f64_minus_runtime_max_abs": 5.5294712031361826e-08}}}, "choice": "einstein", "probs": {"darwin": 0.0034359602073069386, "einstein": 0.7322432951743202, "hypatia": 0.008693008476533495, "ibn_sina": 0.11953543196170703, "sagan": 0.05646453992615966, "socrates": 0.07962776425397261}, "confidence": 0.4940006305821685, "seconds": 0.09695845500027644, "prompt_tokens": 316, "eval_tokens": 1, "server_latency_ms": 96.93335599877173, "prompt_eval_ms": null, "total_ms": 96.95845500027644, "done_reason": null, "id": "c-sagan-01-main-02", "uid": "c082", "task": "kc", "label": "sagan", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "request_sha256": "dafefa8a14e06a9ddc266dbf3d063c14fef94ec25b3599ce335c518cc3b141fc", "compiled_tokens": 316, "compiled_prompt_sha256": "6b3262c0b05359df640a75374ab1cb9ee093c35d018b01ad37614f989d8ad180", "compiled_ids_sha256": "9cf18e6fda3d59410ee91dbb91dadbf48ceba6733de0f541fd3d4d6902aa5f4c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "8f499288921bc7087ba6d4545f39cd67a4d51e8c55324c97852bc84f7e6cdcad", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.047269073488467296, "einstein": 0.14446593621119666, "hypatia": 0.18549793394076647, "ibn_sina": 0.24574483566042135, "sagan": 0.19440016566259896, "socrates": 0.18262205503654919}, "confidence": 0.045586775775833366, "choice": "ibn_sina"}}, "usage": {"input_tokens": 399, "output_tokens": 1}, "latency_ms": 114.38573000123142, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 399, "compiled_prompt_sha256": "24b38735ab28fcd79f74277c7c0d9977f3ca86b28f20b968104f2e28ecd092e0", "compiled_ids_sha256": "c413e920def965f2042bf7df2f36f935761ed11a9ea1a07f8d6b709f90857e2d", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.0078125, 2.125, 2.375, 2.65625, 2.421875, 2.359375], "runtime_probabilities": [0.0472690723836422, 0.14446592330932617, 0.1854979246854782, 0.24574483931064606, 0.19440017640590668, 0.1826220452785492], "decide_seconds": 0.1094392879967927, "probabilities_f64_minus_runtime_max_abs": 1.2901870488635225e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.047269073488467296, "einstein": 0.14446593621119666, "hypatia": 0.18549793394076647, "ibn_sina": 0.24574483566042135, "sagan": 0.19440016566259896, "socrates": 0.18262205503654919}, "confidence": 0.045586775775833366, "seconds": 0.11441372899935232, "prompt_tokens": 399, "eval_tokens": 1, "server_latency_ms": 114.38573000123142, "prompt_eval_ms": null, "total_ms": 114.41372899935232, "done_reason": null, "id": "c-sagan-01-main-03", "uid": "c083", "task": "kc", "label": "sagan", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "request_sha256": "8f499288921bc7087ba6d4545f39cd67a4d51e8c55324c97852bc84f7e6cdcad", "compiled_tokens": 399, "compiled_prompt_sha256": "24b38735ab28fcd79f74277c7c0d9977f3ca86b28f20b968104f2e28ecd092e0", "compiled_ids_sha256": "c413e920def965f2042bf7df2f36f935761ed11a9ea1a07f8d6b709f90857e2d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "6fff42902f8b1b0e2028d0c6ecb1f95991fbdaf15e78d7d0fbaeb93b8ad7e726", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.00039389714656773504, "einstein": 0.9046900143242093, "hypatia": 9.852867656021209e-05, "ibn_sina": 0.05103911805578892, "sagan": 0.007586287637361722, "socrates": 0.03619215415951217}, "confidence": 0.7747390927087049, "choice": "einstein"}}, "usage": {"input_tokens": 400, "output_tokens": 1}, "latency_ms": 114.83301599946572, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 400, "compiled_prompt_sha256": "18fc51ab32b6e239ab8298165343e7ff14bc85e0d166e6dc0b5e9964cae0940b", "compiled_ids_sha256": "73adbcdaa744c056b6a9cf97351cb9d64087fb324180be15d21ff25d3141cbfd", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.1767578125, 7.5625, -1.5625, 4.6875, 2.78125, 4.34375], "runtime_probabilities": [0.00039389709127135575, 0.9046899080276489, 9.852867515292019e-05, 0.051039114594459534, 0.007586287334561348, 0.0361921526491642], "decide_seconds": 0.1098119050002424, "probabilities_f64_minus_runtime_max_abs": 1.0629656033156465e-07}}}, "choice": "einstein", "probs": {"darwin": 0.00039389714656773504, "einstein": 0.9046900143242093, "hypatia": 9.852867656021209e-05, "ibn_sina": 0.05103911805578892, "sagan": 0.007586287637361722, "socrates": 0.03619215415951217}, "confidence": 0.7747390927087049, "seconds": 0.11486395499741775, "prompt_tokens": 400, "eval_tokens": 1, "server_latency_ms": 114.83301599946572, "prompt_eval_ms": null, "total_ms": 114.86395499741775, "done_reason": null, "id": "c-sagan-01-main-03", "uid": "c084", "task": "kc", "label": "sagan", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "request_sha256": "6fff42902f8b1b0e2028d0c6ecb1f95991fbdaf15e78d7d0fbaeb93b8ad7e726", "compiled_tokens": 400, "compiled_prompt_sha256": "18fc51ab32b6e239ab8298165343e7ff14bc85e0d166e6dc0b5e9964cae0940b", "compiled_ids_sha256": "73adbcdaa744c056b6a9cf97351cb9d64087fb324180be15d21ff25d3141cbfd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "895034ce1c9e079d133fa61f105a7d7186e0ba55df1f35ec288f4512b472d655", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.000277617008309513, "einstein": 0.8913221898701805, "hypatia": 0.00012960919699686022, "ibn_sina": 0.06873138710681619, "sagan": 0.004978884982644848, "socrates": 0.03456031183505197}, "confidence": 0.7585003804897181, "choice": "einstein"}}, "usage": {"input_tokens": 284, "output_tokens": 1}, "latency_ms": 94.85244200186571, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 284, "compiled_prompt_sha256": "65b093d4dc7322a71d795f378d96f989360cca3b9cc8cc2dafc040037e482792", "compiled_ids_sha256": "c711190daf3352b61206e8801960f56744ba55154d91e3a74652ef38d6ba1604", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.54296875, 7.53125, -1.3046875, 4.96875, 2.34375, 4.28125], "runtime_probabilities": [0.0002776170149445534, 0.891322135925293, 0.00012960919411852956, 0.0687313824892044, 0.004978884942829609, 0.03456031158566475], "decide_seconds": 0.09123727000041981, "probabilities_f64_minus_runtime_max_abs": 5.394488755694482e-08}}}, "choice": "einstein", "probs": {"darwin": 0.000277617008309513, "einstein": 0.8913221898701805, "hypatia": 0.00012960919699686022, "ibn_sina": 0.06873138710681619, "sagan": 0.004978884982644848, "socrates": 0.03456031183505197}, "confidence": 0.7585003804897181, "seconds": 0.09487672200339148, "prompt_tokens": 284, "eval_tokens": 1, "server_latency_ms": 94.85244200186571, "prompt_eval_ms": null, "total_ms": 94.87672200339148, "done_reason": null, "id": "c-sagan-01-starter-01", "uid": "c085", "task": "kc", "label": "sagan", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "request_sha256": "895034ce1c9e079d133fa61f105a7d7186e0ba55df1f35ec288f4512b472d655", "compiled_tokens": 284, "compiled_prompt_sha256": "65b093d4dc7322a71d795f378d96f989360cca3b9cc8cc2dafc040037e482792", "compiled_ids_sha256": "c711190daf3352b61206e8801960f56744ba55154d91e3a74652ef38d6ba1604", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:53Z"} {"mode": "kev-choice", "prompt_sha256": "30c7304be2a27ed3b3947ee0a061c75bc066da90f34275c77e6af9df4ea31263", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04101244363247405, "einstein": 0.029310271680479186, "hypatia": 0.5705997632627844, "ibn_sina": 0.1159243732659414, "sagan": 0.1634795692620766, "socrates": 0.07967357889624434}, "confidence": 0.2733279713709501, "choice": "hypatia"}}, "usage": {"input_tokens": 404, "output_tokens": 1}, "latency_ms": 114.55709800065961, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 404, "compiled_prompt_sha256": "e2b81005504d2eebe6b4f6eae69c57ba10486928d37eddc53c160a4b2854c594", "compiled_ids_sha256": "6f3ebc0833ff0d4eca3500ecdd2bf006ccd0dd84cbb8ec6be2d67191859098b9", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.4296875, 1.09375, 4.0625, 2.46875, 2.8125, 2.09375], "runtime_probabilities": [0.041012443602085114, 0.02931027300655842, 0.5705997943878174, 0.11592437326908112, 0.16347958147525787, 0.07967358082532883], "decide_seconds": 0.10963635599910049, "probabilities_f64_minus_runtime_max_abs": 3.112503299540492e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04101244363247405, "einstein": 0.029310271680479186, "hypatia": 0.5705997632627844, "ibn_sina": 0.1159243732659414, "sagan": 0.1634795692620766, "socrates": 0.07967357889624434}, "confidence": 0.2733279713709501, "seconds": 0.11458484700051486, "prompt_tokens": 404, "eval_tokens": 1, "server_latency_ms": 114.55709800065961, "prompt_eval_ms": null, "total_ms": 114.58484700051486, "done_reason": null, "id": "c-sagan-01-starter-02", "uid": "c086", "task": "kc", "label": "sagan", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "request_sha256": "30c7304be2a27ed3b3947ee0a061c75bc066da90f34275c77e6af9df4ea31263", "compiled_tokens": 404, "compiled_prompt_sha256": "e2b81005504d2eebe6b4f6eae69c57ba10486928d37eddc53c160a4b2854c594", "compiled_ids_sha256": "6f3ebc0833ff0d4eca3500ecdd2bf006ccd0dd84cbb8ec6be2d67191859098b9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "dc947051091fa4aa147b9543cf9fbe8970fe11bf085718543ba9583ec117426a", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.00419599714572381, "einstein": 0.1618184067146461, "hypatia": 0.1341521710240004, "ibn_sina": 0.3168250599839371, "sagan": 0.1362647603195576, "socrates": 0.24674360481213503}, "confidence": 0.12476087786399848, "choice": "ibn_sina"}}, "usage": {"input_tokens": 293, "output_tokens": 1}, "latency_ms": 96.06205199816031, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 293, "compiled_prompt_sha256": "260bb13ff919a69d62276bf87d96d93384b67dfa42212c818966dc0bd3ee540c", "compiled_ids_sha256": "56677b4e63c956b87e199aa8482bbf7c197f78ec3d9d566703cd84fe0d74f83f", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.99609375, 2.65625, 2.46875, 3.328125, 2.484375, 3.078125], "runtime_probabilities": [0.004195997025817633, 0.16181841492652893, 0.13415217399597168, 0.3168250620365143, 0.13626475632190704, 0.2467436045408249], "decide_seconds": 0.09220160199765814, "probabilities_f64_minus_runtime_max_abs": 8.211882840392093e-09}}}, "choice": "ibn_sina", "probs": {"darwin": 0.00419599714572381, "einstein": 0.1618184067146461, "hypatia": 0.1341521710240004, "ibn_sina": 0.3168250599839371, "sagan": 0.1362647603195576, "socrates": 0.24674360481213503}, "confidence": 0.12476087786399848, "seconds": 0.09608956199735985, "prompt_tokens": 293, "eval_tokens": 1, "server_latency_ms": 96.06205199816031, "prompt_eval_ms": null, "total_ms": 96.08956199735985, "done_reason": null, "id": "c-sagan-01-starter-02", "uid": "c087", "task": "kc", "label": "sagan", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "request_sha256": "dc947051091fa4aa147b9543cf9fbe8970fe11bf085718543ba9583ec117426a", "compiled_tokens": 293, "compiled_prompt_sha256": "260bb13ff919a69d62276bf87d96d93384b67dfa42212c818966dc0bd3ee540c", "compiled_ids_sha256": "56677b4e63c956b87e199aa8482bbf7c197f78ec3d9d566703cd84fe0d74f83f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "ad9c564a4063a18ea249262eb0f3a4cc43a639316ae92fe79784687d6575409f", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.03879008954342025, "einstein": 0.07162513356852815, "hypatia": 0.33640676566594213, "ibn_sina": 0.21383315039401088, "sagan": 0.18290118601294256, "socrates": 0.15644367481515611}, "confidence": 0.10024319966574569, "choice": "hypatia"}}, "usage": {"input_tokens": 302, "output_tokens": 1}, "latency_ms": 95.9821029973682, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 302, "compiled_prompt_sha256": "3824b179b4488ce489b4ef53aaa0bc5aac8823a7a8d88bcb5a7f0cf96ad47e1b", "compiled_ids_sha256": "4010bc1586d12cb94c392181608c684fece802cc25b6f26e7c35ffddfc2a80eb", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.69921875, 1.3125, 2.859375, 2.40625, 2.25, 2.09375], "runtime_probabilities": [0.03879008814692497, 0.07162512838840485, 0.33640676736831665, 0.21383313834667206, 0.18290117383003235, 0.15644368529319763], "decide_seconds": 0.09216073200150277, "probabilities_f64_minus_runtime_max_abs": 1.2182910208435871e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.03879008954342025, "einstein": 0.07162513356852815, "hypatia": 0.33640676566594213, "ibn_sina": 0.21383315039401088, "sagan": 0.18290118601294256, "socrates": 0.15644367481515611}, "confidence": 0.10024319966574569, "seconds": 0.09600720300295507, "prompt_tokens": 302, "eval_tokens": 1, "server_latency_ms": 95.9821029973682, "prompt_eval_ms": null, "total_ms": 96.00720300295507, "done_reason": null, "id": "c-sagan-01-starter-03", "uid": "c088", "task": "kc", "label": "sagan", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "request_sha256": "ad9c564a4063a18ea249262eb0f3a4cc43a639316ae92fe79784687d6575409f", "compiled_tokens": 302, "compiled_prompt_sha256": "3824b179b4488ce489b4ef53aaa0bc5aac8823a7a8d88bcb5a7f0cf96ad47e1b", "compiled_ids_sha256": "4010bc1586d12cb94c392181608c684fece802cc25b6f26e7c35ffddfc2a80eb", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "d5a506422f5cb8f1f1acbdb898efea3980d97e1926e0008e68ee1e8e095eaf1f", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.001162257579809792, "einstein": 0.8850270499767298, "hypatia": 0.00040580530021954255, "ibn_sina": 0.05837386131900651, "sagan": 0.010968123579633985, "socrates": 0.04406290224460038}, "confidence": 0.7365616647876132, "choice": "einstein"}}, "usage": {"input_tokens": 355, "output_tokens": 1}, "latency_ms": 102.15293500004918, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 355, "compiled_prompt_sha256": "ce02283a565951bd24fed4ecdd1be1ff580fd4e71e1ed42c0be57924ef7735f0", "compiled_ids_sha256": "fcc59376315f837186e1531a6bc1a77307e5878970fb6cc3e97bcfa34479b565", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.11474609375, 6.75, -0.9375, 4.03125, 2.359375, 3.75], "runtime_probabilities": [0.0011622575111687183, 0.8850269913673401, 0.0004058052727486938, 0.05837386101484299, 0.010968123562633991, 0.04406289756298065], "decide_seconds": 0.09766473900162964, "probabilities_f64_minus_runtime_max_abs": 5.86093896748352e-08}}}, "choice": "einstein", "probs": {"darwin": 0.001162257579809792, "einstein": 0.8850270499767298, "hypatia": 0.00040580530021954255, "ibn_sina": 0.05837386131900651, "sagan": 0.010968123579633985, "socrates": 0.04406290224460038}, "confidence": 0.7365616647876132, "seconds": 0.10218137399715488, "prompt_tokens": 355, "eval_tokens": 1, "server_latency_ms": 102.15293500004918, "prompt_eval_ms": null, "total_ms": 102.18137399715488, "done_reason": null, "id": "c-sagan-01-starter-03", "uid": "c089", "task": "kc", "label": "sagan", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "request_sha256": "d5a506422f5cb8f1f1acbdb898efea3980d97e1926e0008e68ee1e8e095eaf1f", "compiled_tokens": 355, "compiled_prompt_sha256": "ce02283a565951bd24fed4ecdd1be1ff580fd4e71e1ed42c0be57924ef7735f0", "compiled_ids_sha256": "fcc59376315f837186e1531a6bc1a77307e5878970fb6cc3e97bcfa34479b565", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "b5054215dae25e7dd6ed0d26aa4f538ffbc9f90176e00fecd90f25354f4f77ee", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.023296119699263144, "einstein": 0.027556971709470433, "hypatia": 0.609085520249876, "ibn_sina": 0.1306988974926973, "sagan": 0.06914304227512953, "socrates": 0.14021944857356367}, "confidence": 0.3220759087850774, "choice": "hypatia"}}, "usage": {"input_tokens": 409, "output_tokens": 1}, "latency_ms": 115.5723299998499, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 409, "compiled_prompt_sha256": "e5874d1b8d5df9f9ce009834e203a80ed9bfc65e1e117e65b805719bfafff002", "compiled_ids_sha256": "2fbf7e93347627cacd15188db8ccc02538cff99269ff3adb9d0ea548870e9cb9", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.341796875, -0.173828125, 2.921875, 1.3828125, 0.74609375, 1.453125], "runtime_probabilities": [0.023296119645237923, 0.027556972578167915, 0.6090855002403259, 0.13069890439510345, 0.06914303451776505, 0.14021944999694824], "decide_seconds": 0.11044021999987308, "probabilities_f64_minus_runtime_max_abs": 2.0009550016908406e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.023296119699263144, "einstein": 0.027556971709470433, "hypatia": 0.609085520249876, "ibn_sina": 0.1306988974926973, "sagan": 0.06914304227512953, "socrates": 0.14021944857356367}, "confidence": 0.3220759087850774, "seconds": 0.11560009000095306, "prompt_tokens": 409, "eval_tokens": 1, "server_latency_ms": 115.5723299998499, "prompt_eval_ms": null, "total_ms": 115.60009000095306, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c090", "task": "kc", "label": "socrates", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "request_sha256": "b5054215dae25e7dd6ed0d26aa4f538ffbc9f90176e00fecd90f25354f4f77ee", "compiled_tokens": 409, "compiled_prompt_sha256": "e5874d1b8d5df9f9ce009834e203a80ed9bfc65e1e117e65b805719bfafff002", "compiled_ids_sha256": "2fbf7e93347627cacd15188db8ccc02538cff99269ff3adb9d0ea548870e9cb9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "42e356c1a5a738bdceafa36690a1ba81cb1f60c2454be3eeb7763dc8bc966512", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.08263519990892357, "einstein": 0.030008968459762926, "hypatia": 0.5346558339011289, "ibn_sina": 0.13000341752575206, "sagan": 0.06588252545676461, "socrates": 0.15681405474766782}, "confidence": 0.22926383286794616, "choice": "hypatia"}}, "usage": {"input_tokens": 291, "output_tokens": 1}, "latency_ms": 95.33645700139459, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 291, "compiled_prompt_sha256": "38c5218cbd49d0ad53554b844ea9581c36f8d9f6dab540ad7633c7aefaaec7f9", "compiled_ids_sha256": "2b8caa07c5125e82419f0a570ae0c7c4b742c0c93eaa8a8cd7f945e8e8e0643e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.0546875, 0.041748046875, 2.921875, 1.5078125, 0.828125, 1.6953125], "runtime_probabilities": [0.08263520151376724, 0.030008969828486443, 0.5346558690071106, 0.1300034075975418, 0.06588252633810043, 0.15681405365467072], "decide_seconds": 0.09162158699837164, "probabilities_f64_minus_runtime_max_abs": 3.5105981677219233e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.08263519990892357, "einstein": 0.030008968459762926, "hypatia": 0.5346558339011289, "ibn_sina": 0.13000341752575206, "sagan": 0.06588252545676461, "socrates": 0.15681405474766782}, "confidence": 0.22926383286794616, "seconds": 0.09536122699864791, "prompt_tokens": 291, "eval_tokens": 1, "server_latency_ms": 95.33645700139459, "prompt_eval_ms": null, "total_ms": 95.36122699864791, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c091", "task": "kc", "label": "socrates", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "request_sha256": "42e356c1a5a738bdceafa36690a1ba81cb1f60c2454be3eeb7763dc8bc966512", "compiled_tokens": 291, "compiled_prompt_sha256": "38c5218cbd49d0ad53554b844ea9581c36f8d9f6dab540ad7633c7aefaaec7f9", "compiled_ids_sha256": "2b8caa07c5125e82419f0a570ae0c7c4b742c0c93eaa8a8cd7f945e8e8e0643e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "67dcb6aab5956e3345ea02d36dd1493202dd845c88aa2d1ddf5c08d569e9e261", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.07179361050692554, "einstein": 0.045992713507903696, "hypatia": 0.49446826938690475, "ibn_sina": 0.12023167204461713, "sagan": 0.1580415513909789, "socrates": 0.1094721831626701}, "confidence": 0.1810346092316184, "choice": "hypatia"}}, "usage": {"input_tokens": 361, "output_tokens": 1}, "latency_ms": 104.50403600043501, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 361, "compiled_prompt_sha256": "9a53e19f51ada7e3ca7748e01853f6e0dfe0321fc114aca34ef2b3bce186324a", "compiled_ids_sha256": "08a973dfb69a66733142afb8c93b88554f14300d2455d7ab0777f84c253ecdf1", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [1.1953125, 0.75, 3.125, 1.7109375, 1.984375, 1.6171875], "runtime_probabilities": [0.07179360836744308, 0.045992713421583176, 0.4944682717323303, 0.12023167312145233, 0.1580415666103363, 0.10947218537330627], "decide_seconds": 0.10013939100099378, "probabilities_f64_minus_runtime_max_abs": 1.521935741322089e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.07179361050692554, "einstein": 0.045992713507903696, "hypatia": 0.49446826938690475, "ibn_sina": 0.12023167204461713, "sagan": 0.1580415513909789, "socrates": 0.1094721831626701}, "confidence": 0.1810346092316184, "seconds": 0.10452984600124182, "prompt_tokens": 361, "eval_tokens": 1, "server_latency_ms": 104.50403600043501, "prompt_eval_ms": null, "total_ms": 104.52984600124182, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c092", "task": "kc", "label": "socrates", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "request_sha256": "67dcb6aab5956e3345ea02d36dd1493202dd845c88aa2d1ddf5c08d569e9e261", "compiled_tokens": 361, "compiled_prompt_sha256": "9a53e19f51ada7e3ca7748e01853f6e0dfe0321fc114aca34ef2b3bce186324a", "compiled_ids_sha256": "08a973dfb69a66733142afb8c93b88554f14300d2455d7ab0777f84c253ecdf1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "14b0361f2a076d27818b3a17225e24173e6c36324e06c05946a2103c8059563e", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.05062478117582989, "einstein": 0.021646241312937246, "hypatia": 0.6590816673264717, "ibn_sina": 0.08850286753059514, "sagan": 0.0956944164990841, "socrates": 0.08445002615508192}, "confidence": 0.35446057609213866, "choice": "hypatia"}}, "usage": {"input_tokens": 343, "output_tokens": 1}, "latency_ms": 101.59255899998243, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 343, "compiled_prompt_sha256": "98bf941e9d49195d9f221459067344330d3de649eeabf47b96667525ca3aa283", "compiled_ids_sha256": "0f0f1ae75907c024b2d459061eabb496925526ca0d95c76d438b65fd51aa1e6e", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.98046875, 0.130859375, 3.546875, 1.5390625, 1.6171875, 1.4921875], "runtime_probabilities": [0.050624780356884, 0.02164623886346817, 0.6590816378593445, 0.08850286900997162, 0.0956944152712822, 0.08445002138614655], "decide_seconds": 0.09728303300289554, "probabilities_f64_minus_runtime_max_abs": 2.946712718276956e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.05062478117582989, "einstein": 0.021646241312937246, "hypatia": 0.6590816673264717, "ibn_sina": 0.08850286753059514, "sagan": 0.0956944164990841, "socrates": 0.08445002615508192}, "confidence": 0.35446057609213866, "seconds": 0.10161871899981634, "prompt_tokens": 343, "eval_tokens": 1, "server_latency_ms": 101.59255899998243, "prompt_eval_ms": null, "total_ms": 101.61871899981634, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c093", "task": "kc", "label": "socrates", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "request_sha256": "14b0361f2a076d27818b3a17225e24173e6c36324e06c05946a2103c8059563e", "compiled_tokens": 343, "compiled_prompt_sha256": "98bf941e9d49195d9f221459067344330d3de649eeabf47b96667525ca3aa283", "compiled_ids_sha256": "0f0f1ae75907c024b2d459061eabb496925526ca0d95c76d438b65fd51aa1e6e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "d60dfdc0fb4ca19c34bc1382c9dd3b8883127f3d35673599556ccf58a577cec6", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.039891730723752065, "einstein": 0.03602817879597018, "hypatia": 0.534527883277983, "ibn_sina": 0.19973847705228215, "sagan": 0.06384025172121614, "socrates": 0.12597347842879653}, "confidence": 0.2513397416670903, "choice": "hypatia"}}, "usage": {"input_tokens": 374, "output_tokens": 1}, "latency_ms": 106.24403299880214, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 374, "compiled_prompt_sha256": "e0d5ffa591269263ed024ca529109dfb26c248d9d18c4a8d6e57f2ba9168b233", "compiled_ids_sha256": "42ef38f2cbdef5189c3d759a7044b4c8a748d18138cc275d8d40d3f3af6771d4", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.09228515625, -0.00958251953125, 2.6875, 1.703125, 0.5625, 1.2421875], "runtime_probabilities": [0.03989172726869583, 0.0360281802713871, 0.5345278978347778, 0.1997384876012802, 0.06384025514125824, 0.12597347795963287], "decide_seconds": 0.10159721900345176, "probabilities_f64_minus_runtime_max_abs": 1.4556794880604684e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.039891730723752065, "einstein": 0.03602817879597018, "hypatia": 0.534527883277983, "ibn_sina": 0.19973847705228215, "sagan": 0.06384025172121614, "socrates": 0.12597347842879653}, "confidence": 0.2513397416670903, "seconds": 0.10627147199920728, "prompt_tokens": 374, "eval_tokens": 1, "server_latency_ms": 106.24403299880214, "prompt_eval_ms": null, "total_ms": 106.27147199920728, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c094", "task": "kc", "label": "socrates", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "request_sha256": "d60dfdc0fb4ca19c34bc1382c9dd3b8883127f3d35673599556ccf58a577cec6", "compiled_tokens": 374, "compiled_prompt_sha256": "e0d5ffa591269263ed024ca529109dfb26c248d9d18c4a8d6e57f2ba9168b233", "compiled_ids_sha256": "42ef38f2cbdef5189c3d759a7044b4c8a748d18138cc275d8d40d3f3af6771d4", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "1926d0b3635e02750addb5db2c1806192a7739954e8245ae4a55fa4e482c4191", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.03442319665586846, "einstein": 0.22098739385668442, "hypatia": 0.13093069776431965, "ibn_sina": 0.2927607312525485, "sagan": 0.1289008054436047, "socrates": 0.19199717502697436}, "confidence": 0.07558154160155062, "choice": "ibn_sina"}}, "usage": {"input_tokens": 302, "output_tokens": 1}, "latency_ms": 96.30337999988114, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 302, "compiled_prompt_sha256": "3b30247295b5c3dec8716911428c2b205adc94f0d63fb7499beab302bd9b5b24", "compiled_ids_sha256": "0da5ad6c304119d9f5f455fa27621e3de8086264734e81f84f183030922025e2", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.578125, 2.4375, 1.9140625, 2.71875, 1.8984375, 2.296875], "runtime_probabilities": [0.03442319482564926, 0.22098739445209503, 0.13093069195747375, 0.2927607297897339, 0.12890079617500305, 0.19199718534946442], "decide_seconds": 0.09246288999929675, "probabilities_f64_minus_runtime_max_abs": 1.0322490057168565e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.03442319665586846, "einstein": 0.22098739385668442, "hypatia": 0.13093069776431965, "ibn_sina": 0.2927607312525485, "sagan": 0.1289008054436047, "socrates": 0.19199717502697436}, "confidence": 0.07558154160155062, "seconds": 0.09632841999700759, "prompt_tokens": 302, "eval_tokens": 1, "server_latency_ms": 96.30337999988114, "prompt_eval_ms": null, "total_ms": 96.32841999700759, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c095", "task": "kc", "label": "socrates", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "request_sha256": "1926d0b3635e02750addb5db2c1806192a7739954e8245ae4a55fa4e482c4191", "compiled_tokens": 302, "compiled_prompt_sha256": "3b30247295b5c3dec8716911428c2b205adc94f0d63fb7499beab302bd9b5b24", "compiled_ids_sha256": "0da5ad6c304119d9f5f455fa27621e3de8086264734e81f84f183030922025e2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:54Z"} {"mode": "kev-choice", "prompt_sha256": "d89193cb5dc2ab9536b637ce578af9ac6c54d6ee49f7dab2728098cc245c3b79", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04541404081548949, "einstein": 0.037870812675570034, "hypatia": 0.6052642117267394, "ibn_sina": 0.16547002759930216, "sagan": 0.05946289926459959, "socrates": 0.08651800791829937}, "confidence": 0.3048537640155121, "choice": "hypatia"}}, "usage": {"input_tokens": 323, "output_tokens": 1}, "latency_ms": 100.15917100099614, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 323, "compiled_prompt_sha256": "1370e6b93e0997fcf22f6ff3e6473a4bccf01f168816a3e2da10413c14e6b44c", "compiled_ids_sha256": "a31f962774edf9fb5117efe523b6eb2f11ca98ce116e6d7c52e3734ea7a26aa9", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.64453125, 0.462890625, 3.234375, 1.9375, 0.9140625, 1.2890625], "runtime_probabilities": [0.045414038002491, 0.03787081316113472, 0.6052642464637756, 0.16547001898288727, 0.05946290120482445, 0.08651801198720932], "decide_seconds": 0.09615845100051956, "probabilities_f64_minus_runtime_max_abs": 3.473703624745639e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04541404081548949, "einstein": 0.037870812675570034, "hypatia": 0.6052642117267394, "ibn_sina": 0.16547002759930216, "sagan": 0.05946289926459959, "socrates": 0.08651800791829937}, "confidence": 0.3048537640155121, "seconds": 0.10018550999666331, "prompt_tokens": 323, "eval_tokens": 1, "server_latency_ms": 100.15917100099614, "prompt_eval_ms": null, "total_ms": 100.18550999666331, "done_reason": null, "id": "c-socrates-01-main-01", "uid": "c096", "task": "kc", "label": "socrates", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "request_sha256": "d89193cb5dc2ab9536b637ce578af9ac6c54d6ee49f7dab2728098cc245c3b79", "compiled_tokens": 323, "compiled_prompt_sha256": "1370e6b93e0997fcf22f6ff3e6473a4bccf01f168816a3e2da10413c14e6b44c", "compiled_ids_sha256": "a31f962774edf9fb5117efe523b6eb2f11ca98ce116e6d7c52e3734ea7a26aa9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "b1bf9094b8e8971fa3e29b32555834ffa5d0e33970229230c1b2ce4615d93c8d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.019054210818350664, "einstein": 0.020362487651208374, "hypatia": 0.6822615696197889, "ibn_sina": 0.08949324230698356, "sagan": 0.1223227590638451, "socrates": 0.06650573053982348}, "confidence": 0.4034428715935534, "choice": "hypatia"}}, "usage": {"input_tokens": 395, "output_tokens": 1}, "latency_ms": 114.16681099944981, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 395, "compiled_prompt_sha256": "7a7cb526fa35845664c998ea567eaa951e2590b39bd2a7c881e769dec476a428", "compiled_ids_sha256": "fba0ef685096385bfc59e52dd6d585816ee5d2066e5bbea9c00a20c6d1da8968", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.453125, 0.51953125, 4.03125, 2.0, 2.3125, 1.703125], "runtime_probabilities": [0.019054211676120758, 0.02036248706281185, 0.68226158618927, 0.08949323743581772, 0.12232276797294617, 0.06650573015213013], "decide_seconds": 0.10944643800030462, "probabilities_f64_minus_runtime_max_abs": 1.6569481120498608e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.019054210818350664, "einstein": 0.020362487651208374, "hypatia": 0.6822615696197889, "ibn_sina": 0.08949324230698356, "sagan": 0.1223227590638451, "socrates": 0.06650573053982348}, "confidence": 0.4034428715935534, "seconds": 0.11419414099873393, "prompt_tokens": 395, "eval_tokens": 1, "server_latency_ms": 114.16681099944981, "prompt_eval_ms": null, "total_ms": 114.19414099873393, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c097", "task": "kc", "label": "socrates", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "request_sha256": "b1bf9094b8e8971fa3e29b32555834ffa5d0e33970229230c1b2ce4615d93c8d", "compiled_tokens": 395, "compiled_prompt_sha256": "7a7cb526fa35845664c998ea567eaa951e2590b39bd2a7c881e769dec476a428", "compiled_ids_sha256": "fba0ef685096385bfc59e52dd6d585816ee5d2066e5bbea9c00a20c6d1da8968", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "7b3f225227115a726e53cd581c75470b8f94abde5ff45d86102ab8830a619d53", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.017827628977951173, "einstein": 0.02307066607473914, "hypatia": 0.6114943366446071, "ibn_sina": 0.138591491179383, "sagan": 0.12817617613911647, "socrates": 0.08083970098420315}, "confidence": 0.33023675019310894, "choice": "hypatia"}}, "usage": {"input_tokens": 297, "output_tokens": 1}, "latency_ms": 95.77503400214482, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 297, "compiled_prompt_sha256": "ae667f183d359d40c186509ad74566d963a401022b071a698cabca10ad469305", "compiled_ids_sha256": "455a8afb9852c21fd5125d01820fb2e27419fa8e5daf8123220881908a4db405", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.43359375, 0.69140625, 3.96875, 2.484375, 2.40625, 1.9453125], "runtime_probabilities": [0.017827630043029785, 0.023070666939020157, 0.6114943623542786, 0.13859149813652039, 0.12817618250846863, 0.08083970099687576], "decide_seconds": 0.09198393399856286, "probabilities_f64_minus_runtime_max_abs": 2.5709671502838205e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.017827628977951173, "einstein": 0.02307066607473914, "hypatia": 0.6114943366446071, "ibn_sina": 0.138591491179383, "sagan": 0.12817617613911647, "socrates": 0.08083970098420315}, "confidence": 0.33023675019310894, "seconds": 0.09579939400282456, "prompt_tokens": 297, "eval_tokens": 1, "server_latency_ms": 95.77503400214482, "prompt_eval_ms": null, "total_ms": 95.79939400282456, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c098", "task": "kc", "label": "socrates", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "request_sha256": "7b3f225227115a726e53cd581c75470b8f94abde5ff45d86102ab8830a619d53", "compiled_tokens": 297, "compiled_prompt_sha256": "ae667f183d359d40c186509ad74566d963a401022b071a698cabca10ad469305", "compiled_ids_sha256": "455a8afb9852c21fd5125d01820fb2e27419fa8e5daf8123220881908a4db405", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "d88cd71424f272ecebd6dd7042e2a710895408bec112faac2f21b945c91ab755", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.006079631953696218, "einstein": 0.08899123753429165, "hypatia": 0.36885842938256946, "ibn_sina": 0.27411230925919183, "sagan": 0.14220759266527405, "socrates": 0.11975079920497678}, "confidence": 0.16256902665803108, "choice": "hypatia"}}, "usage": {"input_tokens": 368, "output_tokens": 1}, "latency_ms": 104.89288300232147, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 368, "compiled_prompt_sha256": "241005cdbb0ac4de9754451ae5ce2a6d308deccb51feb8a49be378b2807af5d6", "compiled_ids_sha256": "7479577962a5718990d77f717d29e7cc80e2c6bc96a00d11d0d6eae9329107e2", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.29296875, 2.390625, 3.8125, 3.515625, 2.859375, 2.6875], "runtime_probabilities": [0.006079632323235273, 0.08899124711751938, 0.3688584268093109, 0.2741123139858246, 0.14220759272575378, 0.11975079774856567], "decide_seconds": 0.1004274480001186, "probabilities_f64_minus_runtime_max_abs": 9.583227725262766e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.006079631953696218, "einstein": 0.08899123753429165, "hypatia": 0.36885842938256946, "ibn_sina": 0.27411230925919183, "sagan": 0.14220759266527405, "socrates": 0.11975079920497678}, "confidence": 0.16256902665803108, "seconds": 0.10491984299733303, "prompt_tokens": 368, "eval_tokens": 1, "server_latency_ms": 104.89288300232147, "prompt_eval_ms": null, "total_ms": 104.91984299733303, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c099", "task": "kc", "label": "socrates", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "request_sha256": "d88cd71424f272ecebd6dd7042e2a710895408bec112faac2f21b945c91ab755", "compiled_tokens": 368, "compiled_prompt_sha256": "241005cdbb0ac4de9754451ae5ce2a6d308deccb51feb8a49be378b2807af5d6", "compiled_ids_sha256": "7479577962a5718990d77f717d29e7cc80e2c6bc96a00d11d0d6eae9329107e2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "b3912f0c41f0fc5f8ba5bebb9305b5cb081aa57d59147bf2e054b9e3c92505e2", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.16253420436885224, "einstein": 0.026898226176618512, "hypatia": 0.5006405948224253, "ibn_sina": 0.09046390831774408, "sagan": 0.12757455873081525, "socrates": 0.09188850758354458}, "confidence": 0.19724729997069756, "choice": "hypatia"}}, "usage": {"input_tokens": 298, "output_tokens": 1}, "latency_ms": 95.96682299888926, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 298, "compiled_prompt_sha256": "5a8c5648b9712c46350b863549c1ceed5801044f634662c32f1ac342b250aa4c", "compiled_ids_sha256": "b7bb323dfd3806fa1b596523b49ddfd4bc24913a34b61cf4015eef0afa9175a5", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [2.109375, 0.310546875, 3.234375, 1.5234375, 1.8671875, 1.5390625], "runtime_probabilities": [0.1625341922044754, 0.026898227632045746, 0.5006405711174011, 0.09046390652656555, 0.12757456302642822, 0.09188850969076157], "decide_seconds": 0.09199816299951635, "probabilities_f64_minus_runtime_max_abs": 2.3705024165820987e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.16253420436885224, "einstein": 0.026898226176618512, "hypatia": 0.5006405948224253, "ibn_sina": 0.09046390831774408, "sagan": 0.12757455873081525, "socrates": 0.09188850758354458}, "confidence": 0.19724729997069756, "seconds": 0.0959916229985538, "prompt_tokens": 298, "eval_tokens": 1, "server_latency_ms": 95.96682299888926, "prompt_eval_ms": null, "total_ms": 95.9916229985538, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c100", "task": "kc", "label": "socrates", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "request_sha256": "b3912f0c41f0fc5f8ba5bebb9305b5cb081aa57d59147bf2e054b9e3c92505e2", "compiled_tokens": 298, "compiled_prompt_sha256": "5a8c5648b9712c46350b863549c1ceed5801044f634662c32f1ac342b250aa4c", "compiled_ids_sha256": "b7bb323dfd3806fa1b596523b49ddfd4bc24913a34b61cf4015eef0afa9175a5", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "087772a504abc6edd03a515893d7186b659ed1ce62bcdf63c6380c519110815b", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.006653433399184114, "einstein": 0.1562383962813786, "hypatia": 0.1798292918097309, "ibn_sina": 0.3205803740728082, "sagan": 0.14225667865959502, "socrates": 0.19444182577730318}, "confidence": 0.1112261664314056, "choice": "ibn_sina"}}, "usage": {"input_tokens": 340, "output_tokens": 1}, "latency_ms": 101.05595300046843, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 340, "compiled_prompt_sha256": "aa8a76f665cd82962eddc0c1cfe089528415b48ad3760ba5f5715122b5f5c9b1", "compiled_ids_sha256": "86a40936a666d5fd48b556179b1723278e9807945ccc3cb11a9396580f0dd5a4", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.875, 2.28125, 2.421875, 3.0, 2.1875, 2.5], "runtime_probabilities": [0.006653433665633202, 0.1562384068965912, 0.17982929944992065, 0.320580393075943, 0.1422566920518875, 0.19444184005260468], "decide_seconds": 0.09691371500230161, "probabilities_f64_minus_runtime_max_abs": 1.9003134787975995e-08}}}, "choice": "ibn_sina", "probs": {"darwin": 0.006653433399184114, "einstein": 0.1562383962813786, "hypatia": 0.1798292918097309, "ibn_sina": 0.3205803740728082, "sagan": 0.14225667865959502, "socrates": 0.19444182577730318}, "confidence": 0.1112261664314056, "seconds": 0.1010822329990333, "prompt_tokens": 340, "eval_tokens": 1, "server_latency_ms": 101.05595300046843, "prompt_eval_ms": null, "total_ms": 101.0822329990333, "done_reason": null, "id": "c-socrates-01-main-03", "uid": "c101", "task": "kc", "label": "socrates", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "request_sha256": "087772a504abc6edd03a515893d7186b659ed1ce62bcdf63c6380c519110815b", "compiled_tokens": 340, "compiled_prompt_sha256": "aa8a76f665cd82962eddc0c1cfe089528415b48ad3760ba5f5715122b5f5c9b1", "compiled_ids_sha256": "86a40936a666d5fd48b556179b1723278e9807945ccc3cb11a9396580f0dd5a4", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "da39a310f76af967598a18569427bb9a79c40e6c5d35b8fd761b829c3d14d3fb", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.00633518578423303, "einstein": 0.007128059673617792, "hypatia": 0.8170810387710165, "ibn_sina": 0.061068017294975296, "sagan": 0.07719720723030601, "socrates": 0.031190491245851458}, "confidence": 0.6043043197036322, "choice": "hypatia"}}, "usage": {"input_tokens": 380, "output_tokens": 1}, "latency_ms": 105.57055800018134, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 380, "compiled_prompt_sha256": "302cd7d856db5d188e298657e794f2abd5a5c6239133269be866a306600f9f17", "compiled_ids_sha256": "064b264cbea6255d0964374c8390710e5279938b074c351063f0f26916c2824f", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.047119140625, 0.07080078125, 4.8125, 2.21875, 2.453125, 1.546875], "runtime_probabilities": [0.0063351853750646114, 0.007128058932721615, 0.8170810341835022, 0.061068013310432434, 0.07719720900058746, 0.03119048848748207], "decide_seconds": 0.10100564299864345, "probabilities_f64_minus_runtime_max_abs": 4.58751425735926e-09}}}, "choice": "hypatia", "probs": {"darwin": 0.00633518578423303, "einstein": 0.007128059673617792, "hypatia": 0.8170810387710165, "ibn_sina": 0.061068017294975296, "sagan": 0.07719720723030601, "socrates": 0.031190491245851458}, "confidence": 0.6043043197036322, "seconds": 0.1055973479997192, "prompt_tokens": 380, "eval_tokens": 1, "server_latency_ms": 105.57055800018134, "prompt_eval_ms": null, "total_ms": 105.5973479997192, "done_reason": null, "id": "c-socrates-01-main-03", "uid": "c102", "task": "kc", "label": "socrates", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "request_sha256": "da39a310f76af967598a18569427bb9a79c40e6c5d35b8fd761b829c3d14d3fb", "compiled_tokens": 380, "compiled_prompt_sha256": "302cd7d856db5d188e298657e794f2abd5a5c6239133269be866a306600f9f17", "compiled_ids_sha256": "064b264cbea6255d0964374c8390710e5279938b074c351063f0f26916c2824f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "ff6d1510cc4a9f868606a4497f9e4eb74877e054bdde5bac5ba03a41f299221c", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.015792348207620585, "einstein": 0.01229909315063121, "hypatia": 0.7148162610158529, "ibn_sina": 0.12716214851691837, "sagan": 0.0528024072785345, "socrates": 0.07712774183044238}, "confidence": 0.4559753616897213, "choice": "hypatia"}}, "usage": {"input_tokens": 267, "output_tokens": 1}, "latency_ms": 94.37364599943976, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 267, "compiled_prompt_sha256": "7ba348fbd49cae74d977fc56e0a7c6c7e8609ef11e84d162768dc1a823298c56", "compiled_ids_sha256": "279db28cb15e54380a75c8b3d192304b55a16372b39c8bf6c63f78d6061d4052", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-1.03125, -1.28125, 2.78125, 1.0546875, 0.17578125, 0.5546875], "runtime_probabilities": [0.015792349353432655, 0.012299093417823315, 0.7148162722587585, 0.1271621584892273, 0.05280240625143051, 0.07712774723768234], "decide_seconds": 0.09089285200025188, "probabilities_f64_minus_runtime_max_abs": 1.1242905606501097e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.015792348207620585, "einstein": 0.01229909315063121, "hypatia": 0.7148162610158529, "ibn_sina": 0.12716214851691837, "sagan": 0.0528024072785345, "socrates": 0.07712774183044238}, "confidence": 0.4559753616897213, "seconds": 0.09439734499756014, "prompt_tokens": 267, "eval_tokens": 1, "server_latency_ms": 94.37364599943976, "prompt_eval_ms": null, "total_ms": 94.39734499756014, "done_reason": null, "id": "c-socrates-01-starter-01", "uid": "c103", "task": "kc", "label": "socrates", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "request_sha256": "ff6d1510cc4a9f868606a4497f9e4eb74877e054bdde5bac5ba03a41f299221c", "compiled_tokens": 267, "compiled_prompt_sha256": "7ba348fbd49cae74d977fc56e0a7c6c7e8609ef11e84d162768dc1a823298c56", "compiled_ids_sha256": "279db28cb15e54380a75c8b3d192304b55a16372b39c8bf6c63f78d6061d4052", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "caa5afacee5ba562467873a4832b48d03710f29e44cf8989baea421877ce095d", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.02934360023119686, "einstein": 0.024043284395723525, "hypatia": 0.6286204129157263, "ibn_sina": 0.14814849234938351, "sagan": 0.0639672572805218, "socrates": 0.10587695282744795}, "confidence": 0.34058753523843655, "choice": "hypatia"}}, "usage": {"input_tokens": 315, "output_tokens": 1}, "latency_ms": 96.85235599681619, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 315, "compiled_prompt_sha256": "09a3150ed8b79aaef3b11c5a10df28e718cebf9189825e56bd6872be31be436d", "compiled_ids_sha256": "2fae6a509382acdcb1398799443b33dcf79f533516bd7b6f1ae007a1d10494dc", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.048828125, -0.248046875, 3.015625, 1.5703125, 0.73046875, 1.234375], "runtime_probabilities": [0.029343601316213608, 0.024043286219239235, 0.628620445728302, 0.14814849197864532, 0.0639672577381134, 0.10587695986032486], "decide_seconds": 0.09292132700284128, "probabilities_f64_minus_runtime_max_abs": 3.281257565657114e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.02934360023119686, "einstein": 0.024043284395723525, "hypatia": 0.6286204129157263, "ibn_sina": 0.14814849234938351, "sagan": 0.0639672572805218, "socrates": 0.10587695282744795}, "confidence": 0.34058753523843655, "seconds": 0.09688468599779299, "prompt_tokens": 315, "eval_tokens": 1, "server_latency_ms": 96.85235599681619, "prompt_eval_ms": null, "total_ms": 96.88468599779299, "done_reason": null, "id": "c-socrates-01-starter-02", "uid": "c104", "task": "kc", "label": "socrates", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "request_sha256": "caa5afacee5ba562467873a4832b48d03710f29e44cf8989baea421877ce095d", "compiled_tokens": 315, "compiled_prompt_sha256": "09a3150ed8b79aaef3b11c5a10df28e718cebf9189825e56bd6872be31be436d", "compiled_ids_sha256": "2fae6a509382acdcb1398799443b33dcf79f533516bd7b6f1ae007a1d10494dc", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "b85349448634763b9f05d811ce1c6f89af68fc4dc67dea4417ef46bb2e66e79f", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.018960509837434247, "einstein": 0.02018335766020632, "hypatia": 0.5852539681573143, "ibn_sina": 0.1841583318221516, "sagan": 0.03144430109955954, "socrates": 0.15999953142333398}, "confidence": 0.34083263894789795, "choice": "hypatia"}}, "usage": {"input_tokens": 335, "output_tokens": 1}, "latency_ms": 101.43738999977359, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 335, "compiled_prompt_sha256": "1b43313b82313432c0e61c8d24490e5ee29de32faa2f8898725bc668a978fa6f", "compiled_ids_sha256": "8635156608b5843ff3e2d0a3a4e35ad222d413b6cce00d96311035874e998319", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.9140625, -0.8515625, 2.515625, 1.359375, -0.408203125, 1.21875], "runtime_probabilities": [0.018960511311888695, 0.02018335834145546, 0.5852539539337158, 0.1841583251953125, 0.031444303691387177, 0.1599995344877243], "decide_seconds": 0.09715935400163289, "probabilities_f64_minus_runtime_max_abs": 1.4223598521212466e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.018960509837434247, "einstein": 0.02018335766020632, "hypatia": 0.5852539681573143, "ibn_sina": 0.1841583318221516, "sagan": 0.03144430109955954, "socrates": 0.15999953142333398}, "confidence": 0.34083263894789795, "seconds": 0.10146247999728075, "prompt_tokens": 335, "eval_tokens": 1, "server_latency_ms": 101.43738999977359, "prompt_eval_ms": null, "total_ms": 101.46247999728075, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c105", "task": "kc", "label": "socrates", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "request_sha256": "b85349448634763b9f05d811ce1c6f89af68fc4dc67dea4417ef46bb2e66e79f", "compiled_tokens": 335, "compiled_prompt_sha256": "1b43313b82313432c0e61c8d24490e5ee29de32faa2f8898725bc668a978fa6f", "compiled_ids_sha256": "8635156608b5843ff3e2d0a3a4e35ad222d413b6cce00d96311035874e998319", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:55Z"} {"mode": "kev-choice", "prompt_sha256": "4de53544ee23e1e93fd3d21ab2a5290ccc1d0e8d4141479fccab952a097e4269", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.04311846330846436, "einstein": 0.03595652836636253, "hypatia": 0.5741085419443418, "ibn_sina": 0.1723786440104107, "sagan": 0.03264301757074973, "socrates": 0.1417948047996708}, "confidence": 0.2937330469040458, "choice": "hypatia"}}, "usage": {"input_tokens": 355, "output_tokens": 1}, "latency_ms": 101.9197460009309, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 355, "compiled_prompt_sha256": "e89581a53f340a2aeeb9384cd75a6f0aefe0ea16e3efc03c033b3b5f3f2847e8", "compiled_ids_sha256": "67d6cefb26c2e1a4ee433d8b03c2659df0da773a4de7d34f23c8e3cc19bf6703", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [-0.0263671875, -0.2080078125, 2.5625, 1.359375, -0.3046875, 1.1640625], "runtime_probabilities": [0.04311846196651459, 0.035956528037786484, 0.5741085410118103, 0.17237862944602966, 0.032643016427755356, 0.14179480075836182], "decide_seconds": 0.09756336099962937, "probabilities_f64_minus_runtime_max_abs": 1.4564381034531948e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.04311846330846436, "einstein": 0.03595652836636253, "hypatia": 0.5741085419443418, "ibn_sina": 0.1723786440104107, "sagan": 0.03264301757074973, "socrates": 0.1417948047996708}, "confidence": 0.2937330469040458, "seconds": 0.10194843600038439, "prompt_tokens": 355, "eval_tokens": 1, "server_latency_ms": 101.9197460009309, "prompt_eval_ms": null, "total_ms": 101.94843600038439, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c106", "task": "kc", "label": "socrates", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "request_sha256": "4de53544ee23e1e93fd3d21ab2a5290ccc1d0e8d4141479fccab952a097e4269", "compiled_tokens": 355, "compiled_prompt_sha256": "e89581a53f340a2aeeb9384cd75a6f0aefe0ea16e3efc03c033b3b5f3f2847e8", "compiled_ids_sha256": "67d6cefb26c2e1a4ee433d8b03c2659df0da773a4de7d34f23c8e3cc19bf6703", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:56Z"} {"mode": "kev-choice", "prompt_sha256": "0f756818bdff4088317d34f8aedc6ab0883679e7961bf2faa0d0a75e163f2296", "n_options": 6, "kev_response": {"model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "answers": {"q": {"type": "choice", "probabilities": {"darwin": 0.041753690593787106, "einstein": 0.026308018597313656, "hypatia": 0.615967433749374, "ibn_sina": 0.13321229982158594, "sagan": 0.06146737798712163, "socrates": 0.12129117925081767}, "confidence": 0.31763299903130016, "choice": "hypatia"}}, "usage": {"input_tokens": 328, "output_tokens": 1}, "latency_ms": 100.49765800067689, "apus": {"q": {"effort": "low", "executed_layers": 16, "projection": "candidate_rows", "calibrated": false, "primitive": "choice", "compiled_tokens": 328, "compiled_prompt_sha256": "8501d29a2806beb81cce7eb55e95f965f1f81dc43c69104f947a1d2360bdb71d", "compiled_ids_sha256": "da1348b4fbd3b223210453e72685938201ef08da043c35159863b5490ea36eae", "candidate_token_ids": [32, 33, 34, 35, 36, 37], "logits": [0.63671875, 0.1748046875, 3.328125, 1.796875, 1.0234375, 1.703125], "runtime_probabilities": [0.04175369068980217, 0.02630801871418953, 0.6159674525260925, 0.13321229815483093, 0.06146737560629845, 0.12129117548465729], "decide_seconds": 0.09640441900046426, "probabilities_f64_minus_runtime_max_abs": 1.8776718513358048e-08}}}, "choice": "hypatia", "probs": {"darwin": 0.041753690593787106, "einstein": 0.026308018597313656, "hypatia": 0.615967433749374, "ibn_sina": 0.13321229982158594, "sagan": 0.06146737798712163, "socrates": 0.12129117925081767}, "confidence": 0.31763299903130016, "seconds": 0.10052319800161058, "prompt_tokens": 328, "eval_tokens": 1, "server_latency_ms": 100.49765800067689, "prompt_eval_ms": null, "total_ms": 100.52319800161058, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c107", "task": "kc", "label": "socrates", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "request_sha256": "0f756818bdff4088317d34f8aedc6ab0883679e7961bf2faa0d0a75e163f2296", "compiled_tokens": 328, "compiled_prompt_sha256": "8501d29a2806beb81cce7eb55e95f965f1f81dc43c69104f947a1d2360bdb71d", "compiled_ids_sha256": "da1348b4fbd3b223210453e72685938201ef08da043c35159863b5490ea36eae", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "preflight": false, "effort": "low", "runtime": "openjet_runtime (APUS-OpenJev-v1-9B@82c9c56c) in-process via deployment/contracts.py (APUS-OpenJev-v1@af276da5), one question per request", "model_revision": "82c9c56cfa9de8d36704ed91948d4726ef111635", "bridge_revision": "af276da53a2e7a6d0fbdbafc9280bf9982b2d3a6", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.16.1", "tokenizers": "0.23.2", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention), sdpa", "calibrated": false, "arm": "apus-9b-low", "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c", "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 8191, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T15:38:56Z"}