{"mode": "kev-choice", "prompt_sha256": "ada2e647fb31ad59f271b00730eac9606a376e7312144f898a5078a179b3253d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.015708486428544503, "einstein": 0.010747448331157154, "hypatia": 0.005768560479247488, "ibn_sina": 0.00587668534827116, "sagan": 0.9544438238763697, "socrates": 0.007454995536409943}, "confidence": 0.8937383989676638}}, "usage": {"input_tokens": 465, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.015708486428544503, "einstein": 0.010747448331157154, "hypatia": 0.005768560479247488, "ibn_sina": 0.00587668534827116, "sagan": 0.9544438238763697, "socrates": 0.007454995536409943}, "confidence": 0.8937383989676638, "seconds": 0.19584397800008446, "prompt_tokens": 465, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 195.84397800008446, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c000", "task": "kc", "label": "darwin", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:54Z"}
{"mode": "kev-choice", "prompt_sha256": "ae89c5003c7b8c49cffb6cc5b1d1490d93f6203de46ad9f7f01410a034925e66", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9687431215365713, "einstein": 0.01029428200975448, "hypatia": 0.004642326636864988, "ibn_sina": 0.0037227464202851794, "sagan": 0.006762100762565366, "socrates": 0.005835422633958765}, "confidence": 0.9264212751616835}}, "usage": {"input_tokens": 657, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.9687431215365713, "einstein": 0.01029428200975448, "hypatia": 0.004642326636864988, "ibn_sina": 0.0037227464202851794, "sagan": 0.006762100762565366, "socrates": 0.005835422633958765}, "confidence": 0.9264212751616835, "seconds": 0.21971851000034803, "prompt_tokens": 657, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 219.71851000034803, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c001", "task": "kc", "label": "darwin", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:54Z"}
{"mode": "kev-choice", "prompt_sha256": "6be4957f07feb5d82a63ae1dca58d96723d78d0c8f0e1a49f0cfafc844c756bc", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.13719805712032074, "einstein": 0.11956542532077158, "hypatia": 0.04345931959038293, "ibn_sina": 0.16953645385221605, "sagan": 0.4687679763748481, "socrates": 0.061472767741460585}, "confidence": 0.1447274035625646}}, "usage": {"input_tokens": 499, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.13719805712032074, "einstein": 0.11956542532077158, "hypatia": 0.04345931959038293, "ibn_sina": 0.16953645385221605, "sagan": 0.4687679763748481, "socrates": 0.061472767741460585}, "confidence": 0.1447274035625646, "seconds": 0.1786631689992646, "prompt_tokens": 499, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 178.6631689992646, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c002", "task": "kc", "label": "darwin", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:55Z"}
{"mode": "kev-choice", "prompt_sha256": "1e254c48e8d558d49c1284459198465a15cef2148c47d5875cf4a5f35404bff2", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8156730491631565, "einstein": 0.03359130001571727, "hypatia": 0.019168261521300935, "ibn_sina": 0.016941507912437474, "sagan": 0.09443419488048516, "socrates": 0.020191686506902604}, "confidence": 0.611717028249618}}, "usage": {"input_tokens": 701, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.8156730491631565, "einstein": 0.03359130001571727, "hypatia": 0.019168261521300935, "ibn_sina": 0.016941507912437474, "sagan": 0.09443419488048516, "socrates": 0.020191686506902604}, "confidence": 0.611717028249618, "seconds": 0.24571893600023031, "prompt_tokens": 701, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 245.71893600023031, "done_reason": null, "id": "c-darwin-01-dessert-02", "uid": "c003", "task": "kc", "label": "darwin", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:55Z"}
{"mode": "kev-choice", "prompt_sha256": "7850492fc6179b1b4b4bdd20394ab04399c688ce7f0b9d2de32e671e0627905c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.07395938086089529, "einstein": 0.23396426602491405, "hypatia": 0.01487052280731721, "ibn_sina": 0.015567578057757636, "sagan": 0.6429145310933153, "socrates": 0.01872372115580048}, "confidence": 0.36923490610469045}}, "usage": {"input_tokens": 721, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.07395938086089529, "einstein": 0.23396426602491405, "hypatia": 0.01487052280731721, "ibn_sina": 0.015567578057757636, "sagan": 0.6429145310933153, "socrates": 0.01872372115580048}, "confidence": 0.36923490610469045, "seconds": 0.24878851099947497, "prompt_tokens": 721, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 248.78851099947497, "done_reason": null, "id": "c-darwin-01-dessert-03", "uid": "c004", "task": "kc", "label": "darwin", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:55Z"}
{"mode": "kev-choice", "prompt_sha256": "1ef9e9b47aa0b69dc706e2b2d978416f2bd011a8d4c23e06e7b821ffac0d6d06", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9763350331289895, "einstein": 0.004977643578653962, "hypatia": 0.0047689423422601, "ibn_sina": 0.0024123381119557584, "sagan": 0.0061345008756890085, "socrates": 0.005371541962451732}, "confidence": 0.9440199059210315}}, "usage": {"input_tokens": 725, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.9763350331289895, "einstein": 0.004977643578653962, "hypatia": 0.0047689423422601, "ibn_sina": 0.0024123381119557584, "sagan": 0.0061345008756890085, "socrates": 0.005371541962451732}, "confidence": 0.9440199059210315, "seconds": 0.2501022110000122, "prompt_tokens": 725, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 250.10221100001218, "done_reason": null, "id": "c-darwin-01-dessert-03", "uid": "c005", "task": "kc", "label": "darwin", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:55Z"}
{"mode": "kev-choice", "prompt_sha256": "56bc6422a8c3ea07ea10491507d42c62f99c3b12a9c3b03c70a585fa6079a545", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.3619844869867786, "einstein": 0.018691862824938153, "hypatia": 0.014974670292635633, "ibn_sina": 0.5848671012118115, "sagan": 0.01117509620581287, "socrates": 0.008306782478023238}, "confidence": 0.3686437681546894}}, "usage": {"input_tokens": 535, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.3619844869867786, "einstein": 0.018691862824938153, "hypatia": 0.014974670292635633, "ibn_sina": 0.5848671012118115, "sagan": 0.01117509620581287, "socrates": 0.008306782478023238}, "confidence": 0.3686437681546894, "seconds": 0.18291642399981356, "prompt_tokens": 535, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 182.91642399981356, "done_reason": null, "id": "c-darwin-01-main-01", "uid": "c006", "task": "kc", "label": "darwin", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:56Z"}
{"mode": "kev-choice", "prompt_sha256": "7d16a870429eb78dcdb3906b5987ef8ef9229dd0e68f08702c3d72a4601b76cf", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.1405351795508707, "einstein": 0.08000728946754945, "hypatia": 0.0123279249874294, "ibn_sina": 0.02196785586944515, "sagan": 0.721709610904065, "socrates": 0.023452139220640357}, "confidence": 0.45784075934878893}}, "usage": {"input_tokens": 497, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.1405351795508707, "einstein": 0.08000728946754945, "hypatia": 0.0123279249874294, "ibn_sina": 0.02196785586944515, "sagan": 0.721709610904065, "socrates": 0.023452139220640357}, "confidence": 0.45784075934878893, "seconds": 0.17858010000054492, "prompt_tokens": 497, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 178.58010000054492, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c007", "task": "kc", "label": "darwin", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:56Z"}
{"mode": "kev-choice", "prompt_sha256": "99aa86d7673acbef6b356ef6e1e62bb359780b871a574e286cb0d67fa9e028ce", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8998516969935327, "einstein": 0.004574592056540266, "hypatia": 0.005901874679061458, "ibn_sina": 0.003337879218695834, "sagan": 0.005850446513952388, "socrates": 0.0804835105382173}, "confidence": 0.7795741602759978}}, "usage": {"input_tokens": 649, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.8998516969935327, "einstein": 0.004574592056540266, "hypatia": 0.005901874679061458, "ibn_sina": 0.003337879218695834, "sagan": 0.005850446513952388, "socrates": 0.0804835105382173}, "confidence": 0.7795741602759978, "seconds": 0.22064571299961244, "prompt_tokens": 649, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.64571299961244, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c008", "task": "kc", "label": "darwin", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:56Z"}
{"mode": "kev-choice", "prompt_sha256": "e1f0f4be015ea8f0987af3df612d4f3a535cc0f500bba24dfada1308176486e1", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9472631319538175, "einstein": 0.014353853412535127, "hypatia": 0.0077573686915105005, "ibn_sina": 0.005764966688518276, "sagan": 0.012331317677712571, "socrates": 0.012529361575906076}, "confidence": 0.877499118608618}}, "usage": {"input_tokens": 717, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.9472631319538175, "einstein": 0.014353853412535127, "hypatia": 0.0077573686915105005, "ibn_sina": 0.005764966688518276, "sagan": 0.012331317677712571, "socrates": 0.012529361575906076}, "confidence": 0.877499118608618, "seconds": 0.2489274800000203, "prompt_tokens": 717, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 248.9274800000203, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c009", "task": "kc", "label": "darwin", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:56Z"}
{"mode": "kev-choice", "prompt_sha256": "b336b2cd695a572a1bc843edc2813cd4c22436dec5ab3c120fd4d7ac582be285", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.45009935469820134, "einstein": 0.04084740279187615, "hypatia": 0.04879498650299553, "ibn_sina": 0.43512960749149554, "sagan": 0.006412591116953163, "socrates": 0.018716057398478314}, "confidence": 0.2756416930809831}}, "usage": {"input_tokens": 703, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.45009935469820134, "einstein": 0.04084740279187615, "hypatia": 0.04879498650299553, "ibn_sina": 0.43512960749149554, "sagan": 0.006412591116953163, "socrates": 0.018716057398478314}, "confidence": 0.2756416930809831, "seconds": 0.24713175499982754, "prompt_tokens": 703, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 247.13175499982754, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c010", "task": "kc", "label": "darwin", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:56Z"}
{"mode": "kev-choice", "prompt_sha256": "c8f7e1b2d641fcf994218fd2b5f6995d0ac1bf809d856c20e7ffbe37ee02cca5", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9675082575159987, "einstein": 0.007465259935239031, "hypatia": 0.005443138716080264, "ibn_sina": 0.0036816214159942615, "sagan": 0.008987626221832131, "socrates": 0.006914096194855605}, "confidence": 0.9235596672570076}}, "usage": {"input_tokens": 707, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.9675082575159987, "einstein": 0.007465259935239031, "hypatia": 0.005443138716080264, "ibn_sina": 0.0036816214159942615, "sagan": 0.008987626221832131, "socrates": 0.006914096194855605}, "confidence": 0.9235596672570076, "seconds": 0.24643728099999862, "prompt_tokens": 707, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 246.43728099999862, "done_reason": null, "id": "c-darwin-01-main-03", "uid": "c011", "task": "kc", "label": "darwin", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:57Z"}
{"mode": "kev-choice", "prompt_sha256": "97f03142dc8d0f609da8620d37ed9899a73abb02cf6db98cd2403169e1a8f1d1", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.021692691218826263, "einstein": 0.1578406546168662, "hypatia": 0.011121814861307302, "ibn_sina": 0.029734381846245148, "sagan": 0.7684317788186048, "socrates": 0.011178678638150353}, "confidence": 0.5404053218634447}}, "usage": {"input_tokens": 387, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.021692691218826263, "einstein": 0.1578406546168662, "hypatia": 0.011121814861307302, "ibn_sina": 0.029734381846245148, "sagan": 0.7684317788186048, "socrates": 0.011178678638150353}, "confidence": 0.5404053218634447, "seconds": 0.1439032349999252, "prompt_tokens": 387, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 143.9032349999252, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c012", "task": "kc", "label": "darwin", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:57Z"}
{"mode": "kev-choice", "prompt_sha256": "b845ff9ea26f72b9ea56ec38a158e913f20101382e818927c12cf1babe316511", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.977843288450736, "einstein": 0.006797375120892521, "hypatia": 0.0033080956404960573, "ibn_sina": 0.0028704981224578546, "sagan": 0.004687513485026962, "socrates": 0.004493229180390756}, "confidence": 0.947542055468873}}, "usage": {"input_tokens": 445, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.977843288450736, "einstein": 0.006797375120892521, "hypatia": 0.0033080956404960573, "ibn_sina": 0.0028704981224578546, "sagan": 0.004687513485026962, "socrates": 0.004493229180390756}, "confidence": 0.947542055468873, "seconds": 0.1824203279993526, "prompt_tokens": 445, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 182.4203279993526, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c013", "task": "kc", "label": "darwin", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:57Z"}
{"mode": "kev-choice", "prompt_sha256": "9a29b19b68b4226e1997d783910f8c1302786371d55a405853d4f64b71916564", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.029792215777398733, "einstein": 0.01493447613686718, "hypatia": 0.009565749548255686, "ibn_sina": 0.00955100322017092, "sagan": 0.9087072056889336, "socrates": 0.027449349628373858}, "confidence": 0.7933547108696224}}, "usage": {"input_tokens": 495, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.029792215777398733, "einstein": 0.01493447613686718, "hypatia": 0.009565749548255686, "ibn_sina": 0.00955100322017092, "sagan": 0.9087072056889336, "socrates": 0.027449349628373858}, "confidence": 0.7933547108696224, "seconds": 0.1881610800000999, "prompt_tokens": 495, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 188.1610800000999, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c014", "task": "kc", "label": "darwin", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:57Z"}
{"mode": "kev-choice", "prompt_sha256": "30a9396b56bc695ae23a32eff428110f7cb586e12fd3fb70164da328567b34bb", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8957077409049548, "einstein": 0.04168760180784761, "hypatia": 0.005863724932069082, "ibn_sina": 0.004797658470478125, "sagan": 0.03450995773837077, "socrates": 0.017433316146279708}, "confidence": 0.766698966104063}}, "usage": {"input_tokens": 453, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.8957077409049548, "einstein": 0.04168760180784761, "hypatia": 0.005863724932069082, "ibn_sina": 0.004797658470478125, "sagan": 0.03450995773837077, "socrates": 0.017433316146279708}, "confidence": 0.766698966104063, "seconds": 0.18362300799981313, "prompt_tokens": 453, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.62300799981313, "done_reason": null, "id": "c-darwin-01-starter-02", "uid": "c015", "task": "kc", "label": "darwin", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:57Z"}
{"mode": "kev-choice", "prompt_sha256": "e31463776e2d63ca347866822a0a37ee28f8ec2812693c8947769b0b0af4d1d8", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.2885072729374351, "einstein": 0.03162472526517588, "hypatia": 0.031234225028287183, "ibn_sina": 0.03584987704409367, "sagan": 0.5879151586140627, "socrates": 0.024868741110945496}, "confidence": 0.3193120579548755}}, "usage": {"input_tokens": 697, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.2885072729374351, "einstein": 0.03162472526517588, "hypatia": 0.031234225028287183, "ibn_sina": 0.03584987704409367, "sagan": 0.5879151586140627, "socrates": 0.024868741110945496}, "confidence": 0.3193120579548755, "seconds": 0.24684168699968723, "prompt_tokens": 697, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 246.84168699968723, "done_reason": null, "id": "c-darwin-01-starter-03", "uid": "c016", "task": "kc", "label": "darwin", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:58Z"}
{"mode": "kev-choice", "prompt_sha256": "d3c89f4f7c26fdb7c98e0288179dc1fda4d9fc4fe1736900021b79f3d0c9b169", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7776828062852583, "einstein": 0.1002684319427464, "hypatia": 0.012567029223741633, "ibn_sina": 0.06293493456872731, "sagan": 0.02104849647143539, "socrates": 0.02549830150809097}, "confidence": 0.5440674933185893}}, "usage": {"input_tokens": 669, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.7776828062852583, "einstein": 0.1002684319427464, "hypatia": 0.012567029223741633, "ibn_sina": 0.06293493456872731, "sagan": 0.02104849647143539, "socrates": 0.02549830150809097}, "confidence": 0.5440674933185893, "seconds": 0.22303536300023552, "prompt_tokens": 669, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 223.03536300023552, "done_reason": null, "id": "c-darwin-01-starter-03", "uid": "c017", "task": "kc", "label": "darwin", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:58Z"}
{"mode": "kev-choice", "prompt_sha256": "f3c3ff5751f493093f849d48e30c91c3ca66897d3ab98f8906f24bbf0c764bb3", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.031991386576434556, "einstein": 0.06894013849201672, "hypatia": 0.05459557831662985, "ibn_sina": 0.03247359337982634, "sagan": 0.7450142936868319, "socrates": 0.06698500954826067}, "confidence": 0.48321363070117174}}, "usage": {"input_tokens": 649, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.031991386576434556, "einstein": 0.06894013849201672, "hypatia": 0.05459557831662985, "ibn_sina": 0.03247359337982634, "sagan": 0.7450142936868319, "socrates": 0.06698500954826067}, "confidence": 0.48321363070117174, "seconds": 0.22084571100003814, "prompt_tokens": 649, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.84571100003814, "done_reason": null, "id": "c-einstein-01-dessert-01", "uid": "c018", "task": "kc", "label": "einstein", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:58Z"}
{"mode": "kev-choice", "prompt_sha256": "b67cff6debb40976045fe29b9a21746ce0ee5f687719bd311e2c3fe3416d62fd", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.005220794612717882, "einstein": 0.04783958040792127, "hypatia": 0.004083669336765081, "ibn_sina": 0.00416152051727037, "sagan": 0.9342011354041735, "socrates": 0.0044932997211517955}, "confidence": 0.8501221934693113}}, "usage": {"input_tokens": 663, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.005220794612717882, "einstein": 0.04783958040792127, "hypatia": 0.004083669336765081, "ibn_sina": 0.00416152051727037, "sagan": 0.9342011354041735, "socrates": 0.0044932997211517955}, "confidence": 0.8501221934693113, "seconds": 0.22277829600079713, "prompt_tokens": 663, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 222.77829600079713, "done_reason": null, "id": "c-einstein-01-dessert-01", "uid": "c019", "task": "kc", "label": "einstein", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:58Z"}
{"mode": "kev-choice", "prompt_sha256": "ef89dd562e7e2022614d3aeddd490894007adab3496f15b911b8f50b5a8695bf", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.03043946075429465, "einstein": 0.5984925298067715, "hypatia": 0.07592595037779379, "ibn_sina": 0.023488631887681383, "sagan": 0.05880930245232763, "socrates": 0.2128441247211311}, "confidence": 0.29703698830897773}}, "usage": {"input_tokens": 605, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.03043946075429465, "einstein": 0.5984925298067715, "hypatia": 0.07592595037779379, "ibn_sina": 0.023488631887681383, "sagan": 0.05880930245232763, "socrates": 0.2128441247211311}, "confidence": 0.29703698830897773, "seconds": 0.21677961499972298, "prompt_tokens": 605, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.77961499972298, "done_reason": null, "id": "c-einstein-01-dessert-02", "uid": "c020", "task": "kc", "label": "einstein", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:59Z"}
{"mode": "kev-choice", "prompt_sha256": "dca49448005572a62fd417c9eaf61d7d31ad351962f9ace12cbbf8888be7a516", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.17888764294747203, "einstein": 0.5359264147901315, "hypatia": 0.018987674945884565, "ibn_sina": 0.01981305690150604, "sagan": 0.09346292538829956, "socrates": 0.15292228502670627}, "confidence": 0.2225098522872006}}, "usage": {"input_tokens": 481, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.17888764294747203, "einstein": 0.5359264147901315, "hypatia": 0.018987674945884565, "ibn_sina": 0.01981305690150604, "sagan": 0.09346292538829956, "socrates": 0.15292228502670627}, "confidence": 0.2225098522872006, "seconds": 0.18659893400035799, "prompt_tokens": 481, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 186.59893400035799, "done_reason": null, "id": "c-einstein-01-dessert-02", "uid": "c021", "task": "kc", "label": "einstein", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:59Z"}
{"mode": "kev-choice", "prompt_sha256": "78d241562930238f76945a3734169698bc708243442eeb4f19da867c434d4b2c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.12972381372136915, "einstein": 0.8410552848819011, "hypatia": 0.004614041134908429, "ibn_sina": 0.008370489217101354, "sagan": 0.006541209749426128, "socrates": 0.00969516129529382}, "confidence": 0.6693164777404579}}, "usage": {"input_tokens": 715, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.12972381372136915, "einstein": 0.8410552848819011, "hypatia": 0.004614041134908429, "ibn_sina": 0.008370489217101354, "sagan": 0.006541209749426128, "socrates": 0.00969516129529382}, "confidence": 0.6693164777404579, "seconds": 0.24881526100034534, "prompt_tokens": 715, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 248.81526100034534, "done_reason": null, "id": "c-einstein-01-dessert-03", "uid": "c022", "task": "kc", "label": "einstein", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:59Z"}
{"mode": "kev-choice", "prompt_sha256": "18ddc18998ab3fb1e833f98202c0e822e1cd8155ccbf0a8a97fcba7933b1f73c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.14443369228820008, "einstein": 0.5153369801757488, "hypatia": 0.03951746690677821, "ibn_sina": 0.10101560829240533, "sagan": 0.07229478283964103, "socrates": 0.1274014694972265}, "confidence": 0.183588097563951}}, "usage": {"input_tokens": 505, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.14443369228820008, "einstein": 0.5153369801757488, "hypatia": 0.03951746690677821, "ibn_sina": 0.10101560829240533, "sagan": 0.07229478283964103, "socrates": 0.1274014694972265}, "confidence": 0.183588097563951, "seconds": 0.1809835389994987, "prompt_tokens": 505, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 180.9835389994987, "done_reason": null, "id": "c-einstein-01-main-01", "uid": "c023", "task": "kc", "label": "einstein", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:59Z"}
{"mode": "kev-choice", "prompt_sha256": "0cba123d72e8f7f1c3c7f88c01d5c38838fcf30e5686570d971c7add87b763a2", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.013118118034673693, "einstein": 0.9452761936379177, "hypatia": 0.008208768970235331, "ibn_sina": 0.0078094055023563294, "sagan": 0.014517241002271978, "socrates": 0.011070272852545035}, "confidence": 0.87301700705082}}, "usage": {"input_tokens": 597, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.013118118034673693, "einstein": 0.9452761936379177, "hypatia": 0.008208768970235331, "ibn_sina": 0.0078094055023563294, "sagan": 0.014517241002271978, "socrates": 0.011070272852545035}, "confidence": 0.87301700705082, "seconds": 0.21606143999997585, "prompt_tokens": 597, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.06143999997585, "done_reason": null, "id": "c-einstein-01-main-01", "uid": "c024", "task": "kc", "label": "einstein", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:12:59Z"}
{"mode": "kev-choice", "prompt_sha256": "af92cf8e77853f7e17b471fab0386d943067a2e1b42c4599e1fd1b6432fd3b11", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.016836209077069442, "einstein": 0.16605561336256386, "hypatia": 0.037232330702992776, "ibn_sina": 0.026062376463900035, "sagan": 0.6820459236955325, "socrates": 0.07176754669794147}, "confidence": 0.4003127696446727}}, "usage": {"input_tokens": 671, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.016836209077069442, "einstein": 0.16605561336256386, "hypatia": 0.037232330702992776, "ibn_sina": 0.026062376463900035, "sagan": 0.6820459236955325, "socrates": 0.07176754669794147}, "confidence": 0.4003127696446727, "seconds": 0.22407821400065586, "prompt_tokens": 671, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 224.07821400065586, "done_reason": null, "id": "c-einstein-01-main-02", "uid": "c025", "task": "kc", "label": "einstein", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:00Z"}
{"mode": "kev-choice", "prompt_sha256": "fbe5ea900d8ce1bc3acd6791006648e0ced9aec40544e9afe4d501057d4ae8bd", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.008531779010949772, "einstein": 0.011844572850719527, "hypatia": 0.006411547442246085, "ibn_sina": 0.0055551261976692105, "sagan": 0.9523236109174273, "socrates": 0.015333363580988076}, "confidence": 0.8889285093715579}}, "usage": {"input_tokens": 585, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.008531779010949772, "einstein": 0.011844572850719527, "hypatia": 0.006411547442246085, "ibn_sina": 0.0055551261976692105, "sagan": 0.9523236109174273, "socrates": 0.015333363580988076}, "confidence": 0.8889285093715579, "seconds": 0.2154525649993957, "prompt_tokens": 585, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 215.4525649993957, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c026", "task": "kc", "label": "einstein", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:00Z"}
{"mode": "kev-choice", "prompt_sha256": "7905abf1a7c38428613208ee4ff2e2dff37c5106352f2c0f16c09b8cf9fff9af", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.012845184503282321, "einstein": 0.891197889781719, "hypatia": 0.01062047524804032, "ibn_sina": 0.010688550890698683, "sagan": 0.04928028712176896, "socrates": 0.025367612454490675}, "confidence": 0.7572373355096739}}, "usage": {"input_tokens": 593, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.012845184503282321, "einstein": 0.891197889781719, "hypatia": 0.01062047524804032, "ibn_sina": 0.010688550890698683, "sagan": 0.04928028712176896, "socrates": 0.025367612454490675}, "confidence": 0.7572373355096739, "seconds": 0.2161318199996458, "prompt_tokens": 593, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.1318199996458, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c027", "task": "kc", "label": "einstein", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:00Z"}
{"mode": "kev-choice", "prompt_sha256": "046c679c54add8987c0def6ffb019370532501b30ece1b193e34c4ac614f29e3", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.014489821343511709, "einstein": 0.9337158590546821, "hypatia": 0.0061503260622735815, "ibn_sina": 0.007545481650684008, "sagan": 0.030476943744579925, "socrates": 0.007621568144268568}, "confidence": 0.8477403442933493}}, "usage": {"input_tokens": 623, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.014489821343511709, "einstein": 0.9337158590546821, "hypatia": 0.0061503260622735815, "ibn_sina": 0.007545481650684008, "sagan": 0.030476943744579925, "socrates": 0.007621568144268568}, "confidence": 0.8477403442933493, "seconds": 0.2181335739996939, "prompt_tokens": 623, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 218.1335739996939, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c028", "task": "kc", "label": "einstein", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:00Z"}
{"mode": "kev-choice", "prompt_sha256": "1c86e1f79ad9ee96dfc6e80b1c4bfb37ccb503740730c4dcdc4de0bbe9576979", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.006095348652413989, "einstein": 0.9552798992126481, "hypatia": 0.008405735690598503, "ibn_sina": 0.004862714888651956, "sagan": 0.01935530189792627, "socrates": 0.006000999657761125}, "confidence": 0.895722137454355}}, "usage": {"input_tokens": 707, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.006095348652413989, "einstein": 0.9552798992126481, "hypatia": 0.008405735690598503, "ibn_sina": 0.004862714888651956, "sagan": 0.01935530189792627, "socrates": 0.006000999657761125}, "confidence": 0.895722137454355, "seconds": 0.24793226800011325, "prompt_tokens": 707, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 247.93226800011325, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c029", "task": "kc", "label": "einstein", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:00Z"}
{"mode": "kev-choice", "prompt_sha256": "08395ee9a394a652ac502ba3783881f851a097c91c2d8c801bc9dd19465066fa", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.012063235364831943, "einstein": 0.964090130627568, "hypatia": 0.005519019393262553, "ibn_sina": 0.004312622808934852, "sagan": 0.007540029859555299, "socrates": 0.006474961945847441}, "confidence": 0.9157157645127842}}, "usage": {"input_tokens": 515, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.012063235364831943, "einstein": 0.964090130627568, "hypatia": 0.005519019393262553, "ibn_sina": 0.004312622808934852, "sagan": 0.007540029859555299, "socrates": 0.006474961945847441}, "confidence": 0.9157157645127842, "seconds": 0.1824404669996511, "prompt_tokens": 515, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 182.4404669996511, "done_reason": null, "id": "c-einstein-01-starter-01", "uid": "c030", "task": "kc", "label": "einstein", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:01Z"}
{"mode": "kev-choice", "prompt_sha256": "06550a0c070754bfa382273603bae053348544611ea06fc60c3f8f78f6f0e0b7", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.0179015089400173, "einstein": 0.38583707350417384, "hypatia": 0.4147550366076549, "ibn_sina": 0.11769784649606058, "sagan": 0.01608128949878332, "socrates": 0.047727244953309995}, "confidence": 0.20512207906791885}}, "usage": {"input_tokens": 441, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.0179015089400173, "einstein": 0.38583707350417384, "hypatia": 0.4147550366076549, "ibn_sina": 0.11769784649606058, "sagan": 0.01608128949878332, "socrates": 0.047727244953309995}, "confidence": 0.20512207906791885, "seconds": 0.1826638760003334, "prompt_tokens": 441, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 182.6638760003334, "done_reason": null, "id": "c-einstein-01-starter-02", "uid": "c031", "task": "kc", "label": "einstein", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:01Z"}
{"mode": "kev-choice", "prompt_sha256": "8d3b9b5c684b9c4f71fe2c80ef2a0abb1bf762cb9eca32cc2797975293e622db", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.05373741553771287, "einstein": 0.021094030711322726, "hypatia": 0.012458857518454186, "ibn_sina": 0.013873082865346827, "sagan": 0.8802621640858854, "socrates": 0.01857444928127793}, "confidence": 0.7346642094477354}}, "usage": {"input_tokens": 495, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.05373741553771287, "einstein": 0.021094030711322726, "hypatia": 0.012458857518454186, "ibn_sina": 0.013873082865346827, "sagan": 0.8802621640858854, "socrates": 0.01857444928127793}, "confidence": 0.7346642094477354, "seconds": 0.18726880799931678, "prompt_tokens": 495, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 187.26880799931678, "done_reason": null, "id": "c-einstein-01-starter-02", "uid": "c032", "task": "kc", "label": "einstein", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:01Z"}
{"mode": "kev-choice", "prompt_sha256": "ef45da2316173e7abeea5d9f50b805e7e6101970e193e303448a09b24841b95c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.014239444625543399, "einstein": 0.8040552027389014, "hypatia": 0.047842817138422505, "ibn_sina": 0.015698728921121646, "sagan": 0.044054436019833845, "socrates": 0.07410937055617725}, "confidence": 0.5880110898561732}}, "usage": {"input_tokens": 677, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.014239444625543399, "einstein": 0.8040552027389014, "hypatia": 0.047842817138422505, "ibn_sina": 0.015698728921121646, "sagan": 0.044054436019833845, "socrates": 0.07410937055617725}, "confidence": 0.5880110898561732, "seconds": 0.22457888100052514, "prompt_tokens": 677, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 224.57888100052514, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c033", "task": "kc", "label": "einstein", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:01Z"}
{"mode": "kev-choice", "prompt_sha256": "70c61a24e7389825115e809e90590b0de304acdcec9da8139878d698c530832c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.005852802257439867, "einstein": 0.9718068266567751, "hypatia": 0.005374850631836261, "ibn_sina": 0.00486739551636046, "sagan": 0.004786169436480454, "socrates": 0.007311955501107874}, "confidence": 0.9334860595606338}}, "usage": {"input_tokens": 593, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.005852802257439867, "einstein": 0.9718068266567751, "hypatia": 0.005374850631836261, "ibn_sina": 0.00486739551636046, "sagan": 0.004786169436480454, "socrates": 0.007311955501107874}, "confidence": 0.9334860595606338, "seconds": 0.21652898700085643, "prompt_tokens": 593, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.52898700085643, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c034", "task": "kc", "label": "einstein", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:01Z"}
{"mode": "kev-choice", "prompt_sha256": "36e36fd875dcb6fcd30f8ad4a732fc84604c5605fd51588de8cdf3fd37bcb156", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.011440127840955492, "einstein": 0.9308791245625871, "hypatia": 0.023810167857353612, "ibn_sina": 0.011544199000632848, "sagan": 0.013851309172243677, "socrates": 0.008475071566227364}, "confidence": 0.8411568391590704}}, "usage": {"input_tokens": 463, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.011440127840955492, "einstein": 0.9308791245625871, "hypatia": 0.023810167857353612, "ibn_sina": 0.011544199000632848, "sagan": 0.013851309172243677, "socrates": 0.008475071566227364}, "confidence": 0.8411568391590704, "seconds": 0.18481838800016703, "prompt_tokens": 463, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 184.81838800016703, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c035", "task": "kc", "label": "einstein", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:02Z"}
{"mode": "kev-choice", "prompt_sha256": "53410880d12779c0c4c4e4becb3d6c57efa5cca73c859c565c763499a1fba816", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.10362642172448538, "einstein": 0.3477044148491018, "hypatia": 0.17496399630990866, "ibn_sina": 0.20547382338929432, "sagan": 0.13319093732981493, "socrates": 0.035040406397394905}, "confidence": 0.06812361202625813}}, "usage": {"input_tokens": 693, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.10362642172448538, "einstein": 0.3477044148491018, "hypatia": 0.17496399630990866, "ibn_sina": 0.20547382338929432, "sagan": 0.13319093732981493, "socrates": 0.035040406397394905}, "confidence": 0.06812361202625813, "seconds": 0.24712785500014434, "prompt_tokens": 693, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 247.12785500014434, "done_reason": null, "id": "c-hypatia-01-dessert-01", "uid": "c036", "task": "kc", "label": "hypatia", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:02Z"}
{"mode": "kev-choice", "prompt_sha256": "60ca01400728b39379b62e800f8729bb21f28627f8ef74fdb91406ffc80d039b", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.04599934472801319, "einstein": 0.11097956656593166, "hypatia": 0.2865316813630734, "ibn_sina": 0.09343128662340078, "sagan": 0.11288636275408764, "socrates": 0.3501717579654933}, "confidence": 0.08875096555349686}}, "usage": {"input_tokens": 549, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.04599934472801319, "einstein": 0.11097956656593166, "hypatia": 0.2865316813630734, "ibn_sina": 0.09343128662340078, "sagan": 0.11288636275408764, "socrates": 0.3501717579654933}, "confidence": 0.08875096555349686, "seconds": 0.18517731500014634, "prompt_tokens": 549, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 185.17731500014634, "done_reason": null, "id": "c-hypatia-01-dessert-02", "uid": "c037", "task": "kc", "label": "hypatia", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:02Z"}
{"mode": "kev-choice", "prompt_sha256": "cea561710397d08713919835eaa6badd506abefe21e9793915736cbcf571db70", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.009874551220120634, "einstein": 0.006793815450503006, "hypatia": 0.00588720493887932, "ibn_sina": 0.006171357842845737, "sagan": 0.9547841276188713, "socrates": 0.016488942928780004}, "confidence": 0.8945212277459544}}, "usage": {"input_tokens": 455, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.009874551220120634, "einstein": 0.006793815450503006, "hypatia": 0.00588720493887932, "ibn_sina": 0.006171357842845737, "sagan": 0.9547841276188713, "socrates": 0.016488942928780004}, "confidence": 0.8945212277459544, "seconds": 0.18358332800016797, "prompt_tokens": 455, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.58332800016797, "done_reason": null, "id": "c-hypatia-01-dessert-02", "uid": "c038", "task": "kc", "label": "hypatia", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:02Z"}
{"mode": "kev-choice", "prompt_sha256": "a92667bd1952495e79468ae067425395d5511079bdf1f066abafa0182c57620e", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.117053039249234, "einstein": 0.04185364646773353, "hypatia": 0.05972422508239382, "ibn_sina": 0.02130105216649834, "sagan": 0.13771893083242165, "socrates": 0.6223491062017187}, "confidence": 0.31091052820590936}}, "usage": {"input_tokens": 503, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.117053039249234, "einstein": 0.04185364646773353, "hypatia": 0.05972422508239382, "ibn_sina": 0.02130105216649834, "sagan": 0.13771893083242165, "socrates": 0.6223491062017187}, "confidence": 0.31091052820590936, "seconds": 0.18072240200035594, "prompt_tokens": 503, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 180.72240200035594, "done_reason": null, "id": "c-hypatia-01-dessert-03", "uid": "c039", "task": "kc", "label": "hypatia", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:02Z"}
{"mode": "kev-choice", "prompt_sha256": "6dae1f58ef7ea31d6acf53cc5f4fc8a8254827e1ec602b97859fd641edded372", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.007719426015619184, "einstein": 0.019955807030724665, "hypatia": 0.33739936374458557, "ibn_sina": 0.6194624128740978, "sagan": 0.007420154509835068, "socrates": 0.008042835825137769}, "confidence": 0.3977794975508421}}, "usage": {"input_tokens": 641, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.007719426015619184, "einstein": 0.019955807030724665, "hypatia": 0.33739936374458557, "ibn_sina": 0.6194624128740978, "sagan": 0.007420154509835068, "socrates": 0.008042835825137769}, "confidence": 0.3977794975508421, "seconds": 0.2207562429994141, "prompt_tokens": 641, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.7562429994141, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c040", "task": "kc", "label": "hypatia", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:03Z"}
{"mode": "kev-choice", "prompt_sha256": "c5e40b39c14beb9a0b05e0922a154ec9943477a8ebdd3b239151420d3872133c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.014511833015060243, "einstein": 0.6795680941668978, "hypatia": 0.05493484436785091, "ibn_sina": 0.010149639271177636, "sagan": 0.2278919623826794, "socrates": 0.01294362679633405}, "confidence": 0.4206958290440956}}, "usage": {"input_tokens": 497, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.014511833015060243, "einstein": 0.6795680941668978, "hypatia": 0.05493484436785091, "ibn_sina": 0.010149639271177636, "sagan": 0.2278919623826794, "socrates": 0.01294362679633405}, "confidence": 0.4206958290440956, "seconds": 0.18006356800015055, "prompt_tokens": 497, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 180.06356800015055, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c041", "task": "kc", "label": "hypatia", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:03Z"}
{"mode": "kev-choice", "prompt_sha256": "79fb4c421b342027371a354bfc724fa64f5db5d74a395e1f0134e383b6932a60", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.023179254898770513, "einstein": 0.19191319996524456, "hypatia": 0.44651862634808825, "ibn_sina": 0.13318114597180902, "sagan": 0.03195357654887601, "socrates": 0.17325419626721167}, "confidence": 0.14262652369020695}}, "usage": {"input_tokens": 677, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.023179254898770513, "einstein": 0.19191319996524456, "hypatia": 0.44651862634808825, "ibn_sina": 0.13318114597180902, "sagan": 0.03195357654887601, "socrates": 0.17325419626721167}, "confidence": 0.14262652369020695, "seconds": 0.2246994489996723, "prompt_tokens": 677, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 224.6994489996723, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c042", "task": "kc", "label": "hypatia", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:03Z"}
{"mode": "kev-choice", "prompt_sha256": "1171383a350272ae6dd50d3be1dda29c6229f3879efb1331a0015d33d4fa3568", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.032045744963649626, "einstein": 0.21995435389347762, "hypatia": 0.08405933142382949, "ibn_sina": 0.18738549163756196, "sagan": 0.456793564096752, "socrates": 0.019761513984729324}, "confidence": 0.16076442265339191}}, "usage": {"input_tokens": 581, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.032045744963649626, "einstein": 0.21995435389347762, "hypatia": 0.08405933142382949, "ibn_sina": 0.18738549163756196, "sagan": 0.456793564096752, "socrates": 0.019761513984729324}, "confidence": 0.16076442265339191, "seconds": 0.21488598999985697, "prompt_tokens": 581, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 214.88598999985697, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c043", "task": "kc", "label": "hypatia", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:03Z"}
{"mode": "kev-choice", "prompt_sha256": "550dcbbf4c9113c575eb00cf7dd4c978283e0d887b4fa383e793b9d3768433b0", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.08363705876892295, "einstein": 0.06277240290910016, "hypatia": 0.06942358015355003, "ibn_sina": 0.030693248424190137, "sagan": 0.6288991794269281, "socrates": 0.12457453031730861}, "confidence": 0.31327627916116685}}, "usage": {"input_tokens": 457, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.08363705876892295, "einstein": 0.06277240290910016, "hypatia": 0.06942358015355003, "ibn_sina": 0.030693248424190137, "sagan": 0.6288991794269281, "socrates": 0.12457453031730861}, "confidence": 0.31327627916116685, "seconds": 0.1849871760005044, "prompt_tokens": 457, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 184.9871760005044, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c044", "task": "kc", "label": "hypatia", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:03Z"}
{"mode": "kev-choice", "prompt_sha256": "a7501a3b3149ec22eb93de5cfbdf2becc70db679c219e6f88ab7072e69212da2", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.007528263213800016, "einstein": 0.13047928376447182, "hypatia": 0.1580784562863926, "ibn_sina": 0.6757310073777802, "sagan": 0.01742215289422897, "socrates": 0.010760836463326392}, "confidence": 0.39892244551029366}}, "usage": {"input_tokens": 605, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.007528263213800016, "einstein": 0.13047928376447182, "hypatia": 0.1580784562863926, "ibn_sina": 0.6757310073777802, "sagan": 0.01742215289422897, "socrates": 0.010760836463326392}, "confidence": 0.39892244551029366, "seconds": 0.21733768100057205, "prompt_tokens": 605, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 217.33768100057205, "done_reason": null, "id": "c-hypatia-01-main-02", "uid": "c045", "task": "kc", "label": "hypatia", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:04Z"}
{"mode": "kev-choice", "prompt_sha256": "51091ba903351f76f1c9074582ea4abcadfbf07b73645803c2453268f86cf0fe", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.009934163856987506, "einstein": 0.2426904450701945, "hypatia": 0.23062361382635269, "ibn_sina": 0.3801701714771766, "sagan": 0.008526733315083045, "socrates": 0.12805487245420571}, "confidence": 0.1278216469786102}}, "usage": {"input_tokens": 631, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.009934163856987506, "einstein": 0.2426904450701945, "hypatia": 0.23062361382635269, "ibn_sina": 0.3801701714771766, "sagan": 0.008526733315083045, "socrates": 0.12805487245420571}, "confidence": 0.1278216469786102, "seconds": 0.22002737799994065, "prompt_tokens": 631, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.02737799994065, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c046", "task": "kc", "label": "hypatia", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:04Z"}
{"mode": "kev-choice", "prompt_sha256": "ef8ed0aee48a818fd4b6f519a6d69a1ee3cdac3aca20b9c6b8fec197d1a29a2f", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.011084421561859084, "einstein": 0.6429122831769702, "hypatia": 0.0487096267083883, "ibn_sina": 0.015607429069442558, "sagan": 0.27357730060241603, "socrates": 0.008108938880923714}, "confidence": 0.38918269855851195}}, "usage": {"input_tokens": 565, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.011084421561859084, "einstein": 0.6429122831769702, "hypatia": 0.0487096267083883, "ibn_sina": 0.015607429069442558, "sagan": 0.27357730060241603, "socrates": 0.008108938880923714}, "confidence": 0.38918269855851195, "seconds": 0.21372269999937998, "prompt_tokens": 565, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 213.72269999937998, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c047", "task": "kc", "label": "hypatia", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:04Z"}
{"mode": "kev-choice", "prompt_sha256": "518f70391848f4160de4d2ca4b3dfa9256f61398a04ebe65ce467d3f4df3d9ec", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.007224287606494035, "einstein": 0.058521579645145774, "hypatia": 0.8117906963658401, "ibn_sina": 0.053274049692823205, "sagan": 0.06296650496909102, "socrates": 0.0062228817206059165}, "confidence": 0.6031872756367896}}, "usage": {"input_tokens": 719, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.007224287606494035, "einstein": 0.058521579645145774, "hypatia": 0.8117906963658401, "ibn_sina": 0.053274049692823205, "sagan": 0.06296650496909102, "socrates": 0.0062228817206059165}, "confidence": 0.6031872756367896, "seconds": 0.24970866399962688, "prompt_tokens": 719, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 249.70866399962688, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c048", "task": "kc", "label": "hypatia", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:04Z"}
{"mode": "kev-choice", "prompt_sha256": "2c8f8199cffc7ca570c61b59355b5cb2b0d15104ad1e57f3fd7692a8b2ec257e", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.037532030976175794, "einstein": 0.026580600904163997, "hypatia": 0.03299158910876974, "ibn_sina": 0.050720871889325045, "sagan": 0.48318284216370144, "socrates": 0.3689920649578639}, "confidence": 0.25047644374482303}}, "usage": {"input_tokens": 451, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.037532030976175794, "einstein": 0.026580600904163997, "hypatia": 0.03299158910876974, "ibn_sina": 0.050720871889325045, "sagan": 0.48318284216370144, "socrates": 0.3689920649578639}, "confidence": 0.25047644374482303, "seconds": 0.1839556850000008, "prompt_tokens": 451, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.9556850000008, "done_reason": null, "id": "c-hypatia-01-starter-01", "uid": "c049", "task": "kc", "label": "hypatia", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:05Z"}
{"mode": "kev-choice", "prompt_sha256": "49cf9584bdd714487fe44d03d0cf094bffb7ddabf39f43dc80799d3de073d3f7", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.32348328575872665, "einstein": 0.019259632067121373, "hypatia": 0.05014849413512555, "ibn_sina": 0.017296053269095613, "sagan": 0.45918827190338185, "socrates": 0.130624262866549}, "confidence": 0.20289155394204927}}, "usage": {"input_tokens": 559, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.32348328575872665, "einstein": 0.019259632067121373, "hypatia": 0.05014849413512555, "ibn_sina": 0.017296053269095613, "sagan": 0.45918827190338185, "socrates": 0.130624262866549}, "confidence": 0.20289155394204927, "seconds": 0.18574511000042548, "prompt_tokens": 559, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 185.74511000042548, "done_reason": null, "id": "c-hypatia-01-starter-01", "uid": "c050", "task": "kc", "label": "hypatia", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:05Z"}
{"mode": "kev-choice", "prompt_sha256": "d445b0eba928e2f123e2a696fc3349b65c89382bdce54490773f3593ea646bbd", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.005053853190170901, "einstein": 0.007357786632597377, "hypatia": 0.15100059274362862, "ibn_sina": 0.8300193222304699, "sagan": 0.0036318811224948762, "socrates": 0.0029365640806383888}, "confidence": 0.6542016960521705}}, "usage": {"input_tokens": 513, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.005053853190170901, "einstein": 0.007357786632597377, "hypatia": 0.15100059274362862, "ibn_sina": 0.8300193222304699, "sagan": 0.0036318811224948762, "socrates": 0.0029365640806383888}, "confidence": 0.6542016960521705, "seconds": 0.18317446200035192, "prompt_tokens": 513, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.17446200035192, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c051", "task": "kc", "label": "hypatia", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:05Z"}
{"mode": "kev-choice", "prompt_sha256": "44eede8e8a6cd0f0ec8f329973c8450624acfaaf39b0e500af444335f60a264d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.04518400340722091, "einstein": 0.09372693594365758, "hypatia": 0.18159285257377905, "ibn_sina": 0.04041896671307627, "sagan": 0.6159047664592339, "socrates": 0.023172474903032377}, "confidence": 0.31037396152199237}}, "usage": {"input_tokens": 453, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.04518400340722091, "einstein": 0.09372693594365758, "hypatia": 0.18159285257377905, "ibn_sina": 0.04041896671307627, "sagan": 0.6159047664592339, "socrates": 0.023172474903032377}, "confidence": 0.31037396152199237, "seconds": 0.18388705600045796, "prompt_tokens": 453, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.88705600045796, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c052", "task": "kc", "label": "hypatia", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:05Z"}
{"mode": "kev-choice", "prompt_sha256": "a66cb47a052715ec47cff3da36e4d6f8643ac70737abfd23a65b0300a9c4f131", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.01408944867113416, "einstein": 0.027015015884682695, "hypatia": 0.5951454612011706, "ibn_sina": 0.029061906359040737, "sagan": 0.2504005833866759, "socrates": 0.08428758449729588}, "confidence": 0.31093106451694996}}, "usage": {"input_tokens": 525, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.01408944867113416, "einstein": 0.027015015884682695, "hypatia": 0.5951454612011706, "ibn_sina": 0.029061906359040737, "sagan": 0.2504005833866759, "socrates": 0.08428758449729588}, "confidence": 0.31093106451694996, "seconds": 0.18350353899950278, "prompt_tokens": 525, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.50353899950278, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c053", "task": "kc", "label": "hypatia", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:05Z"}
{"mode": "kev-choice", "prompt_sha256": "2bfa4bdd272a13a8e0a461cd9394d00a24d529a16ca98d344a304f473afee10d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.04115436406130027, "einstein": 0.13615477508257343, "hypatia": 0.265796805089607, "ibn_sina": 0.054417912825330914, "sagan": 0.4593896508881357, "socrates": 0.04308649205305264}, "confidence": 0.16808362291809403}}, "usage": {"input_tokens": 529, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.04115436406130027, "einstein": 0.13615477508257343, "hypatia": 0.265796805089607, "ibn_sina": 0.054417912825330914, "sagan": 0.4593896508881357, "socrates": 0.04308649205305264}, "confidence": 0.16808362291809403, "seconds": 0.1844939210004668, "prompt_tokens": 529, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 184.4939210004668, "done_reason": null, "id": "c-ibn_sina-01-dessert-01", "uid": "c054", "task": "kc", "label": "ibn_sina", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:05Z"}
{"mode": "kev-choice", "prompt_sha256": "a316eee1d777f5acec746f93cc5f922a09147773e8466eeda1d6cd77d962c38e", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.011260686289451906, "einstein": 0.01786333312480521, "hypatia": 0.005052682352387549, "ibn_sina": 0.9491087176197535, "sagan": 0.004149742877911354, "socrates": 0.012564837735690464}, "confidence": 0.8817446616400975}}, "usage": {"input_tokens": 551, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.011260686289451906, "einstein": 0.01786333312480521, "hypatia": 0.005052682352387549, "ibn_sina": 0.9491087176197535, "sagan": 0.004149742877911354, "socrates": 0.012564837735690464}, "confidence": 0.8817446616400975, "seconds": 0.18597827900066477, "prompt_tokens": 551, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 185.97827900066477, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c055", "task": "kc", "label": "ibn_sina", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:06Z"}
{"mode": "kev-choice", "prompt_sha256": "ee3137cb7f1a66a6f4433d42bfd7c7a56e7450e35fcb2e2ab1ca53452e4d5595", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.05931848285694919, "einstein": 0.02127267467136473, "hypatia": 0.38324131241857373, "ibn_sina": 0.11151521984622942, "sagan": 0.06596838365644049, "socrates": 0.35868392655044246}, "confidence": 0.15554409244680895}}, "usage": {"input_tokens": 591, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.05931848285694919, "einstein": 0.02127267467136473, "hypatia": 0.38324131241857373, "ibn_sina": 0.11151521984622942, "sagan": 0.06596838365644049, "socrates": 0.35868392655044246}, "confidence": 0.15554409244680895, "seconds": 0.21674491500016302, "prompt_tokens": 591, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.74491500016302, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c056", "task": "kc", "label": "ibn_sina", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:06Z"}
{"mode": "kev-choice", "prompt_sha256": "fef9b4a6bb369848c472d86f9cddd6d23a488ef8c4f0ddf47669b6b7d3933f4e", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.049525084487437164, "einstein": 0.039959939101446906, "hypatia": 0.006892669146923679, "ibn_sina": 0.8871913646370876, "sagan": 0.0051387026701651415, "socrates": 0.011292239956939534}, "confidence": 0.7496313736593319}}, "usage": {"input_tokens": 585, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.049525084487437164, "einstein": 0.039959939101446906, "hypatia": 0.006892669146923679, "ibn_sina": 0.8871913646370876, "sagan": 0.0051387026701651415, "socrates": 0.011292239956939534}, "confidence": 0.7496313736593319, "seconds": 0.2166210659997887, "prompt_tokens": 585, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.6210659997887, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c057", "task": "kc", "label": "ibn_sina", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:06Z"}
{"mode": "kev-choice", "prompt_sha256": "a1a0666b3c7760ecf67320bc79e8c40eabd3038760e7b0d833c83d02d9857e7c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.006890309423275013, "einstein": 0.008930778077562375, "hypatia": 0.24763966021641268, "ibn_sina": 0.6821989075862599, "sagan": 0.01157535855272174, "socrates": 0.04276498614376828}, "confidence": 0.434572982740608}}, "usage": {"input_tokens": 609, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.006890309423275013, "einstein": 0.008930778077562375, "hypatia": 0.24763966021641268, "ibn_sina": 0.6821989075862599, "sagan": 0.01157535855272174, "socrates": 0.04276498614376828}, "confidence": 0.434572982740608, "seconds": 0.21850772100060567, "prompt_tokens": 609, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 218.50772100060567, "done_reason": null, "id": "c-ibn_sina-01-dessert-03", "uid": "c058", "task": "kc", "label": "ibn_sina", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:06Z"}
{"mode": "kev-choice", "prompt_sha256": "5d38405aad00196bf315b3f02a4541a96ee3b0b544e6d7b01ee62e4201af80de", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.12139468515437955, "einstein": 0.004786949442278072, "hypatia": 0.009623795503443142, "ibn_sina": 0.8495358162734593, "sagan": 0.009491190327427837, "socrates": 0.00516756329901202}, "confidence": 0.6840161097331355}}, "usage": {"input_tokens": 689, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.12139468515437955, "einstein": 0.004786949442278072, "hypatia": 0.009623795503443142, "ibn_sina": 0.8495358162734593, "sagan": 0.009491190327427837, "socrates": 0.00516756329901202}, "confidence": 0.6840161097331355, "seconds": 0.24747230200046033, "prompt_tokens": 689, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 247.47230200046033, "done_reason": null, "id": "c-ibn_sina-01-dessert-03", "uid": "c059", "task": "kc", "label": "ibn_sina", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:07Z"}
{"mode": "kev-choice", "prompt_sha256": "1a1a9d479c9f9382fc6b8f35f6aa832428b8ff9246586de0a5a16d82b97ed0d3", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.008646533980499855, "einstein": 0.03404191207062021, "hypatia": 0.43719128763102094, "ibn_sina": 0.10963111094410039, "sagan": 0.3704961586148961, "socrates": 0.03999299675886248}, "confidence": 0.2119067921593074}}, "usage": {"input_tokens": 541, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.008646533980499855, "einstein": 0.03404191207062021, "hypatia": 0.43719128763102094, "ibn_sina": 0.10963111094410039, "sagan": 0.3704961586148961, "socrates": 0.03999299675886248}, "confidence": 0.2119067921593074, "seconds": 0.18566286099940044, "prompt_tokens": 541, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 185.66286099940044, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c060", "task": "kc", "label": "ibn_sina", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:07Z"}
{"mode": "kev-choice", "prompt_sha256": "0eaa53cd7e68184de0b50355e7ae62c609c53927e1fff8511bf6410b513fd76c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.024723785356501847, "einstein": 0.8962259787848946, "hypatia": 0.007730583789732648, "ibn_sina": 0.05681439024312944, "sagan": 0.008009658373675368, "socrates": 0.006495603452066025}, "confidence": 0.768671505960634}}, "usage": {"input_tokens": 611, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.024723785356501847, "einstein": 0.8962259787848946, "hypatia": 0.007730583789732648, "ibn_sina": 0.05681439024312944, "sagan": 0.008009658373675368, "socrates": 0.006495603452066025}, "confidence": 0.768671505960634, "seconds": 0.21872956900006102, "prompt_tokens": 611, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 218.72956900006102, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c061", "task": "kc", "label": "ibn_sina", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:07Z"}
{"mode": "kev-choice", "prompt_sha256": "c461c8ab53ff01b5a96bd7ece4257ee0a3381a919c1f261f77bf828da81d00de", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.00723911479158295, "einstein": 0.004621542056406089, "hypatia": 0.1093134469094677, "ibn_sina": 0.8632335117805118, "sagan": 0.007406085461505925, "socrates": 0.008186299000525537}, "confidence": 0.7087805854759335}}, "usage": {"input_tokens": 637, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.00723911479158295, "einstein": 0.004621542056406089, "hypatia": 0.1093134469094677, "ibn_sina": 0.8632335117805118, "sagan": 0.007406085461505925, "socrates": 0.008186299000525537}, "confidence": 0.7087805854759335, "seconds": 0.2209660509997775, "prompt_tokens": 637, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.9660509997775, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c062", "task": "kc", "label": "ibn_sina", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:07Z"}
{"mode": "kev-choice", "prompt_sha256": "9bf1321b83d4fa4a12fee84c88e428fa1366c4478d4eb1e3b333869cc146f6bf", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.015315855939622456, "einstein": 0.019799413034863083, "hypatia": 0.10732533219814058, "ibn_sina": 0.8134214788256653, "sagan": 0.016117204488647938, "socrates": 0.028020715513060734}, "confidence": 0.6098136953493455}}, "usage": {"input_tokens": 683, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.015315855939622456, "einstein": 0.019799413034863083, "hypatia": 0.10732533219814058, "ibn_sina": 0.8134214788256653, "sagan": 0.016117204488647938, "socrates": 0.028020715513060734}, "confidence": 0.6098136953493455, "seconds": 0.22522632500022155, "prompt_tokens": 683, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 225.22632500022155, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c063", "task": "kc", "label": "ibn_sina", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:07Z"}
{"mode": "kev-choice", "prompt_sha256": "eff8abe6388ec33a313b640330e601559224476208f89d3386053c3801501032", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.004204020472574422, "einstein": 0.003542496441763298, "hypatia": 0.2172397694607507, "ibn_sina": 0.6093333801457493, "sagan": 0.0037507078288684208, "socrates": 0.1619296256502938}, "confidence": 0.33369493616420787}}, "usage": {"input_tokens": 647, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.004204020472574422, "einstein": 0.003542496441763298, "hypatia": 0.2172397694607507, "ibn_sina": 0.6093333801457493, "sagan": 0.0037507078288684208, "socrates": 0.1619296256502938}, "confidence": 0.33369493616420787, "seconds": 0.22228456999982882, "prompt_tokens": 647, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 222.28456999982882, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c064", "task": "kc", "label": "ibn_sina", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:08Z"}
{"mode": "kev-choice", "prompt_sha256": "c5ad5e3e45e478abdf23a6ab5e1d56e3cd7dd44483f5f3db007ff88291281086", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.01147439094472828, "einstein": 0.03716346946955847, "hypatia": 0.010710680339829293, "ibn_sina": 0.8832817119168507, "sagan": 0.038581776381183416, "socrates": 0.018787970947849918}, "confidence": 0.740386753254084}}, "usage": {"input_tokens": 693, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.01147439094472828, "einstein": 0.03716346946955847, "hypatia": 0.010710680339829293, "ibn_sina": 0.8832817119168507, "sagan": 0.038581776381183416, "socrates": 0.018787970947849918}, "confidence": 0.740386753254084, "seconds": 0.24792609800078935, "prompt_tokens": 693, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 247.92609800078935, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c065", "task": "kc", "label": "ibn_sina", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:08Z"}
{"mode": "kev-choice", "prompt_sha256": "43311265711e35aea9915fd2616e6caa06d83a03a87905bc4b8ee72a6624f423", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "hypatia", "probabilities": {"darwin": 0.005475786557178668, "einstein": 0.004555127197569244, "hypatia": 0.4921662423572172, "ibn_sina": 0.46589698252602774, "sagan": 0.005265211829316989, "socrates": 0.026640649532690137}, "confidence": 0.3520909462338614}}, "usage": {"input_tokens": 493, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "hypatia", "probs": {"darwin": 0.005475786557178668, "einstein": 0.004555127197569244, "hypatia": 0.4921662423572172, "ibn_sina": 0.46589698252602774, "sagan": 0.005265211829316989, "socrates": 0.026640649532690137}, "confidence": 0.3520909462338614, "seconds": 0.18879737599945656, "prompt_tokens": 493, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 188.79737599945656, "done_reason": null, "id": "c-ibn_sina-01-starter-01", "uid": "c066", "task": "kc", "label": "ibn_sina", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:08Z"}
{"mode": "kev-choice", "prompt_sha256": "131fc24eee14e0fad8c3f1bb63f44e6e9b71d0d8e5ad9dfd0ceb8f983efc446b", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.08176851517962441, "einstein": 0.40098779663098505, "hypatia": 0.019670138782556267, "ibn_sina": 0.05893396413491145, "sagan": 0.18788027147386163, "socrates": 0.25075931379806127}, "confidence": 0.1234199913707191}}, "usage": {"input_tokens": 529, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.08176851517962441, "einstein": 0.40098779663098505, "hypatia": 0.019670138782556267, "ibn_sina": 0.05893396413491145, "sagan": 0.18788027147386163, "socrates": 0.25075931379806127}, "confidence": 0.1234199913707191, "seconds": 0.18459033999988606, "prompt_tokens": 529, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 184.59033999988606, "done_reason": null, "id": "c-ibn_sina-01-starter-02", "uid": "c067", "task": "kc", "label": "ibn_sina", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:08Z"}
{"mode": "kev-choice", "prompt_sha256": "34f4066062175b70b87d8fd7b2f00337e29a272948be077081e7cd483f164ddf", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.008621283009511553, "einstein": 0.00940852122162981, "hypatia": 0.10316221341262258, "ibn_sina": 0.8564484481688643, "sagan": 0.010630810848989846, "socrates": 0.01172872333838189}, "confidence": 0.6934717726357726}}, "usage": {"input_tokens": 645, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.008621283009511553, "einstein": 0.00940852122162981, "hypatia": 0.10316221341262258, "ibn_sina": 0.8564484481688643, "sagan": 0.010630810848989846, "socrates": 0.01172872333838189}, "confidence": 0.6934717726357726, "seconds": 0.22206020200064813, "prompt_tokens": 645, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 222.06020200064813, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c068", "task": "kc", "label": "ibn_sina", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:08Z"}
{"mode": "kev-choice", "prompt_sha256": "278ce52f1fb5806bd53426fc0d36fb0841720bd0af69b13c82171a1959ec2442", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.04598919894788146, "einstein": 0.024829798263562297, "hypatia": 0.028423496738928303, "ibn_sina": 0.8683753438065009, "sagan": 0.01866443412404125, "socrates": 0.01371772811908577}, "confidence": 0.7097820344386282}}, "usage": {"input_tokens": 617, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.04598919894788146, "einstein": 0.024829798263562297, "hypatia": 0.028423496738928303, "ibn_sina": 0.8683753438065009, "sagan": 0.01866443412404125, "socrates": 0.01371772811908577}, "confidence": 0.7097820344386282, "seconds": 0.2196668510005111, "prompt_tokens": 617, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 219.6668510005111, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c069", "task": "kc", "label": "ibn_sina", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:09Z"}
{"mode": "kev-choice", "prompt_sha256": "1ccbf400ac8a33b8f58b4d0235d5d5224724fdf4a03d6c8009022a3d8edce728", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.005312919784762814, "einstein": 0.7262698038442612, "hypatia": 0.006378004148013259, "ibn_sina": 0.010553358328613083, "sagan": 0.2466655085991169, "socrates": 0.0048204052952328545}, "confidence": 0.5062182602094598}}, "usage": {"input_tokens": 647, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.005312919784762814, "einstein": 0.7262698038442612, "hypatia": 0.006378004148013259, "ibn_sina": 0.010553358328613083, "sagan": 0.2466655085991169, "socrates": 0.0048204052952328545}, "confidence": 0.5062182602094598, "seconds": 0.22273651599971345, "prompt_tokens": 647, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 222.73651599971345, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c070", "task": "kc", "label": "ibn_sina", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:09Z"}
{"mode": "kev-choice", "prompt_sha256": "ead36546ab9734fefac1b80c3330c225213caa33b146a86d9dab333bbe6d478c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.008764918724028629, "einstein": 0.009241465843456894, "hypatia": 0.43444797951693837, "ibn_sina": 0.4827720070193957, "sagan": 0.028114528938795784, "socrates": 0.03665909995738455}, "confidence": 0.30893248300743525}}, "usage": {"input_tokens": 599, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.008764918724028629, "einstein": 0.009241465843456894, "hypatia": 0.43444797951693837, "ibn_sina": 0.4827720070193957, "sagan": 0.028114528938795784, "socrates": 0.03665909995738455}, "confidence": 0.30893248300743525, "seconds": 0.21780212599969673, "prompt_tokens": 599, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 217.80212599969673, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c071", "task": "kc", "label": "ibn_sina", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:09Z"}
{"mode": "kev-choice", "prompt_sha256": "66aa66c272b747d081a054700b83be9e3bd9d52d659c476b286362026ac9636f", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.016198408442118624, "einstein": 0.38989628534759885, "hypatia": 0.010203131713092006, "ibn_sina": 0.009741367071606463, "sagan": 0.5508064867255675, "socrates": 0.023154320700016606}, "confidence": 0.3476852899349613}}, "usage": {"input_tokens": 709, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.016198408442118624, "einstein": 0.38989628534759885, "hypatia": 0.010203131713092006, "ibn_sina": 0.009741367071606463, "sagan": 0.5508064867255675, "socrates": 0.023154320700016606}, "confidence": 0.3476852899349613, "seconds": 0.2490019590004522, "prompt_tokens": 709, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 249.0019590004522, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c072", "task": "kc", "label": "sagan", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:09Z"}
{"mode": "kev-choice", "prompt_sha256": "985b8f250ac5989de5ec078b274393d5d7d4a02955eaad8be4423d5426ec6549", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.04232267771053761, "einstein": 0.025590383371811, "hypatia": 0.007144521263875355, "ibn_sina": 0.010485440165061352, "sagan": 0.8908750666343173, "socrates": 0.023581910854397307}, "confidence": 0.7561858675353944}}, "usage": {"input_tokens": 523, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.04232267771053761, "einstein": 0.025590383371811, "hypatia": 0.007144521263875355, "ibn_sina": 0.010485440165061352, "sagan": 0.8908750666343173, "socrates": 0.023581910854397307}, "confidence": 0.7561858675353944, "seconds": 0.18446246099938435, "prompt_tokens": 523, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 184.46246099938435, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c073", "task": "kc", "label": "sagan", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:10Z"}
{"mode": "kev-choice", "prompt_sha256": "5ded00af7070527bfe7a3d8e16ee1bf2e306fa18d917c9c2a27b186fa4e3535d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.01216061422534042, "einstein": 0.02587826842379306, "hypatia": 0.02523310518944203, "ibn_sina": 0.01889480644898629, "sagan": 0.8960148390316276, "socrates": 0.02181836668081061}, "confidence": 0.7661559058152273}}, "usage": {"input_tokens": 483, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.01216061422534042, "einstein": 0.02587826842379306, "hypatia": 0.02523310518944203, "ibn_sina": 0.01889480644898629, "sagan": 0.8960148390316276, "socrates": 0.02181836668081061}, "confidence": 0.7661559058152273, "seconds": 0.18804203099989536, "prompt_tokens": 483, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 188.04203099989536, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c074", "task": "kc", "label": "sagan", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:10Z"}
{"mode": "kev-choice", "prompt_sha256": "d7c43234b8433372fdf1337f8048ce306f6e3504c3cc8a7f19f1f7827196b61d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.003425082930715437, "einstein": 0.029655101770336548, "hypatia": 0.003420802581969342, "ibn_sina": 0.0033121937195606946, "sagan": 0.9554388145296371, "socrates": 0.004748004467781015}, "confidence": 0.8965596407534276}}, "usage": {"input_tokens": 561, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.003425082930715437, "einstein": 0.029655101770336548, "hypatia": 0.003420802581969342, "ibn_sina": 0.0033121937195606946, "sagan": 0.9554388145296371, "socrates": 0.004748004467781015}, "confidence": 0.8965596407534276, "seconds": 0.2147310420004942, "prompt_tokens": 561, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 214.7310420004942, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c075", "task": "kc", "label": "sagan", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:10Z"}
{"mode": "kev-choice", "prompt_sha256": "16b9030c5ff61c8c38b3d8bfb022c702ef1463fba62f7e7ee16a0d11f701bcac", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.011742834994669014, "einstein": 0.09060783484392368, "hypatia": 0.008979695877631998, "ibn_sina": 0.02294494348310091, "sagan": 0.847284265361911, "socrates": 0.018440425438763487}, "confidence": 0.672622545878259}}, "usage": {"input_tokens": 721, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.011742834994669014, "einstein": 0.09060783484392368, "hypatia": 0.008979695877631998, "ibn_sina": 0.02294494348310091, "sagan": 0.847284265361911, "socrates": 0.018440425438763487}, "confidence": 0.672622545878259, "seconds": 0.250167600000168, "prompt_tokens": 721, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 250.16760000016802, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c076", "task": "kc", "label": "sagan", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:10Z"}
{"mode": "kev-choice", "prompt_sha256": "6986af98fe6017d32e0ca28fc0acdaa56fd3a5c9618bb0433d6664286443c39a", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.016693618651787118, "einstein": 0.010030544299005234, "hypatia": 0.054667248644651154, "ibn_sina": 0.06486943916553849, "sagan": 0.7943972732617883, "socrates": 0.05934187597722965}, "confidence": 0.5705971923338975}}, "usage": {"input_tokens": 565, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.016693618651787118, "einstein": 0.010030544299005234, "hypatia": 0.054667248644651154, "ibn_sina": 0.06486943916553849, "sagan": 0.7943972732617883, "socrates": 0.05934187597722965}, "confidence": 0.5705971923338975, "seconds": 0.21474038199994538, "prompt_tokens": 565, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 214.74038199994538, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c077", "task": "kc", "label": "sagan", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:10Z"}
{"mode": "kev-choice", "prompt_sha256": "2b2181d544052beef5cbba60e7b4b98d112d0681cb2435766207b405755d7541", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.011826826898256874, "einstein": 0.017548017783976147, "hypatia": 0.004137965544553237, "ibn_sina": 0.005486413697042867, "sagan": 0.9544792318615173, "socrates": 0.006521544214653678}, "confidence": 0.8938817978207523}}, "usage": {"input_tokens": 625, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.011826826898256874, "einstein": 0.017548017783976147, "hypatia": 0.004137965544553237, "ibn_sina": 0.005486413697042867, "sagan": 0.9544792318615173, "socrates": 0.006521544214653678}, "confidence": 0.8938817978207523, "seconds": 0.2199133289996098, "prompt_tokens": 625, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 219.9133289996098, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c078", "task": "kc", "label": "sagan", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:11Z"}
{"mode": "kev-choice", "prompt_sha256": "fdf1072fd4e4239b84c8e15f11a2561f2bee8da5077fc190be78e7927dc93520", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.07946197165471632, "einstein": 0.029907371943454455, "hypatia": 0.015331737464559857, "ibn_sina": 0.01330698860108526, "sagan": 0.7968169814590469, "socrates": 0.06517494887713719}, "confidence": 0.5761430438293302}}, "usage": {"input_tokens": 697, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.07946197165471632, "einstein": 0.029907371943454455, "hypatia": 0.015331737464559857, "ibn_sina": 0.01330698860108526, "sagan": 0.7968169814590469, "socrates": 0.06517494887713719}, "confidence": 0.5761430438293302, "seconds": 0.2495980049998252, "prompt_tokens": 697, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 249.5980049998252, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c079", "task": "kc", "label": "sagan", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:11Z"}
{"mode": "kev-choice", "prompt_sha256": "140f7548b8252bf789cc148366539da6583381dee3acb3f73e59965718c98631", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.018424649638427177, "einstein": 0.05277379041437551, "hypatia": 0.022272226383284546, "ibn_sina": 0.014743701211146917, "sagan": 0.8613980292581698, "socrates": 0.030387603094596018}, "confidence": 0.6961215288329974}}, "usage": {"input_tokens": 573, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.018424649638427177, "einstein": 0.05277379041437551, "hypatia": 0.022272226383284546, "ibn_sina": 0.014743701211146917, "sagan": 0.8613980292581698, "socrates": 0.030387603094596018}, "confidence": 0.6961215288329974, "seconds": 0.2154178860000684, "prompt_tokens": 573, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 215.4178860000684, "done_reason": null, "id": "c-sagan-01-main-01", "uid": "c080", "task": "kc", "label": "sagan", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:11Z"}
{"mode": "kev-choice", "prompt_sha256": "365b36330a3df72c922382a9becff934f9afb952987aa40279f69f09eb7898a3", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.011082608170756318, "einstein": 0.15429258611300517, "hypatia": 0.007066749842143682, "ibn_sina": 0.007917427557988056, "sagan": 0.8033026741166169, "socrates": 0.016337954199489885}, "confidence": 0.6035245191233265}}, "usage": {"input_tokens": 637, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.011082608170756318, "einstein": 0.15429258611300517, "hypatia": 0.007066749842143682, "ibn_sina": 0.007917427557988056, "sagan": 0.8033026741166169, "socrates": 0.016337954199489885}, "confidence": 0.6035245191233265, "seconds": 0.22100529999988794, "prompt_tokens": 637, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 221.00529999988794, "done_reason": null, "id": "c-sagan-01-main-02", "uid": "c081", "task": "kc", "label": "sagan", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:11Z"}
{"mode": "kev-choice", "prompt_sha256": "dafefa8a14e06a9ddc266dbf3d063c14fef94ec25b3599ce335c518cc3b141fc", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.03161843471527042, "einstein": 0.8202299262310274, "hypatia": 0.029954503277019935, "ibn_sina": 0.024226056887533362, "sagan": 0.05328807546977872, "socrates": 0.04068300341937018}, "confidence": 0.6157069085826219}}, "usage": {"input_tokens": 537, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.03161843471527042, "einstein": 0.8202299262310274, "hypatia": 0.029954503277019935, "ibn_sina": 0.024226056887533362, "sagan": 0.05328807546977872, "socrates": 0.04068300341937018}, "confidence": 0.6157069085826219, "seconds": 0.18526427399956447, "prompt_tokens": 537, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 185.26427399956447, "done_reason": null, "id": "c-sagan-01-main-02", "uid": "c082", "task": "kc", "label": "sagan", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:12Z"}
{"mode": "kev-choice", "prompt_sha256": "8f499288921bc7087ba6d4545f39cd67a4d51e8c55324c97852bc84f7e6cdcad", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.015242668900582453, "einstein": 0.17220471693143607, "hypatia": 0.011709092132953687, "ibn_sina": 0.02172903688330456, "sagan": 0.765968549482974, "socrates": 0.013145935668749116}, "confidence": 0.540852030151313}}, "usage": {"input_tokens": 703, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.015242668900582453, "einstein": 0.17220471693143607, "hypatia": 0.011709092132953687, "ibn_sina": 0.02172903688330456, "sagan": 0.765968549482974, "socrates": 0.013145935668749116}, "confidence": 0.540852030151313, "seconds": 0.24961271499978466, "prompt_tokens": 703, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 249.61271499978466, "done_reason": null, "id": "c-sagan-01-main-03", "uid": "c083", "task": "kc", "label": "sagan", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:12Z"}
{"mode": "kev-choice", "prompt_sha256": "6fff42902f8b1b0e2028d0c6ecb1f95991fbdaf15e78d7d0fbaeb93b8ad7e726", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.0453812807186695, "einstein": 0.04434102912533597, "hypatia": 0.03770919577220205, "ibn_sina": 0.02366000954706661, "sagan": 0.8042562455398528, "socrates": 0.044652239296872995}, "confidence": 0.5857951575582392}}, "usage": {"input_tokens": 701, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.0453812807186695, "einstein": 0.04434102912533597, "hypatia": 0.03770919577220205, "ibn_sina": 0.02366000954706661, "sagan": 0.8042562455398528, "socrates": 0.044652239296872995}, "confidence": 0.5857951575582392, "seconds": 0.24952643500000704, "prompt_tokens": 701, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 249.52643500000704, "done_reason": null, "id": "c-sagan-01-main-03", "uid": "c084", "task": "kc", "label": "sagan", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:12Z"}
{"mode": "kev-choice", "prompt_sha256": "895034ce1c9e079d133fa61f105a7d7186e0ba55df1f35ec288f4512b472d655", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.009635499486917803, "einstein": 0.02384998536670939, "hypatia": 0.01183976651861703, "ibn_sina": 0.017801512020914956, "sagan": 0.9190951711347931, "socrates": 0.017778065472047706}, "confidence": 0.8154048781228287}}, "usage": {"input_tokens": 473, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.009635499486917803, "einstein": 0.02384998536670939, "hypatia": 0.01183976651861703, "ibn_sina": 0.017801512020914956, "sagan": 0.9190951711347931, "socrates": 0.017778065472047706}, "confidence": 0.8154048781228287, "seconds": 0.1873479669993685, "prompt_tokens": 473, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 187.3479669993685, "done_reason": null, "id": "c-sagan-01-starter-01", "uid": "c085", "task": "kc", "label": "sagan", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:12Z"}
{"mode": "kev-choice", "prompt_sha256": "30c7304be2a27ed3b3947ee0a061c75bc066da90f34275c77e6af9df4ea31263", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.018941579562834505, "einstein": 0.08012163255103165, "hypatia": 0.011164517244341718, "ibn_sina": 0.012946576834420558, "sagan": 0.8604965968068767, "socrates": 0.016329097000494786}, "confidence": 0.6973498627132896}}, "usage": {"input_tokens": 713, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.018941579562834505, "einstein": 0.08012163255103165, "hypatia": 0.011164517244341718, "ibn_sina": 0.012946576834420558, "sagan": 0.8604965968068767, "socrates": 0.016329097000494786}, "confidence": 0.6973498627132896, "seconds": 0.2495931940002265, "prompt_tokens": 713, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 249.5931940002265, "done_reason": null, "id": "c-sagan-01-starter-02", "uid": "c086", "task": "kc", "label": "sagan", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:12Z"}
{"mode": "kev-choice", "prompt_sha256": "dc947051091fa4aa147b9543cf9fbe8970fe11bf085718543ba9583ec117426a", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.008740522136806423, "einstein": 0.048854455468735354, "hypatia": 0.013081971040846654, "ibn_sina": 0.007105282224187149, "sagan": 0.9102774106775993, "socrates": 0.01194035845182518}, "confidence": 0.7977187769176508}}, "usage": {"input_tokens": 493, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.008740522136806423, "einstein": 0.048854455468735354, "hypatia": 0.013081971040846654, "ibn_sina": 0.007105282224187149, "sagan": 0.9102774106775993, "socrates": 0.01194035845182518}, "confidence": 0.7977187769176508, "seconds": 0.18928359099936642, "prompt_tokens": 493, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 189.28359099936642, "done_reason": null, "id": "c-sagan-01-starter-02", "uid": "c087", "task": "kc", "label": "sagan", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:13Z"}
{"mode": "kev-choice", "prompt_sha256": "ad9c564a4063a18ea249262eb0f3a4cc43a639316ae92fe79784687d6575409f", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.844539123431534, "einstein": 0.023704531279988037, "hypatia": 0.006371411281665645, "ibn_sina": 0.02372225509101266, "sagan": 0.09293018143161128, "socrates": 0.008732497484188386}, "confidence": 0.6677486214535054}}, "usage": {"input_tokens": 511, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "darwin", "probs": {"darwin": 0.844539123431534, "einstein": 0.023704531279988037, "hypatia": 0.006371411281665645, "ibn_sina": 0.02372225509101266, "sagan": 0.09293018143161128, "socrates": 0.008732497484188386}, "confidence": 0.6677486214535054, "seconds": 0.18315127099958772, "prompt_tokens": 511, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.15127099958772, "done_reason": null, "id": "c-sagan-01-starter-03", "uid": "c088", "task": "kc", "label": "sagan", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:13Z"}
{"mode": "kev-choice", "prompt_sha256": "d5a506422f5cb8f1f1acbdb898efea3980d97e1926e0008e68ee1e8e095eaf1f", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.06859212191312497, "einstein": 0.8413718748924817, "hypatia": 0.006950041213773582, "ibn_sina": 0.009638220300114483, "sagan": 0.051812523362848764, "socrates": 0.021635218317656465}, "confidence": 0.659086395593128}}, "usage": {"input_tokens": 615, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "einstein", "probs": {"darwin": 0.06859212191312497, "einstein": 0.8413718748924817, "hypatia": 0.006950041213773582, "ibn_sina": 0.009638220300114483, "sagan": 0.051812523362848764, "socrates": 0.021635218317656465}, "confidence": 0.659086395593128, "seconds": 0.21959237100054452, "prompt_tokens": 615, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 219.59237100054452, "done_reason": null, "id": "c-sagan-01-starter-03", "uid": "c089", "task": "kc", "label": "sagan", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:13Z"}
{"mode": "kev-choice", "prompt_sha256": "b5054215dae25e7dd6ed0d26aa4f538ffbc9f90176e00fecd90f25354f4f77ee", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.019640083304400383, "einstein": 0.028120260838927713, "hypatia": 0.040499986592254504, "ibn_sina": 0.10079425766633998, "sagan": 0.02943980425351498, "socrates": 0.7815056073445624}, "confidence": 0.5495127155437759}}, "usage": {"input_tokens": 723, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.019640083304400383, "einstein": 0.028120260838927713, "hypatia": 0.040499986592254504, "ibn_sina": 0.10079425766633998, "sagan": 0.02943980425351498, "socrates": 0.7815056073445624}, "confidence": 0.5495127155437759, "seconds": 0.2508147240005201, "prompt_tokens": 723, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 250.81472400052007, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c090", "task": "kc", "label": "socrates", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:13Z"}
{"mode": "kev-choice", "prompt_sha256": "42e356c1a5a738bdceafa36690a1ba81cb1f60c2454be3eeb7763dc8bc966512", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.016540322430792707, "einstein": 0.016707956659196808, "hypatia": 0.017303598555222264, "ibn_sina": 0.016707956659196808, "sagan": 0.03425324384591989, "socrates": 0.8984869218496716}, "confidence": 0.7715000102432704}}, "usage": {"input_tokens": 489, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.016540322430792707, "einstein": 0.016707956659196808, "hypatia": 0.017303598555222264, "ibn_sina": 0.016707956659196808, "sagan": 0.03425324384591989, "socrates": 0.8984869218496716}, "confidence": 0.7715000102432704, "seconds": 0.18888886399963667, "prompt_tokens": 489, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 188.88886399963667, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c091", "task": "kc", "label": "socrates", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:14Z"}
{"mode": "kev-choice", "prompt_sha256": "67dcb6aab5956e3345ea02d36dd1493202dd845c88aa2d1ddf5c08d569e9e261", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2594804436815537, "einstein": 0.09210771650140345, "hypatia": 0.0769354027651901, "ibn_sina": 0.13060310358265712, "sagan": 0.10892670991133646, "socrates": 0.3319466235578591}, "confidence": 0.06501249757589753}}, "usage": {"input_tokens": 625, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.2594804436815537, "einstein": 0.09210771650140345, "hypatia": 0.0769354027651901, "ibn_sina": 0.13060310358265712, "sagan": 0.10892670991133646, "socrates": 0.3319466235578591}, "confidence": 0.06501249757589753, "seconds": 0.22060173400041094, "prompt_tokens": 625, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.60173400041094, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c092", "task": "kc", "label": "socrates", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:14Z"}
{"mode": "kev-choice", "prompt_sha256": "14b0361f2a076d27818b3a17225e24173e6c36324e06c05946a2103c8059563e", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "sagan", "probabilities": {"darwin": 0.022720150424847433, "einstein": 0.12778786554480187, "hypatia": 0.028206631178176622, "ibn_sina": 0.17785960824649583, "sagan": 0.5864791811523556, "socrates": 0.05694656345332262}, "confidence": 0.2757716069417483}}, "usage": {"input_tokens": 593, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "sagan", "probs": {"darwin": 0.022720150424847433, "einstein": 0.12778786554480187, "hypatia": 0.028206631178176622, "ibn_sina": 0.17785960824649583, "sagan": 0.5864791811523556, "socrates": 0.05694656345332262}, "confidence": 0.2757716069417483, "seconds": 0.21821112299949164, "prompt_tokens": 593, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 218.21112299949164, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c093", "task": "kc", "label": "socrates", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:14Z"}
{"mode": "kev-choice", "prompt_sha256": "d60dfdc0fb4ca19c34bc1382c9dd3b8883127f3d35673599556ccf58a577cec6", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.008310972630037829, "einstein": 0.007138921174963887, "hypatia": 0.007843739578326665, "ibn_sina": 0.0063168119707171415, "sagan": 0.009662320242392853, "socrates": 0.9607272344035616}, "confidence": 0.9079739706193937}}, "usage": {"input_tokens": 653, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.008310972630037829, "einstein": 0.007138921174963887, "hypatia": 0.007843739578326665, "ibn_sina": 0.0063168119707171415, "sagan": 0.009662320242392853, "socrates": 0.9607272344035616}, "confidence": 0.9079739706193937, "seconds": 0.22264682600052765, "prompt_tokens": 653, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 222.64682600052765, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c094", "task": "kc", "label": "socrates", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:14Z"}
{"mode": "kev-choice", "prompt_sha256": "1926d0b3635e02750addb5db2c1806192a7739954e8245ae4a55fa4e482c4191", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.009640945752902084, "einstein": 0.014347902331394945, "hypatia": 0.048130382958656265, "ibn_sina": 0.01103789090519898, "sagan": 0.01077231855471254, "socrates": 0.9060705594971352}, "confidence": 0.7885804966842395}}, "usage": {"input_tokens": 511, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.009640945752902084, "einstein": 0.014347902331394945, "hypatia": 0.048130382958656265, "ibn_sina": 0.01103789090519898, "sagan": 0.01077231855471254, "socrates": 0.9060705594971352}, "confidence": 0.7885804966842395, "seconds": 0.18237509800019325, "prompt_tokens": 511, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 182.37509800019325, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c095", "task": "kc", "label": "socrates", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:14Z"}
{"mode": "kev-choice", "prompt_sha256": "d89193cb5dc2ab9536b637ce578af9ac6c54d6ee49f7dab2728098cc245c3b79", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.04204454496182124, "einstein": 0.04431301611275382, "hypatia": 0.005466261550139082, "ibn_sina": 0.0098207228872607, "sagan": 0.01862593224026494, "socrates": 0.8797295222477602}, "confidence": 0.7337544057250123}}, "usage": {"input_tokens": 553, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.04204454496182124, "einstein": 0.04431301611275382, "hypatia": 0.005466261550139082, "ibn_sina": 0.0098207228872607, "sagan": 0.01862593224026494, "socrates": 0.8797295222477602}, "confidence": 0.7337544057250123, "seconds": 0.18820960999983072, "prompt_tokens": 553, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 188.20960999983072, "done_reason": null, "id": "c-socrates-01-main-01", "uid": "c096", "task": "kc", "label": "socrates", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:15Z"}
{"mode": "kev-choice", "prompt_sha256": "b1bf9094b8e8971fa3e29b32555834ffa5d0e33970229230c1b2ce4615d93c8d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.02897912014373259, "einstein": 0.01667227391316982, "hypatia": 0.01180201339088583, "ibn_sina": 0.04505683685832107, "sagan": 0.006368033589748996, "socrates": 0.8911217221041416}, "confidence": 0.7569107627765774}}, "usage": {"input_tokens": 695, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.02897912014373259, "einstein": 0.01667227391316982, "hypatia": 0.01180201339088583, "ibn_sina": 0.04505683685832107, "sagan": 0.006368033589748996, "socrates": 0.8911217221041416}, "confidence": 0.7569107627765774, "seconds": 0.24883757099996728, "prompt_tokens": 695, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 248.83757099996728, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c097", "task": "kc", "label": "socrates", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:15Z"}
{"mode": "kev-choice", "prompt_sha256": "7b3f225227115a726e53cd581c75470b8f94abde5ff45d86102ab8830a619d53", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.09134791182465796, "einstein": 0.09524924656708951, "hypatia": 0.04789503648476202, "ibn_sina": 0.4297612090459203, "sagan": 0.09060482371887837, "socrates": 0.24514177235869183}, "confidence": 0.12725105670772158}}, "usage": {"input_tokens": 501, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.09134791182465796, "einstein": 0.09524924656708951, "hypatia": 0.04789503648476202, "ibn_sina": 0.4297612090459203, "sagan": 0.09060482371887837, "socrates": 0.24514177235869183}, "confidence": 0.12725105670772158, "seconds": 0.181898001999798, "prompt_tokens": 501, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 181.898001999798, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c098", "task": "kc", "label": "socrates", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:15Z"}
{"mode": "kev-choice", "prompt_sha256": "d88cd71424f272ecebd6dd7042e2a710895408bec112faac2f21b945c91ab755", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.005821688567236369, "einstein": 0.006472467940036578, "hypatia": 0.030641964433358888, "ibn_sina": 0.013223303112563364, "sagan": 0.008286714775644122, "socrates": 0.9355538611711607}, "confidence": 0.8518231209071091}}, "usage": {"input_tokens": 641, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.005821688567236369, "einstein": 0.006472467940036578, "hypatia": 0.030641964433358888, "ibn_sina": 0.013223303112563364, "sagan": 0.008286714775644122, "socrates": 0.9355538611711607}, "confidence": 0.8518231209071091, "seconds": 0.22095731999979762, "prompt_tokens": 641, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 220.95731999979762, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c099", "task": "kc", "label": "socrates", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:15Z"}
{"mode": "kev-choice", "prompt_sha256": "b3912f0c41f0fc5f8ba5bebb9305b5cb081aa57d59147bf2e054b9e3c92505e2", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.06977349367266597, "einstein": 0.09599813032374578, "hypatia": 0.043874536599996, "ibn_sina": 0.5704288473725019, "sagan": 0.11576653609480476, "socrates": 0.10415845593628564}, "confidence": 0.23877868137274091}}, "usage": {"input_tokens": 503, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "ibn_sina", "probs": {"darwin": 0.06977349367266597, "einstein": 0.09599813032374578, "hypatia": 0.043874536599996, "ibn_sina": 0.5704288473725019, "sagan": 0.11576653609480476, "socrates": 0.10415845593628564}, "confidence": 0.23877868137274091, "seconds": 0.1823753279995799, "prompt_tokens": 503, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 182.3753279995799, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c100", "task": "kc", "label": "socrates", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:15Z"}
{"mode": "kev-choice", "prompt_sha256": "087772a504abc6edd03a515893d7186b659ed1ce62bcdf63c6380c519110815b", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.010260301520915959, "einstein": 0.010381968362129509, "hypatia": 0.24141288593919852, "ibn_sina": 0.02827622431284359, "sagan": 0.1418406484425869, "socrates": 0.5678279714223256}, "confidence": 0.2822081921121543}}, "usage": {"input_tokens": 587, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.010260301520915959, "einstein": 0.010381968362129509, "hypatia": 0.24141288593919852, "ibn_sina": 0.02827622431284359, "sagan": 0.1418406484425869, "socrates": 0.5678279714223256}, "confidence": 0.2822081921121543, "seconds": 0.2168451939996885, "prompt_tokens": 587, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.8451939996885, "done_reason": null, "id": "c-socrates-01-main-03", "uid": "c101", "task": "kc", "label": "socrates", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:16Z"}
{"mode": "kev-choice", "prompt_sha256": "da39a310f76af967598a18569427bb9a79c40e6c5d35b8fd761b829c3d14d3fb", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.018090428701741337, "einstein": 0.014799556388459556, "hypatia": 0.015865874446927886, "ibn_sina": 0.0981068932309685, "sagan": 0.013467640523971779, "socrates": 0.839669606707931}, "confidence": 0.6587792856659689}}, "usage": {"input_tokens": 663, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.018090428701741337, "einstein": 0.014799556388459556, "hypatia": 0.015865874446927886, "ibn_sina": 0.0981068932309685, "sagan": 0.013467640523971779, "socrates": 0.839669606707931}, "confidence": 0.6587792856659689, "seconds": 0.22486902900072891, "prompt_tokens": 663, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 224.86902900072891, "done_reason": null, "id": "c-socrates-01-main-03", "uid": "c102", "task": "kc", "label": "socrates", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:16Z"}
{"mode": "kev-choice", "prompt_sha256": "ff6d1510cc4a9f868606a4497f9e4eb74877e054bdde5bac5ba03a41f299221c", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.006962384986920676, "einstein": 0.005115538532641881, "hypatia": 0.03048186992103159, "ibn_sina": 0.03611031664582413, "sagan": 0.008485278706277112, "socrates": 0.9128446112073046}, "confidence": 0.8027980324795212}}, "usage": {"input_tokens": 441, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.006962384986920676, "einstein": 0.005115538532641881, "hypatia": 0.03048186992103159, "ibn_sina": 0.03611031664582413, "sagan": 0.008485278706277112, "socrates": 0.9128446112073046}, "confidence": 0.8027980324795212, "seconds": 0.1839563060002547, "prompt_tokens": 441, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 183.9563060002547, "done_reason": null, "id": "c-socrates-01-starter-01", "uid": "c103", "task": "kc", "label": "socrates", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:16Z"}
{"mode": "kev-choice", "prompt_sha256": "caa5afacee5ba562467873a4832b48d03710f29e44cf8989baea421877ce095d", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.003555190847433464, "einstein": 0.0040743539088806255, "hypatia": 0.02920889303265719, "ibn_sina": 0.009089525649551292, "sagan": 0.005085959616573661, "socrates": 0.9489860769449039}, "confidence": 0.8818785518451568}}, "usage": {"input_tokens": 537, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.003555190847433464, "einstein": 0.0040743539088806255, "hypatia": 0.02920889303265719, "ibn_sina": 0.009089525649551292, "sagan": 0.005085959616573661, "socrates": 0.9489860769449039}, "confidence": 0.8818785518451568, "seconds": 0.18502378600078373, "prompt_tokens": 537, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 185.02378600078373, "done_reason": null, "id": "c-socrates-01-starter-02", "uid": "c104", "task": "kc", "label": "socrates", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:16Z"}
{"mode": "kev-choice", "prompt_sha256": "b85349448634763b9f05d811ce1c6f89af68fc4dc67dea4417ef46bb2e66e79f", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.03655312972657633, "einstein": 0.22466916604668485, "hypatia": 0.0059709302866236755, "ibn_sina": 0.03675851022161063, "sagan": 0.014110510956755206, "socrates": 0.6819377527617493}, "confidence": 0.42212489284999144}}, "usage": {"input_tokens": 577, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.03655312972657633, "einstein": 0.22466916604668485, "hypatia": 0.0059709302866236755, "ibn_sina": 0.03675851022161063, "sagan": 0.014110510956755206, "socrates": 0.6819377527617493}, "confidence": 0.42212489284999144, "seconds": 0.21655333600028825, "prompt_tokens": 577, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 216.55333600028825, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c105", "task": "kc", "label": "socrates", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:16Z"}
{"mode": "kev-choice", "prompt_sha256": "4de53544ee23e1e93fd3d21ab2a5290ccc1d0e8d4141479fccab952a097e4269", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.012286566918535644, "einstein": 0.018454644591876835, "hypatia": 0.004471421570093671, "ibn_sina": 0.006220106501239739, "sagan": 0.010571965068651955, "socrates": 0.947995295349602}, "confidence": 0.8792284761037509}}, "usage": {"input_tokens": 615, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.012286566918535644, "einstein": 0.018454644591876835, "hypatia": 0.004471421570093671, "ibn_sina": 0.006220106501239739, "sagan": 0.010571965068651955, "socrates": 0.947995295349602}, "confidence": 0.8792284761037509, "seconds": 0.2189236369995342, "prompt_tokens": 615, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 218.9236369995342, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c106", "task": "kc", "label": "socrates", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:17Z"}
{"mode": "kev-choice", "prompt_sha256": "0f756818bdff4088317d34f8aedc6ab0883679e7961bf2faa0d0a75e163f2296", "n_options": 6, "kev_response": {"model": "Qwen/Qwen3.5-4B", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.004965113482802749, "einstein": 0.0454609619946935, "hypatia": 0.004941172510433987, "ibn_sina": 0.05162345194000964, "sagan": 0.008547070794016532, "socrates": 0.8844622292780435}, "confidence": 0.7445526817984056}}, "usage": {"input_tokens": 561, "output_tokens": 0, "cached_input_tokens": 81}}, "choice": "socrates", "probs": {"darwin": 0.004965113482802749, "einstein": 0.0454609619946935, "hypatia": 0.004941172510433987, "ibn_sina": 0.05162345194000964, "sagan": 0.008547070794016532, "socrates": 0.8844622292780435}, "confidence": 0.7445526817984056, "seconds": 0.21561996400032513, "prompt_tokens": 561, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 215.61996400032513, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c107", "task": "kc", "label": "socrates", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "prompt_sha256_matches_kev9b": true, "card": "RTX 3090 (fp 33a0b4acb8e8)", "box": "benchbox", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "dry": false, "runtime": "lev serve 0.1.1 (git 0ea955f5aee0) over HTTP on 127.0.0.1, one question per request", "lev_revision": "f8ef71157ec06a7d3b6435bc0756f9d735c33748", "base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "lev_commit": "0ea955f5aee0d56d906121d1779af20fa8b922ed", "torch": "2.14.0+cu130", "torch_cuda": "13.0", "transformers": "5.17.0", "peft": "0.21.0", "dtype": "bfloat16", "kernels": "reference (no flash-linear-attention)", "arm": "lev-4b", "model": "interfaze-ai/lev@f8ef7115 on Qwen/Qwen3.5-4B@851bf6e8", "quant": "bf16 backbone + LoRA r=32 (PEFT, unmerged) + mode-B head fp32; calibrated as served; order_average on", "card_uuid": "GPU-fp:33a0b4acb8e8", "num_ctx": 0, "power_cap_w": 300, "seed": 20260921, "stamp": "2026-09-28T13:13:17Z"}