{"kind": "warmup", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794104130.338627, "t_first": 1794104152.8343546, "t_last": 1794104169.933128, "t_done": 1794104169.9356723, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 17101439999, "prompt_eval_count": 496, "prompt_eval_duration": 7710228000, "load_duration": 14778709606, "total_duration": 39594080798, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 14.969, "prefill_tok_s": 64.33, "decode_client_tok_s": 14.913, "ttft_ms": 22495.7, "first_word_fresh_ms": 7717.0, "load_s": 14.779}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66016 ( 169 accepted / 256 generated), mean len = 2.97"]} {"kind": "scored", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.447, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104170.3880424, "t_first": 1794104192.8747437, "t_last": 1794104210.0711694, "t_done": 1794104210.0753047, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 17196306000, "prompt_eval_count": 496, "prompt_eval_duration": 7836618000, "load_duration": 14646060025, "total_duration": 39683089483, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 14.887, "prefill_tok_s": 63.293, "decode_client_tok_s": 14.829, "ttft_ms": 22486.7, "first_word_fresh_ms": 7840.6, "load_s": 14.646}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66016 ( 169 accepted / 256 generated), mean len = 2.97"]} {"kind": "scored", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.448, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104210.5265937, "t_first": 1794104234.9150004, "t_last": 1794104252.0471082, "t_done": 1794104252.0499258, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 17132132000, "prompt_eval_count": 496, "prompt_eval_duration": 7710258000, "load_duration": 16672883801, "total_duration": 41520104560, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 14.943, "prefill_tok_s": 64.33, "decode_client_tok_s": 14.884, "ttft_ms": 24388.4, "first_word_fresh_ms": 7715.5, "load_s": 16.673}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66016 ( 169 accepted / 256 generated), mean len = 2.97"]} {"kind": "scored", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.46, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104252.512314, "t_first": 1794104275.6489453, "t_last": 1794104292.7756639, "t_done": 1794104292.778588, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 17126890000, "prompt_eval_count": 496, "prompt_eval_duration": 7711200000, "load_duration": 15420894863, "total_duration": 40262961639, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 14.947, "prefill_tok_s": 64.322, "decode_client_tok_s": 14.889, "ttft_ms": 23136.6, "first_word_fresh_ms": 7715.7, "load_s": 15.421}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66016 ( 169 accepted / 256 generated), mean len = 2.97"]} {"kind": "warmup", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794104293.2390037, "t_first": 1794104341.7063649, "t_last": 1794104362.422837, "t_done": 1794104362.4282377, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 20716519000, "prompt_eval_count": 1959, "prompt_eval_duration": 32046879000, "load_duration": 16412156443, "total_duration": 69183329392, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.357, "prefill_tok_s": 61.129, "decode_client_tok_s": 12.309, "ttft_ms": 48467.4, "first_word_fresh_ms": 32055.2, "load_s": 16.412}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 ( 164 accepted / 273 generated), mean len = 2.80"]} {"kind": "scored", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.461, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104362.8938622, "t_first": 1794104410.2668934, "t_last": 1794104431.0838904, "t_done": 1794104431.0889213, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 20817250000, "prompt_eval_count": 1959, "prompt_eval_duration": 32211081000, "load_duration": 15152976052, "total_duration": 68189856990, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.297, "prefill_tok_s": 60.818, "decode_client_tok_s": 12.25, "ttft_ms": 47373.0, "first_word_fresh_ms": 32220.0, "load_s": 15.153}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 ( 164 accepted / 273 generated), mean len = 2.80"]} {"kind": "scored", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.533, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104431.6257231, "t_first": 1794104480.6767964, "t_last": 1794104501.4389653, "t_done": 1794104501.4460368, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 20762126000, "prompt_eval_count": 1959, "prompt_eval_duration": 32118828000, "load_duration": 16922858430, "total_duration": 69813044168, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.33, "prefill_tok_s": 60.992, "decode_client_tok_s": 12.282, "ttft_ms": 49051.1, "first_word_fresh_ms": 32128.2, "load_s": 16.923}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 ( 164 accepted / 273 generated), mean len = 2.80"]} {"kind": "scored", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.513, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104501.962964, "t_first": 1794104549.5143797, "t_last": 1794104570.2939913, "t_done": 1794104570.2992897, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 20780058000, "prompt_eval_count": 1959, "prompt_eval_duration": 32149449000, "load_duration": 15393842392, "total_duration": 68330711439, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.32, "prefill_tok_s": 60.934, "decode_client_tok_s": 12.272, "ttft_ms": 47551.4, "first_word_fresh_ms": 32157.6, "load_s": 15.394}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 ( 164 accepted / 273 generated), mean len = 2.80"]} {"kind": "warmup", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794104570.8172598, "t_first": 1794104656.2489088, "t_last": 1794104677.3728116, "t_done": 1794104677.3806098, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21124298000, "prompt_eval_count": 3994, "prompt_eval_duration": 68739981000, "load_duration": 16676206743, "total_duration": 106555461611, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 12.119, "prefill_tok_s": 58.103, "decode_client_tok_s": 12.072, "ttft_ms": 85431.6, "first_word_fresh_ms": 68755.4, "load_s": 16.676}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 ( 169 accepted / 254 generated), mean len = 2.99"]} {"kind": "scored", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.527, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104677.9110417, "t_first": 1794104761.9403906, "t_last": 1794104783.1687958, "t_done": 1794104783.1791458, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21228716000, "prompt_eval_count": 3994, "prompt_eval_duration": 68863675000, "load_duration": 15147153509, "total_duration": 105257618225, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 12.059, "prefill_tok_s": 57.999, "decode_client_tok_s": 12.012, "ttft_ms": 84029.3, "first_word_fresh_ms": 68882.1, "load_s": 15.147}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 ( 169 accepted / 254 generated), mean len = 2.99"]} {"kind": "scored", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.518, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104783.7021117, "t_first": 1794104869.0503318, "t_last": 1794104890.165147, "t_done": 1794104890.174586, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21115269000, "prompt_eval_count": 3994, "prompt_eval_duration": 68652787000, "load_duration": 16679920653, "total_duration": 106463220355, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 12.124, "prefill_tok_s": 58.177, "decode_client_tok_s": 12.077, "ttft_ms": 85348.2, "first_word_fresh_ms": 68668.3, "load_s": 16.68}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 ( 169 accepted / 254 generated), mean len = 2.99"]} {"kind": "scored", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.51, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794104890.6881936, "t_first": 1794104975.320457, "t_last": 1794104996.4334, "t_done": 1794104996.441043, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21113581000, "prompt_eval_count": 3994, "prompt_eval_duration": 68451807000, "load_duration": 16164244820, "total_duration": 105744912811, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 12.125, "prefill_tok_s": 58.348, "decode_client_tok_s": 12.078, "ttft_ms": 84632.3, "first_word_fresh_ms": 68468.1, "load_s": 16.164}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 ( 169 accepted / 254 generated), mean len = 2.99"]} {"kind": "warmup", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794104996.954888, "t_first": 1794105160.7856023, "t_last": 1794105192.3139312, "t_done": 1794105192.332812, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31528427000, "prompt_eval_count": 7965, "prompt_eval_duration": 148878520000, "load_duration": 14909754217, "total_duration": 195359424260, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.12, "prefill_tok_s": 53.5, "decode_client_tok_s": 8.088, "ttft_ms": 163830.7, "first_word_fresh_ms": 148920.9, "load_s": 14.91}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 ( 163 accepted / 273 generated), mean len = 2.79"]} {"kind": "scored", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.508, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794105192.8460186, "t_first": 1794105353.733365, "t_last": 1794105385.2584283, "t_done": 1794105385.2767322, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31525605000, "prompt_eval_count": 7965, "prompt_eval_duration": 146178559000, "load_duration": 14663871353, "total_duration": 192412262583, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.12, "prefill_tok_s": 54.488, "decode_client_tok_s": 8.089, "ttft_ms": 160887.3, "first_word_fresh_ms": 146223.4, "load_s": 14.664}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 ( 163 accepted / 273 generated), mean len = 2.79"]} {"kind": "scored", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.53, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794105385.8112674, "t_first": 1794105546.701285, "t_last": 1794105578.072422, "t_done": 1794105578.0911796, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31371259000, "prompt_eval_count": 7965, "prompt_eval_duration": 146177676000, "load_duration": 14671957566, "total_duration": 192261429203, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.16, "prefill_tok_s": 54.488, "decode_client_tok_s": 8.128, "ttft_ms": 160890.0, "first_word_fresh_ms": 146218.0, "load_s": 14.672}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 ( 163 accepted / 273 generated), mean len = 2.79"]} {"kind": "scored", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.523, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794105578.6195872, "t_first": 1794105740.4738045, "t_last": 1794105771.7355943, "t_done": 1794105771.7529387, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31262227000, "prompt_eval_count": 7965, "prompt_eval_duration": 146137496000, "load_duration": 15679538676, "total_duration": 193115876628, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.189, "prefill_tok_s": 54.503, "decode_client_tok_s": 8.157, "ttft_ms": 161854.2, "first_word_fresh_ms": 146174.7, "load_s": 15.68}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4", "llama_context: n_ctx = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 ( 163 accepted / 273 generated), mean len = 2.79"]} {"kind": "warmup", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794105772.2840843, "t_first": 1794105791.4583714, "t_last": 1794105826.123596, "t_done": 1794105826.2633653, "frames": 243, "content_frames": 242, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 34803252000, "prompt_eval_count": 488, "prompt_eval_duration": 12751195000, "load_duration": 6418906688, "total_duration": 53977497525, "done_reason": "length", "reply_sha256": "4b361188e570727f4f4fc83f191bbe0831219c10842987290587a444b5fdf23e", "reply_chars": 1122}, "derived": {"decode_tok_s": 7.356, "prefill_tok_s": 38.271, "decode_client_tok_s": 6.952, "ttft_ms": 19174.3, "first_word_fresh_ms": 12755.4, "load_s": 6.419}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.261, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794105826.5266125, "t_first": 1794105843.6387343, "t_last": 1794105878.321305, "t_done": 1794105878.461243, "frames": 243, "content_frames": 242, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 34818656000, "prompt_eval_count": 488, "prompt_eval_duration": 12784886000, "load_duration": 4323451041, "total_duration": 51930138496, "done_reason": "length", "reply_sha256": "4b361188e570727f4f4fc83f191bbe0831219c10842987290587a444b5fdf23e", "reply_chars": 1122}, "derived": {"decode_tok_s": 7.352, "prefill_tok_s": 38.17, "decode_client_tok_s": 6.949, "ttft_ms": 17112.1, "first_word_fresh_ms": 12788.6, "load_s": 4.323}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.261, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794105878.725893, "t_first": 1794105895.7860842, "t_last": 1794105930.4251297, "t_done": 1794105930.5638888, "frames": 243, "content_frames": 242, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 34775975000, "prompt_eval_count": 488, "prompt_eval_duration": 12726414000, "load_duration": 4329490074, "total_duration": 51835549261, "done_reason": "length", "reply_sha256": "4b361188e570727f4f4fc83f191bbe0831219c10842987290587a444b5fdf23e", "reply_chars": 1122}, "derived": {"decode_tok_s": 7.361, "prefill_tok_s": 38.345, "decode_client_tok_s": 6.957, "ttft_ms": 17060.2, "first_word_fresh_ms": 12730.7, "load_s": 4.329}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.274, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794105930.8402667, "t_first": 1794105947.9007022, "t_last": 1794105982.5580819, "t_done": 1794105982.697443, "frames": 243, "content_frames": 242, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 34794344000, "prompt_eval_count": 488, "prompt_eval_duration": 12729161000, "load_duration": 4327474208, "total_duration": 51854280210, "done_reason": "length", "reply_sha256": "4b361188e570727f4f4fc83f191bbe0831219c10842987290587a444b5fdf23e", "reply_chars": 1122}, "derived": {"decode_tok_s": 7.358, "prefill_tok_s": 38.337, "decode_client_tok_s": 6.954, "ttft_ms": 17060.4, "first_word_fresh_ms": 12732.9, "load_s": 4.327}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "warmup", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794105982.9616542, "t_first": 1794106038.5347025, "t_last": 1794106074.0181448, "t_done": 1794106074.0221574, "frames": 239, "content_frames": 238, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 35483744000, "prompt_eval_count": 1932, "prompt_eval_duration": 51231834000, "load_duration": 4334670287, "total_duration": 91056191143, "done_reason": "length", "reply_sha256": "b5c03fd644da828b5a22122e8ff80771cb0bc8b3166a42d04ca18fd3ac45b547", "reply_chars": 1011}, "derived": {"decode_tok_s": 7.215, "prefill_tok_s": 37.711, "decode_client_tok_s": 6.679, "ttft_ms": 55573.0, "first_word_fresh_ms": 51238.3, "load_s": 4.335}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.265, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794106074.2894642, "t_first": 1794106129.789472, "t_last": 1794106165.2497602, "t_done": 1794106165.2551327, "frames": 239, "content_frames": 238, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 35460361000, "prompt_eval_count": 1932, "prompt_eval_duration": 51159879000, "load_duration": 4333697798, "total_duration": 90960223394, "done_reason": "length", "reply_sha256": "b5c03fd644da828b5a22122e8ff80771cb0bc8b3166a42d04ca18fd3ac45b547", "reply_chars": 1011}, "derived": {"decode_tok_s": 7.219, "prefill_tok_s": 37.764, "decode_client_tok_s": 6.684, "ttft_ms": 55500.0, "first_word_fresh_ms": 51166.3, "load_s": 4.334}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.27, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794106165.5278537, "t_first": 1794106221.1228955, "t_last": 1794106256.6246364, "t_done": 1794106256.6299164, "frames": 239, "content_frames": 238, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 35502267000, "prompt_eval_count": 1932, "prompt_eval_duration": 51266814000, "load_duration": 4321272892, "total_duration": 91096392439, "done_reason": "length", "reply_sha256": "b5c03fd644da828b5a22122e8ff80771cb0bc8b3166a42d04ca18fd3ac45b547", "reply_chars": 1011}, "derived": {"decode_tok_s": 7.211, "prefill_tok_s": 37.685, "decode_client_tok_s": 6.676, "ttft_ms": 55595.0, "first_word_fresh_ms": 51273.7, "load_s": 4.321}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.257, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794106256.888981, "t_first": 1794106312.5127134, "t_last": 1794106348.037347, "t_done": 1794106348.0409446, "frames": 239, "content_frames": 238, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 35525402000, "prompt_eval_count": 1932, "prompt_eval_duration": 51295887000, "load_duration": 4321102086, "total_duration": 91148179682, "done_reason": "length", "reply_sha256": "b5c03fd644da828b5a22122e8ff80771cb0bc8b3166a42d04ca18fd3ac45b547", "reply_chars": 1011}, "derived": {"decode_tok_s": 7.206, "prefill_tok_s": 37.664, "decode_client_tok_s": 6.671, "ttft_ms": 55623.7, "first_word_fresh_ms": 51302.6, "load_s": 4.321}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "warmup", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 0, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794106348.3077729, "t_first": 1794106458.1280153, "t_last": 1794106495.1897583, "t_done": 1794106495.195439, "frames": 237, "content_frames": 236, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 37061930000, "prompt_eval_count": 3928, "prompt_eval_duration": 105472207000, "load_duration": 4336411315, "total_duration": 146881638426, "done_reason": "length", "reply_sha256": "7ad6e8be2216fa8db0718229d9e52fb5bc7f04a2340027a7e76c8d8af57d5590", "reply_chars": 1004}, "derived": {"decode_tok_s": 6.907, "prefill_tok_s": 37.242, "decode_client_tok_s": 6.341, "ttft_ms": 109820.2, "first_word_fresh_ms": 105483.8, "load_s": 4.336}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 1, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.259, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794106495.4567196, "t_first": 1794106605.1694882, "t_last": 1794106642.2790408, "t_done": 1794106642.2874472, "frames": 237, "content_frames": 236, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 37109362000, "prompt_eval_count": 3928, "prompt_eval_duration": 105370287000, "load_duration": 4331772495, "total_duration": 146821751857, "done_reason": "length", "reply_sha256": "7ad6e8be2216fa8db0718229d9e52fb5bc7f04a2340027a7e76c8d8af57d5590", "reply_chars": 1004}, "derived": {"decode_tok_s": 6.899, "prefill_tok_s": 37.278, "decode_client_tok_s": 6.333, "ttft_ms": 109712.8, "first_word_fresh_ms": 105381.0, "load_s": 4.332}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 2, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.252, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794106642.5418694, "t_first": 1794106752.3413384, "t_last": 1794106789.4208844, "t_done": 1794106789.4268632, "frames": 237, "content_frames": 236, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 37080034000, "prompt_eval_count": 3928, "prompt_eval_duration": 105466609000, "load_duration": 4322680286, "total_duration": 146879044557, "done_reason": "length", "reply_sha256": "7ad6e8be2216fa8db0718229d9e52fb5bc7f04a2340027a7e76c8d8af57d5590", "reply_chars": 1004}, "derived": {"decode_tok_s": 6.904, "prefill_tok_s": 37.244, "decode_client_tok_s": 6.338, "ttft_ms": 109799.5, "first_word_fresh_ms": 105476.8, "load_s": 4.323}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]} {"kind": "scored", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 4, "run": 3, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.257, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794106789.6868849, "t_first": 1794106900.5084813, "t_last": 1794106938.0167978, "t_done": 1794106938.022769, "frames": 237, "content_frames": 236, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 37508581000, "prompt_eval_count": 3928, "prompt_eval_duration": 106491776000, "load_duration": 4319316682, "total_duration": 148329583796, "done_reason": "length", "reply_sha256": "7ad6e8be2216fa8db0718229d9e52fb5bc7f04a2340027a7e76c8d8af57d5590", "reply_chars": 1004}, "derived": {"decode_tok_s": 6.825, "prefill_tok_s": 36.885, "decode_client_tok_s": 6.265, "ttft_ms": 110821.6, "first_word_fresh_ms": 106502.3, "load_s": 4.319}, "log_receipts": ["n_threads = 4 (n_threads_batch = 4) / 24 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx = 16384", "n_threads = 4"]}