{"kind": "warmup", "arm": "f1-qwen3.5-9b-tdef", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 537, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6071601067, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794099684.5502255, "t_first": 1794099706.6717637, "t_last": 1794099747.7338285, "t_done": 1794099747.7362459, "frames": 238, "content_frames": 237, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41064793000, "prompt_eval_count": 537, "prompt_eval_duration": 11186178000, "load_duration": 10925597461, "total_duration": 63183502028, "done_reason": "length", "reply_sha256": "881b73ccb209dca9bd3886fcbe94da997f9b9d97b0d067ac066af571171875dd", "reply_chars": 1021}, "derived": {"decode_tok_s": 6.234, "prefill_tok_s": 48.006, "decode_client_tok_s": 5.747, "ttft_ms": 22121.5, "first_word_fresh_ms": 11195.9, "load_s": 10.926}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-qwen3.5-9b-tdef", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 537, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.579, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6071601067, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794099748.3190756, "t_first": 1794099766.0194724, "t_last": 1794099807.3174942, "t_done": 1794099807.3201675, "frames": 238, "content_frames": 237, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41298205000, "prompt_eval_count": 537, "prompt_eval_duration": 11289107000, "load_duration": 6406880420, "total_duration": 58998362017, "done_reason": "length", "reply_sha256": "881b73ccb209dca9bd3886fcbe94da997f9b9d97b0d067ac066af571171875dd", "reply_chars": 1021}, "derived": {"decode_tok_s": 6.199, "prefill_tok_s": 47.568, "decode_client_tok_s": 5.715, "ttft_ms": 17700.4, "first_word_fresh_ms": 11293.5, "load_s": 6.407}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-qwen3.5-9b-tdef", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 537, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.571, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6071601067, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794099807.895157, "t_first": 1794099825.5407784, "t_last": 1794099867.0992215, "t_done": 1794099867.1018963, "frames": 238, "content_frames": 237, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41558686000, "prompt_eval_count": 537, "prompt_eval_duration": 11242948000, "load_duration": 6396230782, "total_duration": 59204006284, "done_reason": "length", "reply_sha256": "881b73ccb209dca9bd3886fcbe94da997f9b9d97b0d067ac066af571171875dd", "reply_chars": 1021}, "derived": {"decode_tok_s": 6.16, "prefill_tok_s": 47.763, "decode_client_tok_s": 5.679, "ttft_ms": 17645.6, "first_word_fresh_ms": 11249.4, "load_s": 6.396}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-qwen3.5-9b-tdef", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 537, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.577, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6071601067, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794099867.682568, "t_first": 1794099885.3479147, "t_last": 1794099926.4699185, "t_done": 1794099926.4727309, "frames": 238, "content_frames": 237, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41122254000, "prompt_eval_count": 537, "prompt_eval_duration": 11257781000, "load_duration": 6401565646, "total_duration": 58787149117, "done_reason": "length", "reply_sha256": "881b73ccb209dca9bd3886fcbe94da997f9b9d97b0d067ac066af571171875dd", "reply_chars": 1021}, "derived": {"decode_tok_s": 6.225, "prefill_tok_s": 47.7, "decode_client_tok_s": 5.739, "ttft_ms": 17665.3, "first_word_fresh_ms": 11263.7, "load_s": 6.402}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "warmup", "arm": "f1-gemma4-12b-tdef", "model": "gemma4:12b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 536, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794099927.0497327, "t_first": 1794099958.2109988, "t_last": 1794100015.7891676, "t_done": 1794100015.7927456, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 57578330000, "prompt_eval_count": 536, "prompt_eval_duration": 17157099999, "load_duration": 13999499915, "total_duration": 88739382010, "done_reason": "length", "reply_sha256": "73b51cad1232f2d211cd58730e9cb7f3b1a0184fc601c4e3afd6ca2e8345fb79", "reply_chars": 1037}, "derived": {"decode_tok_s": 4.446, "prefill_tok_s": 31.241, "decode_client_tok_s": 4.429, "ttft_ms": 31161.3, "first_word_fresh_ms": 17161.8, "load_s": 13.999}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-gemma4-12b-tdef", "model": "gemma4:12b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 536, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.794, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100016.5893345, "t_first": 1794100042.4698837, "t_last": 1794100099.669302, "t_done": 1794100099.6726205, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 57199625000, "prompt_eval_count": 536, "prompt_eval_duration": 17134938999, "load_duration": 8737243305, "total_duration": 83079946971, "done_reason": "length", "reply_sha256": "73b51cad1232f2d211cd58730e9cb7f3b1a0184fc601c4e3afd6ca2e8345fb79", "reply_chars": 1037}, "derived": {"decode_tok_s": 4.476, "prefill_tok_s": 31.281, "decode_client_tok_s": 4.458, "ttft_ms": 25880.5, "first_word_fresh_ms": 17143.3, "load_s": 8.737}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-gemma4-12b-tdef", "model": "gemma4:12b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 536, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.772, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100100.4472406, "t_first": 1794100126.3521411, "t_last": 1794100183.5733411, "t_done": 1794100183.5769272, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 57221366000, "prompt_eval_count": 536, "prompt_eval_duration": 17136825000, "load_duration": 8761405966, "total_duration": 83126031092, "done_reason": "length", "reply_sha256": "73b51cad1232f2d211cd58730e9cb7f3b1a0184fc601c4e3afd6ca2e8345fb79", "reply_chars": 1037}, "derived": {"decode_tok_s": 4.474, "prefill_tok_s": 31.278, "decode_client_tok_s": 4.456, "ttft_ms": 25904.9, "first_word_fresh_ms": 17143.5, "load_s": 8.761}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-gemma4-12b-tdef", "model": "gemma4:12b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 536, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.765, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100184.3450205, "t_first": 1794100209.9805856, "t_last": 1794100267.237693, "t_done": 1794100267.2412438, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 57257308000, "prompt_eval_count": 536, "prompt_eval_duration": 17170251000, "load_duration": 8459869759, "total_duration": 82892648285, "done_reason": "length", "reply_sha256": "73b51cad1232f2d211cd58730e9cb7f3b1a0184fc601c4e3afd6ca2e8345fb79", "reply_chars": 1037}, "derived": {"decode_tok_s": 4.471, "prefill_tok_s": 31.217, "decode_client_tok_s": 4.454, "ttft_ms": 25635.6, "first_word_fresh_ms": 17175.7, "load_s": 8.46}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "warmup", "arm": "f1-phi4-14b-tdef", "model": "phi4:14b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 505, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 10034589201, "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794100268.0132222, "t_first": 1794100301.7190685, "t_last": 1794100364.9708476, "t_done": 1794100364.973344, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 63252785000, "prompt_eval_count": 505, "prompt_eval_duration": 20993126000, "load_duration": 12705384808, "total_duration": 96957549342, "done_reason": "length", "reply_sha256": "b0baf372715ac34b0d181c2cbdec17347702d502805228e1132b488f08d67bbd", "reply_chars": 1025}, "derived": {"decode_tok_s": 4.047, "prefill_tok_s": 24.055, "decode_client_tok_s": 4.032, "ttft_ms": 33705.8, "first_word_fresh_ms": 21000.4, "load_s": 12.705}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-phi4-14b-tdef", "model": "phi4:14b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 505, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.823, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 10034589201, "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100365.7994704, "t_first": 1794100396.2089431, "t_last": 1794100459.3526726, "t_done": 1794100459.3553782, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 63143909000, "prompt_eval_count": 505, "prompt_eval_duration": 21050545000, "load_duration": 9352809621, "total_duration": 93553093010, "done_reason": "length", "reply_sha256": "b0baf372715ac34b0d181c2cbdec17347702d502805228e1132b488f08d67bbd", "reply_chars": 1025}, "derived": {"decode_tok_s": 4.054, "prefill_tok_s": 23.99, "decode_client_tok_s": 4.038, "ttft_ms": 30409.5, "first_word_fresh_ms": 21056.7, "load_s": 9.353}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-phi4-14b-tdef", "model": "phi4:14b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 505, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.854, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 10034589201, "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100460.2118607, "t_first": 1794100490.4546041, "t_last": 1794100553.314943, "t_done": 1794100553.3174777, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 62860532000, "prompt_eval_count": 505, "prompt_eval_duration": 21131979000, "load_duration": 9104483011, "total_duration": 93103047872, "done_reason": "length", "reply_sha256": "b0baf372715ac34b0d181c2cbdec17347702d502805228e1132b488f08d67bbd", "reply_chars": 1025}, "derived": {"decode_tok_s": 4.073, "prefill_tok_s": 23.897, "decode_client_tok_s": 4.057, "ttft_ms": 30242.7, "first_word_fresh_ms": 21138.2, "load_s": 9.104}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "scored", "arm": "f1-phi4-14b-tdef", "model": "phi4:14b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "family": "F-1", "prompt_id": "frozen", "num_ctx": 4096, "ctx_seen": 4096, "prompt_tokens": 505, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 4096, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.816, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 10034589201, "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100554.136012, "t_first": 1794100584.3251674, "t_last": 1794100647.3147476, "t_done": 1794100647.317298, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 62989775000, "prompt_eval_count": 505, "prompt_eval_duration": 21098219000, "load_duration": 9085786651, "total_duration": 93178672493, "done_reason": "length", "reply_sha256": "b0baf372715ac34b0d181c2cbdec17347702d502805228e1132b488f08d67bbd", "reply_chars": 1025}, "derived": {"decode_tok_s": 4.064, "prefill_tok_s": 23.936, "decode_client_tok_s": 4.048, "ttft_ms": 30189.2, "first_word_fresh_ms": 21103.4, "load_s": 9.086}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 4096", "n_threads = 8"]}
{"kind": "warmup", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794100648.1322238, "t_first": 1794100682.096704, "t_last": 1794100700.3968914, "t_done": 1794100700.399842, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 18300274000, "prompt_eval_count": 496, "prompt_eval_duration": 7580260000, "load_duration": 26378025769, "total_duration": 52264499823, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 13.989, "prefill_tok_s": 65.433, "decode_client_tok_s": 13.934, "ttft_ms": 33964.5, "first_word_fresh_ms": 7586.5, "load_s": 26.378}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.64865 (  168 accepted /   259 generated), mean len =  2.93"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.664, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100702.0684614, "t_first": 1794100735.5689733, "t_last": 1794100753.9790993, "t_done": 1794100753.9820127, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 18410216000, "prompt_eval_count": 496, "prompt_eval_duration": 7603579000, "load_duration": 25890027925, "total_duration": 51910383026, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 13.905, "prefill_tok_s": 65.232, "decode_client_tok_s": 13.851, "ttft_ms": 33500.5, "first_word_fresh_ms": 7610.5, "load_s": 25.89}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.64865 (  168 accepted /   259 generated), mean len =  2.93"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.671, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100755.6572752, "t_first": 1794100789.1298685, "t_last": 1794100807.5074432, "t_done": 1794100807.510162, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 18377663000, "prompt_eval_count": 496, "prompt_eval_duration": 7605803000, "load_duration": 25860994380, "total_duration": 51850008909, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 13.93, "prefill_tok_s": 65.213, "decode_client_tok_s": 13.876, "ttft_ms": 33472.6, "first_word_fresh_ms": 7611.6, "load_s": 25.861}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.64865 (  168 accepted /   259 generated), mean len =  2.93"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p0500", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 496, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.656, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100809.1702385, "t_first": 1794100842.6211662, "t_last": 1794100861.0001187, "t_done": 1794100861.002853, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 18379012000, "prompt_eval_count": 496, "prompt_eval_duration": 7637585000, "load_duration": 25807852448, "total_duration": 51829736967, "done_reason": "length", "reply_sha256": "9fe9cf7b9b241b7d4a3665bad60d41c6b5595a08d384ef40d6ff4c3dbec73983", "reply_chars": 1054}, "derived": {"decode_tok_s": 13.929, "prefill_tok_s": 64.942, "decode_client_tok_s": 13.875, "ttft_ms": 33450.9, "first_word_fresh_ms": 7643.0, "load_s": 25.808}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.64865 (  168 accepted /   259 generated), mean len =  2.93"]}
{"kind": "warmup", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794100862.663748, "t_first": 1794100919.9564366, "t_last": 1794100941.257093, "t_done": 1794100941.2636523, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21300804000, "prompt_eval_count": 1959, "prompt_eval_duration": 31426258000, "load_duration": 25856784022, "total_duration": 78593298871, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.018, "prefill_tok_s": 62.336, "decode_client_tok_s": 11.971, "ttft_ms": 57292.7, "first_word_fresh_ms": 31435.9, "load_s": 25.857}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 (  164 accepted /   273 generated), mean len =  2.80"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.69, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794100942.9577649, "t_first": 1794101000.3974588, "t_last": 1794101021.673974, "t_done": 1794101021.680597, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21276514000, "prompt_eval_count": 1959, "prompt_eval_duration": 31542187000, "load_duration": 25881246392, "total_duration": 78716075251, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.032, "prefill_tok_s": 62.107, "decode_client_tok_s": 11.985, "ttft_ms": 57439.7, "first_word_fresh_ms": 31558.5, "load_s": 25.881}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 (  164 accepted /   273 generated), mean len =  2.80"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.685, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794101023.3699973, "t_first": 1794101080.4939928, "t_last": 1794101101.781655, "t_done": 1794101101.7881901, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21287768000, "prompt_eval_count": 1959, "prompt_eval_duration": 31541530000, "load_duration": 25566279686, "total_duration": 78411586891, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.026, "prefill_tok_s": 62.109, "decode_client_tok_s": 11.979, "ttft_ms": 57124.0, "first_word_fresh_ms": 31557.7, "load_s": 25.566}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 (  164 accepted /   273 generated), mean len =  2.80"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p2000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1959, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.684, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794101103.476356, "t_first": 1794101160.6132255, "t_last": 1794101181.863427, "t_done": 1794101181.8695168, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21250171000, "prompt_eval_count": 1959, "prompt_eval_duration": 31501363000, "load_duration": 25619278616, "total_duration": 78386878626, "done_reason": "length", "reply_sha256": "2a27309c83bfba4f8612c5cb1fda6a8339d37b6a05b0fd927bdf252f5df44fd9", "reply_chars": 906}, "derived": {"decode_tok_s": 12.047, "prefill_tok_s": 62.188, "decode_client_tok_s": 12.0, "ttft_ms": 57136.9, "first_word_fresh_ms": 31517.6, "load_s": 25.619}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.60073 (  164 accepted /   273 generated), mean len =  2.80"]}
{"kind": "warmup", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794101183.5583665, "t_first": 1794101275.625747, "t_last": 1794101297.606047, "t_done": 1794101297.6182737, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21980476000, "prompt_eval_count": 3994, "prompt_eval_duration": 66149391000, "load_duration": 25884589321, "total_duration": 114047861243, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 11.647, "prefill_tok_s": 60.378, "decode_client_tok_s": 11.601, "ttft_ms": 92067.4, "first_word_fresh_ms": 66182.8, "load_s": 25.885}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 (  169 accepted /   254 generated), mean len =  2.99"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.689, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794101299.3118377, "t_first": 1794101391.501676, "t_last": 1794101413.4152462, "t_done": 1794101413.4276774, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21913807000, "prompt_eval_count": 3994, "prompt_eval_duration": 66603054999, "load_duration": 25555457656, "total_duration": 114103494111, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 11.682, "prefill_tok_s": 59.967, "decode_client_tok_s": 11.637, "ttft_ms": 92189.8, "first_word_fresh_ms": 66634.3, "load_s": 25.555}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 (  169 accepted /   254 generated), mean len =  2.99"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.702, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794101415.1336849, "t_first": 1794101506.7114599, "t_last": 1794101528.6692774, "t_done": 1794101528.6804724, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21958028000, "prompt_eval_count": 3994, "prompt_eval_duration": 65957989000, "load_duration": 25585553591, "total_duration": 113535675945, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 11.659, "prefill_tok_s": 60.554, "decode_client_tok_s": 11.613, "ttft_ms": 91577.8, "first_word_fresh_ms": 65992.2, "load_s": 25.586}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 (  169 accepted /   254 generated), mean len =  2.99"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p4000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3994, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.699, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794101530.3835242, "t_first": 1794101622.0630205, "t_last": 1794101644.021627, "t_done": 1794101644.0340028, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 21958867000, "prompt_eval_count": 3994, "prompt_eval_duration": 66091081999, "load_duration": 25553238999, "total_duration": 113638179500, "done_reason": "length", "reply_sha256": "dc58943c32d83f6dce4f8c6e60f2b558913da11c08ebc0ac2efb5c9a435763b6", "reply_chars": 933}, "derived": {"decode_tok_s": 11.658, "prefill_tok_s": 60.432, "decode_client_tok_s": 11.613, "ttft_ms": 91679.5, "first_word_fresh_ms": 66126.3, "load_s": 25.553}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.66535 (  169 accepted /   254 generated), mean len =  2.99"]}
{"kind": "warmup", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794101645.728257, "t_first": 1794101809.9030073, "t_last": 1794101841.4307654, "t_done": 1794101841.4544146, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31527874000, "prompt_eval_count": 7965, "prompt_eval_duration": 138534668000, "load_duration": 25558951002, "total_duration": 195702871015, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.12, "prefill_tok_s": 57.495, "decode_client_tok_s": 8.088, "ttft_ms": 164174.8, "first_word_fresh_ms": 138615.8, "load_s": 25.559}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 (  163 accepted /   273 generated), mean len =  2.79"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.683, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794101843.1421986, "t_first": 1794102007.240749, "t_last": 1794102038.8344646, "t_done": 1794102038.8581634, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31593922000, "prompt_eval_count": 7965, "prompt_eval_duration": 138362267000, "load_duration": 25637077521, "total_duration": 195692714171, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.103, "prefill_tok_s": 57.566, "decode_client_tok_s": 8.071, "ttft_ms": 164098.6, "first_word_fresh_ms": 138461.5, "load_s": 25.637}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 (  163 accepted /   273 generated), mean len =  2.79"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.682, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102040.5450535, "t_first": 1794102204.3690915, "t_last": 1794102236.0770903, "t_done": 1794102236.098462, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31708179000, "prompt_eval_count": 7965, "prompt_eval_duration": 138131367000, "load_duration": 25589233803, "total_duration": 195532427380, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.074, "prefill_tok_s": 57.663, "decode_client_tok_s": 8.042, "ttft_ms": 163824.0, "first_word_fresh_ms": 138234.8, "load_s": 25.589}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 (  163 accepted /   273 generated), mean len =  2.79"]}
{"kind": "scored", "arm": "f2-gemma4-26b-p8000", "model": "gemma4:26b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "021286e17670b8e76693837f637898ec058311468b2b181fdbea3666347b0668", "family": "F-2", "prompt_id": "p8000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 7965, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 1.692, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 9728006552, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102237.7951868, "t_first": 1794102401.789656, "t_last": 1794102433.2868106, "t_done": 1794102433.3083549, "frames": 257, "content_frames": 256, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 31497335000, "prompt_eval_count": 7965, "prompt_eval_duration": 137987608000, "load_duration": 25903558842, "total_duration": 195492064561, "done_reason": "length", "reply_sha256": "11f687e2e553917d56e449afe782c60f15fe26b69b5b066d8bd58262f90b9c39", "reply_chars": 1114}, "derived": {"decode_tok_s": 8.128, "prefill_tok_s": 57.723, "decode_client_tok_s": 8.096, "ttft_ms": 163994.5, "first_word_fresh_ms": 138090.9, "load_s": 25.904}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8", "llama_context: n_ctx                 = 16384", "adding speculative implementation 'draft-mtp'", "draft acceptance = 0.59707 (  163 accepted /   273 generated), mean len =  2.79"]}
{"kind": "warmup", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794102435.0033495, "t_first": 1794102455.8988578, "t_last": 1794102497.2294557, "t_done": 1794102497.2317076, "frames": 235, "content_frames": 234, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41330905000, "prompt_eval_count": 488, "prompt_eval_duration": 10206098000, "load_duration": 10685180326, "total_duration": 62226009674, "done_reason": "length", "reply_sha256": "f9d0e88027c1b99843554b6cc11c373676d40043ded11d1f158116b637fbd562", "reply_chars": 999}, "derived": {"decode_tok_s": 6.194, "prefill_tok_s": 47.815, "decode_client_tok_s": 5.637, "ttft_ms": 20895.5, "first_word_fresh_ms": 10210.3, "load_s": 10.685}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.612, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102497.84653, "t_first": 1794102514.694542, "t_last": 1794102556.0232835, "t_done": 1794102556.0253866, "frames": 235, "content_frames": 234, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41328961000, "prompt_eval_count": 488, "prompt_eval_duration": 10148042000, "load_duration": 6694549667, "total_duration": 58176572978, "done_reason": "length", "reply_sha256": "f9d0e88027c1b99843554b6cc11c373676d40043ded11d1f158116b637fbd562", "reply_chars": 999}, "derived": {"decode_tok_s": 6.194, "prefill_tok_s": 48.088, "decode_client_tok_s": 5.638, "ttft_ms": 16848.0, "first_word_fresh_ms": 10153.5, "load_s": 6.695}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.612, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102556.641118, "t_first": 1794102573.4777882, "t_last": 1794102614.6716824, "t_done": 1794102614.6739113, "frames": 235, "content_frames": 234, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41194121000, "prompt_eval_count": 488, "prompt_eval_duration": 10168688000, "load_duration": 6662732816, "total_duration": 58030454635, "done_reason": "length", "reply_sha256": "f9d0e88027c1b99843554b6cc11c373676d40043ded11d1f158116b637fbd562", "reply_chars": 999}, "derived": {"decode_tok_s": 6.214, "prefill_tok_s": 47.99, "decode_client_tok_s": 5.656, "ttft_ms": 16836.7, "first_word_fresh_ms": 10174.0, "load_s": 6.663}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p0500", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "9466a562d03390b895f435d3f034379eb8e1b97d20593e87764fdb295da1adc5", "family": "F-2", "prompt_id": "p0500", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 488, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.616, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102615.293633, "t_first": 1794102632.1732807, "t_last": 1794102673.6162, "t_done": 1794102673.618408, "frames": 235, "content_frames": 234, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41443105000, "prompt_eval_count": 488, "prompt_eval_duration": 10181285000, "load_duration": 6693539865, "total_duration": 58322503614, "done_reason": "length", "reply_sha256": "f9d0e88027c1b99843554b6cc11c373676d40043ded11d1f158116b637fbd562", "reply_chars": 999}, "derived": {"decode_tok_s": 6.177, "prefill_tok_s": 47.931, "decode_client_tok_s": 5.622, "ttft_ms": 16879.6, "first_word_fresh_ms": 10186.1, "load_s": 6.694}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "warmup", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794102674.2348764, "t_first": 1794102721.7926629, "t_last": 1794102763.5939763, "t_done": 1794102763.5984857, "frames": 236, "content_frames": 235, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41801516000, "prompt_eval_count": 1932, "prompt_eval_duration": 40867263000, "load_duration": 6679359047, "total_duration": 89359077171, "done_reason": "length", "reply_sha256": "e1dab43c5a13a2caac929b63640452c388b22281195aef1e4f437db3eb96ad54", "reply_chars": 1049}, "derived": {"decode_tok_s": 6.124, "prefill_tok_s": 47.275, "decode_client_tok_s": 5.598, "ttft_ms": 47557.8, "first_word_fresh_ms": 40878.4, "load_s": 6.679}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.629, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102764.230187, "t_first": 1794102811.8480265, "t_last": 1794102853.705443, "t_done": 1794102853.7098267, "frames": 236, "content_frames": 235, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41857638000, "prompt_eval_count": 1932, "prompt_eval_duration": 40946729000, "load_duration": 6657681802, "total_duration": 89475293133, "done_reason": "length", "reply_sha256": "e1dab43c5a13a2caac929b63640452c388b22281195aef1e4f437db3eb96ad54", "reply_chars": 1049}, "derived": {"decode_tok_s": 6.116, "prefill_tok_s": 47.183, "decode_client_tok_s": 5.59, "ttft_ms": 47617.8, "first_word_fresh_ms": 40960.1, "load_s": 6.658}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.626, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102854.3398204, "t_first": 1794102902.1069999, "t_last": 1794102943.672609, "t_done": 1794102943.6769495, "frames": 236, "content_frames": 235, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41565797000, "prompt_eval_count": 1932, "prompt_eval_duration": 41078630000, "load_duration": 6678704681, "total_duration": 89332711924, "done_reason": "length", "reply_sha256": "e1dab43c5a13a2caac929b63640452c388b22281195aef1e4f437db3eb96ad54", "reply_chars": 1049}, "derived": {"decode_tok_s": 6.159, "prefill_tok_s": 47.032, "decode_client_tok_s": 5.63, "ttft_ms": 47767.2, "first_word_fresh_ms": 41088.5, "load_s": 6.679}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p2000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "55e2e3b6555a7c68ff26f86864ccc093f4f7e52483632ad4b5656291db20d9ea", "family": "F-2", "prompt_id": "p2000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 1932, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.63, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794102944.3102834, "t_first": 1794102991.8573298, "t_last": 1794103033.4952958, "t_done": 1794103033.5001373, "frames": 236, "content_frames": 235, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 41638117000, "prompt_eval_count": 1932, "prompt_eval_duration": 40914165000, "load_duration": 6620997250, "total_duration": 89184949632, "done_reason": "length", "reply_sha256": "e1dab43c5a13a2caac929b63640452c388b22281195aef1e4f437db3eb96ad54", "reply_chars": 1049}, "derived": {"decode_tok_s": 6.148, "prefill_tok_s": 47.221, "decode_client_tok_s": 5.62, "ttft_ms": 47547.0, "first_word_fresh_ms": 40926.0, "load_s": 6.621}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "warmup", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 0, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": null, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": false, "prefill_ok": false, "record": {"t_send": 1794103034.1244678, "t_first": 1794103125.05182, "t_last": 1794103167.4820871, "t_done": 1794103167.4899337, "frames": 233, "content_frames": 232, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 42430433000, "prompt_eval_count": 3928, "prompt_eval_duration": 84234566000, "load_duration": 6670889823, "total_duration": 133357611175, "done_reason": "length", "reply_sha256": "11fcaf8474defce2ec78bf896e89aa1f32e534cb986f481d531df6380f5743f3", "reply_chars": 982}, "derived": {"decode_tok_s": 6.033, "prefill_tok_s": 46.632, "decode_client_tok_s": 5.444, "ttft_ms": 90927.4, "first_word_fresh_ms": 84256.5, "load_s": 6.671}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 1, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.623, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794103168.1158662, "t_first": 1794103258.997997, "t_last": 1794103301.104853, "t_done": 1794103301.1137938, "frames": 233, "content_frames": 232, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 42107064000, "prompt_eval_count": 3928, "prompt_eval_duration": 84191611000, "load_duration": 6666377122, "total_duration": 132989092089, "done_reason": "length", "reply_sha256": "11fcaf8474defce2ec78bf896e89aa1f32e534cb986f481d531df6380f5743f3", "reply_chars": 982}, "derived": {"decode_tok_s": 6.08, "prefill_tok_s": 46.655, "decode_client_tok_s": 5.486, "ttft_ms": 90882.1, "first_word_fresh_ms": 84215.7, "load_s": 6.666}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 2, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.621, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794103301.737833, "t_first": 1794103392.8282702, "t_last": 1794103435.1096504, "t_done": 1794103435.1176524, "frames": 233, "content_frames": 232, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 42281578000, "prompt_eval_count": 3928, "prompt_eval_duration": 84423720000, "load_duration": 6640939639, "total_duration": 133371885051, "done_reason": "length", "reply_sha256": "11fcaf8474defce2ec78bf896e89aa1f32e534cb986f481d531df6380f5743f3", "reply_chars": 982}, "derived": {"decode_tok_s": 6.055, "prefill_tok_s": 46.527, "decode_client_tok_s": 5.463, "ttft_ms": 91090.4, "first_word_fresh_ms": 84449.5, "load_s": 6.641}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}
{"kind": "scored", "arm": "f2-qwen3.5-9b-p4000", "model": "qwen3.5:9b", "threads_requested": null, "threads_seen": 8, "run": 3, "prompt_sha256": "a379840588ca944bc4887e9875d3e256c73a1fea861f77ded6721173b5c4a06b", "family": "F-2", "prompt_id": "p4000", "num_ctx": 16384, "ctx_seen": 16384, "prompt_tokens": 3928, "options": {"num_predict": 256, "temperature": 0, "seed": 0, "num_ctx": 16384, "num_gpu": 0}, "fresh": {"unloaded_in_s": 0.629, "unload_took": true, "ps_empty_before": true}, "size_vram": 0, "size_total": 6604298647, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "flags": [], "void": null, "scored_ok": true, "prefill_ok": true, "record": {"t_send": 1794103435.7507453, "t_first": 1794103526.7878175, "t_last": 1794103569.291765, "t_done": 1794103569.299606, "frames": 233, "content_frames": 232, "thinking_seen": false, "http_status": 200, "error": null, "eval_count": 256, "eval_duration": 42504094000, "prompt_eval_count": 3928, "prompt_eval_duration": 84341868000, "load_duration": 6668130190, "total_duration": 133541075705, "done_reason": "length", "reply_sha256": "11fcaf8474defce2ec78bf896e89aa1f32e534cb986f481d531df6380f5743f3", "reply_chars": 982}, "derived": {"decode_tok_s": 6.023, "prefill_tok_s": 46.572, "decode_client_tok_s": 5.435, "ttft_ms": 91037.1, "first_word_fresh_ms": 84369.0, "load_s": 6.668}, "log_receipts": ["n_threads = 8 (n_threads_batch = 8) / 16 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | REPACK = 1 | ", "llama_context: n_ctx                 = 16384", "n_threads = 8"]}