{ "model_id": "m2", "model_tag": "gemma4:12b", "box_class": "cpu-mini", "started_utc": "2026-08-25T14:13:13Z", "nproc": 16, "num_predict": 256, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "nvidia_before": "no nvidia-smi (no GPU on this box)", "ollama_version": "0.32.15", "runs": [ { "ttft_ms": 598.79, "first_token_was_thinking": false, "wall_s": 43.648, "eval_count": 256, "eval_duration_ns": 43045913000, "decode_tok_s": 5.947, "prompt_eval_count": 536, "prompt_eval_duration_ns": 592402000, "prefill_tok_s": 904.791, "load_duration_ns": 760116, "total_duration_ns": 43644432277, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 1 }, { "ttft_ms": 597.53, "first_token_was_thinking": false, "wall_s": 43.7014, "eval_count": 256, "eval_duration_ns": 43099991000, "decode_tok_s": 5.94, "prompt_eval_count": 536, "prompt_eval_duration_ns": 591388000, "prefill_tok_s": 906.342, "load_duration_ns": 887995, "total_duration_ns": 43697201994, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 2 }, { "ttft_ms": 597.11, "first_token_was_thinking": false, "wall_s": 43.652, "eval_count": 256, "eval_duration_ns": 43051088000, "decode_tok_s": 5.946, "prompt_eval_count": 536, "prompt_eval_duration_ns": 591310000, "prefill_tok_s": 906.462, "load_duration_ns": 732174, "total_duration_ns": 43647781694, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 3 }, { "ttft_ms": 597.6, "first_token_was_thinking": false, "wall_s": 43.6625, "eval_count": 256, "eval_duration_ns": 43060987000, "decode_tok_s": 5.945, "prompt_eval_count": 536, "prompt_eval_duration_ns": 591410000, "prefill_tok_s": 906.309, "load_duration_ns": 879595, "total_duration_ns": 43658256959, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 4 }, { "ttft_ms": 598.31, "first_token_was_thinking": false, "wall_s": 43.6852, "eval_count": 256, "eval_duration_ns": 43083708000, "decode_tok_s": 5.942, "prompt_eval_count": 536, "prompt_eval_duration_ns": 592266000, "prefill_tok_s": 904.999, "load_duration_ns": 811262, "total_duration_ns": 43681647369, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 5 } ], "errors": [], "quantization": "Q4_K_M", "param_size": "11.9B", "family": "gemma4", "context_length": 262144, "think_mode": false, "think_note": "think:false accepted", "warmup_discarded": { "ttft_ms": 620.29, "first_token_was_thinking": false, "wall_s": 44.4705, "eval_count": 256, "eval_duration_ns": 43846759000, "decode_tok_s": 5.839, "prompt_eval_count": 536, "prompt_eval_duration_ns": 614282000, "prefill_tok_s": 872.563, "load_duration_ns": 786029, "total_duration_ns": 44466824763, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length" }, "ps_after_load": [ { "name": "gemma4:12b", "model": "gemma4:12b", "size": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "11.9B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T14:24:31.019596541Z", "size_vram": 0, "context_length": 4096 } ], "size_vram": 0, "size_total": 8897649703, "cpu_only_receipt": true, "peak_runner_rss_kb": 9499208, "peak_runner_rss_gib": 9.06, "peak_runner_threads": 23, "rss_samples": 429, "derived": { "decode_tok_s": { "min": 5.94, "median": 5.945, "max": 5.947, "mean": 5.944, "n": 5 }, "ttft_ms": { "min": 597.11, "median": 597.6, "max": 598.79, "mean": 597.868, "n": 5 }, "wall_s": { "min": 43.648, "median": 43.6625, "max": 43.7014, "mean": 43.67, "n": 5 }, "prefill_tok_s": { "min": 904.791, "median": 906.309, "max": 906.462, "mean": 905.781, "n": 5 }, "eval_count": { "min": 256, "median": 256, "max": 256, "mean": 256.0, "n": 5 } }, "cold_load": [ { "ttft_ms": 31426.28, "first_token_was_thinking": false, "wall_s": 31.4293, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 536, "prompt_eval_duration_ns": 25552046000, "prefill_tok_s": 20.977, "load_duration_ns": 5867680678, "total_duration_ns": 31425881796, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 31.4293, "ps_confirmed_empty_before": true, "load_duration_s": 5.8677 }, { "ttft_ms": 31536.71, "first_token_was_thinking": false, "wall_s": 31.5397, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 536, "prompt_eval_duration_ns": 25647037000, "prefill_tok_s": 20.899, "load_duration_ns": 5883596288, "total_duration_ns": 31536303950, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 31.5398, "ps_confirmed_empty_before": true, "load_duration_s": 5.8836 } ], "cold_load_note": "PAGE-CACHE-WARM: no sudo to drop caches, so this is warm-disk reload, not a true cold read from NVMe.", "nvidia_after": "no nvidia-smi (no GPU on this box)", "ps_final": [ { "name": "gemma4:12b", "model": "gemma4:12b", "size": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "11.9B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T14:29:13.032108867Z", "size_vram": 0, "context_length": 4096 } ], "finished_utc": "2026-08-25T14:19:13Z" }