{ "model_id": "m2", "model_tag": "gemma4:12b", "box_class": "cpu-laptop", "started_utc": "2026-08-25T16:27:36Z", "nproc": 24, "num_predict": 256, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "nvidia_before": "0, 15 MiB, 0 %", "ollama_version": "0.32.15", "runs": [ { "ttft_ms": 711.74, "first_token_was_thinking": false, "wall_s": 52.4967, "eval_count": 256, "eval_duration_ns": 51780787000, "decode_tok_s": 4.944, "prompt_eval_count": 536, "prompt_eval_duration_ns": 706697000, "prefill_tok_s": 758.458, "load_duration_ns": 661956, "total_duration_ns": 52492247037, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 1 }, { "ttft_ms": 707.81, "first_token_was_thinking": false, "wall_s": 52.3592, "eval_count": 256, "eval_duration_ns": 51648703000, "decode_tok_s": 4.957, "prompt_eval_count": 536, "prompt_eval_duration_ns": 702051000, "prefill_tok_s": 763.477, "load_duration_ns": 702123, "total_duration_ns": 52355711567, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 2 }, { "ttft_ms": 712.6, "first_token_was_thinking": false, "wall_s": 52.3776, "eval_count": 256, "eval_duration_ns": 51660119000, "decode_tok_s": 4.955, "prompt_eval_count": 536, "prompt_eval_duration_ns": 707517000, "prefill_tok_s": 757.579, "load_duration_ns": 698135, "total_duration_ns": 52372392086, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 3 }, { "ttft_ms": 706.82, "first_token_was_thinking": false, "wall_s": 52.5511, "eval_count": 256, "eval_duration_ns": 51841557000, "decode_tok_s": 4.938, "prompt_eval_count": 536, "prompt_eval_duration_ns": 701722000, "prefill_tok_s": 763.835, "load_duration_ns": 521892, "total_duration_ns": 52547815330, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 4 }, { "ttft_ms": 716.19, "first_token_was_thinking": false, "wall_s": 52.431, "eval_count": 256, "eval_duration_ns": 51710608000, "decode_tok_s": 4.951, "prompt_eval_count": 536, "prompt_eval_duration_ns": 710501000, "prefill_tok_s": 754.397, "load_duration_ns": 543425, "total_duration_ns": 52426051880, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length", "run": 5 } ], "errors": [], "quantization": "Q4_K_M", "param_size": "11.9B", "family": "gemma4", "context_length": 262144, "think_mode": false, "think_note": "think:false accepted", "warmup_discarded": { "ttft_ms": 711.86, "first_token_was_thinking": false, "wall_s": 52.6659, "eval_count": 256, "eval_duration_ns": 51950699000, "decode_tok_s": 4.928, "prompt_eval_count": 536, "prompt_eval_duration_ns": 706697000, "prefill_tok_s": 758.458, "load_duration_ns": 625264, "total_duration_ns": 52662164016, "streamed_chunks": 256, "response_chars": 1048, "thinking_chars": 0, "done_reason": "length" }, "ps_after_load": [ { "name": "gemma4:12b", "model": "gemma4:12b", "size": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "11.9B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T16:38:56.990555282Z", "size_vram": 0, "context_length": 4096 } ], "size_vram": 0, "size_total": 8897649703, "cpu_only_receipt": true, "peak_runner_rss_kb": 9501348, "peak_runner_rss_gib": 9.06, "peak_runner_threads": 31, "rss_samples": 512, "loadavg_during_runs": { "min": 3.29, "median": 3.94, "max": 4.5, "mean": 3.99, "samples": 512, "nproc": 24 }, "contention_suspected": false, "contention_note": "loadavg consistent with this bench owning the machine", "foreign_gpu_procs_during": "0, 15 MiB, 0 %", "derived": { "decode_tok_s": { "min": 4.938, "median": 4.951, "max": 4.957, "mean": 4.949, "n": 5 }, "ttft_ms": { "min": 706.82, "median": 711.74, "max": 716.19, "mean": 711.032, "n": 5 }, "wall_s": { "min": 52.3592, "median": 52.431, "max": 52.5511, "mean": 52.443, "n": 5 }, "prefill_tok_s": { "min": 754.397, "median": 758.458, "max": 763.835, "mean": 759.549, "n": 5 }, "eval_count": { "min": 256, "median": 256, "max": 256, "mean": 256.0, "n": 5 } }, "cold_load": [ { "ttft_ms": 27482.04, "first_token_was_thinking": false, "wall_s": 27.4856, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 536, "prompt_eval_duration_ns": 22129907000, "prefill_tok_s": 24.221, "load_duration_ns": 5346642216, "total_duration_ns": 27481397230, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 27.4857, "ps_confirmed_empty_before": true, "load_duration_s": 5.3466 }, { "ttft_ms": 27571.69, "first_token_was_thinking": false, "wall_s": 27.5745, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 536, "prompt_eval_duration_ns": 22219136000, "prefill_tok_s": 24.123, "load_duration_ns": 5346995200, "total_duration_ns": 27571106058, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 27.5746, "ps_confirmed_empty_before": true, "load_duration_s": 5.347 } ], "cold_load_note": "PAGE-CACHE-WARM: no sudo to drop caches, so this is warm-disk reload, not a true cold read from NVMe.", "nvidia_after": "0, 15 MiB, 0 %", "ps_final": [ { "name": "gemma4:12b", "model": "gemma4:12b", "size": 8897649703, "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "11.9B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T16:44:15.097218335Z", "size_vram": 0, "context_length": 4096 } ], "finished_utc": "2026-08-25T16:34:15Z" }