{ "model_id": "m5", "model_tag": "gemma4:26b", "box_class": "cpu-server", "started_utc": "2026-08-25T15:21:04Z", "nproc": 64, "num_predict": 256, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "nvidia_before": "0, 38764 MiB, 0 %", "ollama_version": "0.32.15", "runs": [ { "ttft_ms": 317.57, "first_token_was_thinking": false, "wall_s": 10.705, "eval_count": 256, "eval_duration_ns": 10381731000, "decode_tok_s": 24.659, "prompt_eval_count": 536, "prompt_eval_duration_ns": 308858000, "prefill_tok_s": 1735.425, "load_duration_ns": 1245475, "total_duration_ns": 10699333959, "streamed_chunks": 256, "response_chars": 1066, "thinking_chars": 0, "done_reason": "length", "run": 1 }, { "ttft_ms": 313.53, "first_token_was_thinking": false, "wall_s": 10.655, "eval_count": 256, "eval_duration_ns": 10336054000, "decode_tok_s": 24.768, "prompt_eval_count": 536, "prompt_eval_duration_ns": 305359000, "prefill_tok_s": 1755.311, "load_duration_ns": 1048746, "total_duration_ns": 10649263253, "streamed_chunks": 256, "response_chars": 1066, "thinking_chars": 0, "done_reason": "length", "run": 2 }, { "ttft_ms": 312.97, "first_token_was_thinking": false, "wall_s": 10.6934, "eval_count": 256, "eval_duration_ns": 10374756000, "decode_tok_s": 24.675, "prompt_eval_count": 536, "prompt_eval_duration_ns": 305374000, "prefill_tok_s": 1755.225, "load_duration_ns": 1425224, "total_duration_ns": 10687460812, "streamed_chunks": 256, "response_chars": 1066, "thinking_chars": 0, "done_reason": "length", "run": 3 }, { "ttft_ms": 315.0, "first_token_was_thinking": false, "wall_s": 10.7758, "eval_count": 256, "eval_duration_ns": 10454559000, "decode_tok_s": 24.487, "prompt_eval_count": 536, "prompt_eval_duration_ns": 305167000, "prefill_tok_s": 1756.415, "load_duration_ns": 1243325, "total_duration_ns": 10769513216, "streamed_chunks": 256, "response_chars": 1066, "thinking_chars": 0, "done_reason": "length", "run": 4 }, { "ttft_ms": 313.21, "first_token_was_thinking": false, "wall_s": 10.6513, "eval_count": 256, "eval_duration_ns": 10331886000, "decode_tok_s": 24.778, "prompt_eval_count": 536, "prompt_eval_duration_ns": 303907000, "prefill_tok_s": 1763.697, "load_duration_ns": 1320664, "total_duration_ns": 10645169581, "streamed_chunks": 256, "response_chars": 1066, "thinking_chars": 0, "done_reason": "length", "run": 5 } ], "errors": [], "quantization": "Q4_K_M", "param_size": "25.2B", "family": "gemma4", "context_length": 262144, "think_mode": false, "think_note": "think:false accepted", "warmup_discarded": { "ttft_ms": 303.44, "first_token_was_thinking": false, "wall_s": 10.6689, "eval_count": 256, "eval_duration_ns": 10359308000, "decode_tok_s": 24.712, "prompt_eval_count": 536, "prompt_eval_duration_ns": 293923000, "prefill_tok_s": 1823.607, "load_duration_ns": 1209845, "total_duration_ns": 10662955451, "streamed_chunks": 256, "response_chars": 1066, "thinking_chars": 0, "done_reason": "length" }, "ps_after_load": [ { "name": "gemma4:26b", "model": "gemma4:26b", "size": 9535058083, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "25.2B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T15:31:41.611862165Z", "size_vram": 0, "context_length": 4096 } ], "size_vram": 0, "size_total": 9535058083, "cpu_only_receipt": true, "peak_runner_rss_kb": 19912808, "peak_runner_rss_gib": 18.99, "peak_runner_threads": 130, "rss_samples": 98, "loadavg_during_runs": { "min": 19.38, "median": 26.17, "max": 28.54, "mean": 24.76, "samples": 98, "nproc": 64 }, "contention_suspected": false, "contention_note": "loadavg consistent with this bench owning the machine", "foreign_gpu_procs_during": "0, 38764 MiB, 0 %", "derived": { "decode_tok_s": { "min": 24.487, "median": 24.675, "max": 24.778, "mean": 24.673, "n": 5 }, "ttft_ms": { "min": 312.97, "median": 313.53, "max": 317.57, "mean": 314.456, "n": 5 }, "wall_s": { "min": 10.6513, "median": 10.6934, "max": 10.7758, "mean": 10.696, "n": 5 }, "prefill_tok_s": { "min": 1735.425, "median": 1755.311, "max": 1763.697, "mean": 1753.215, "n": 5 }, "eval_count": { "min": 256, "median": 256, "max": 256, "mean": 256.0, "n": 5 } }, "cold_load": [ { "ttft_ms": 23665.92, "first_token_was_thinking": false, "wall_s": 23.6702, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 536, "prompt_eval_duration_ns": 3803167000, "prefill_tok_s": 140.935, "load_duration_ns": 19853190865, "total_duration_ns": 23665620390, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 23.6703, "ps_confirmed_empty_before": true, "load_duration_s": 19.8532 }, { "ttft_ms": 24029.04, "first_token_was_thinking": false, "wall_s": 24.0341, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 536, "prompt_eval_duration_ns": 3658310000, "prefill_tok_s": 146.516, "load_duration_ns": 20356996927, "total_duration_ns": 24028559271, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 24.0343, "ps_confirmed_empty_before": true, "load_duration_s": 20.357 } ], "cold_load_note": "PAGE-CACHE-WARM: no sudo to drop caches, so this is warm-disk reload, not a true cold read from NVMe.", "nvidia_after": "0, 38764 MiB, 0 %", "ps_final": [ { "name": "gemma4:26b", "model": "gemma4:26b", "size": 9535058083, "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "details": { "parent_model": "", "format": "gguf", "family": "gemma4", "families": [ "gemma4" ], "parameter_size": "25.2B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T15:33:27.389308481Z", "size_vram": 0, "context_length": 4096 } ], "finished_utc": "2026-08-25T15:23:29Z" }