{ "model_id": "m3", "model_tag": "phi4:14b", "box_class": "cpu-laptop", "started_utc": "2026-08-25T16:35:40Z", "nproc": 24, "num_predict": 256, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "nvidia_before": "0, 15 MiB, 0 %", "ollama_version": "0.32.15", "runs": [ { "ttft_ms": 230.05, "first_token_was_thinking": false, "wall_s": 58.2307, "eval_count": 256, "eval_duration_ns": 57999142000, "decode_tok_s": 4.414, "prompt_eval_count": 505, "prompt_eval_duration_ns": 224622000, "prefill_tok_s": 2248.221, "load_duration_ns": 519613, "total_duration_ns": 58228377428, "streamed_chunks": 256, "response_chars": 1076, "thinking_chars": 0, "done_reason": "length", "run": 1 }, { "ttft_ms": 229.18, "first_token_was_thinking": false, "wall_s": 58.1736, "eval_count": 256, "eval_duration_ns": 57941035000, "decode_tok_s": 4.418, "prompt_eval_count": 505, "prompt_eval_duration_ns": 224738000, "prefill_tok_s": 2247.061, "load_duration_ns": 648317, "total_duration_ns": 58170077520, "streamed_chunks": 256, "response_chars": 1076, "thinking_chars": 0, "done_reason": "length", "run": 2 }, { "ttft_ms": 230.74, "first_token_was_thinking": false, "wall_s": 58.1921, "eval_count": 256, "eval_duration_ns": 57958034000, "decode_tok_s": 4.417, "prompt_eval_count": 505, "prompt_eval_duration_ns": 226321000, "prefill_tok_s": 2231.344, "load_duration_ns": 522612, "total_duration_ns": 58188330298, "streamed_chunks": 256, "response_chars": 1076, "thinking_chars": 0, "done_reason": "length", "run": 3 }, { "ttft_ms": 232.39, "first_token_was_thinking": false, "wall_s": 58.2994, "eval_count": 256, "eval_duration_ns": 58065131000, "decode_tok_s": 4.409, "prompt_eval_count": 505, "prompt_eval_duration_ns": 228061000, "prefill_tok_s": 2214.32, "load_duration_ns": 519492, "total_duration_ns": 58296932091, "streamed_chunks": 256, "response_chars": 1076, "thinking_chars": 0, "done_reason": "length", "run": 4 }, { "ttft_ms": 229.33, "first_token_was_thinking": false, "wall_s": 58.2315, "eval_count": 256, "eval_duration_ns": 58000499000, "decode_tok_s": 4.414, "prompt_eval_count": 505, "prompt_eval_duration_ns": 225034000, "prefill_tok_s": 2244.105, "load_duration_ns": 572257, "total_duration_ns": 58229203380, "streamed_chunks": 256, "response_chars": 1076, "thinking_chars": 0, "done_reason": "length", "run": 5 } ], "errors": [], "quantization": "Q4_K_M", "param_size": "14.7B", "family": "phi3", "context_length": 16384, "think_mode": false, "think_note": "think:false accepted", "warmup_discarded": { "ttft_ms": 229.99, "first_token_was_thinking": false, "wall_s": 58.4802, "eval_count": 256, "eval_duration_ns": 58248264000, "decode_tok_s": 4.395, "prompt_eval_count": 505, "prompt_eval_duration_ns": 225635000, "prefill_tok_s": 2238.128, "load_duration_ns": 500658, "total_duration_ns": 58477575392, "streamed_chunks": 256, "response_chars": 1076, "thinking_chars": 0, "done_reason": "length" }, "ps_after_load": [ { "name": "phi4:14b", "model": "phi4:14b", "size": 10034589201, "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "details": { "parent_model": "", "format": "gguf", "family": "phi3", "families": [ "phi3" ], "parameter_size": "14.7B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T16:47:10.978048832Z", "size_vram": 0, "context_length": 4096 } ], "size_vram": 0, "size_total": 10034589201, "cpu_only_receipt": true, "peak_runner_rss_kb": 9851180, "peak_runner_rss_gib": 9.39, "peak_runner_threads": 31, "rss_samples": 568, "loadavg_during_runs": { "min": 3.41, "median": 4.28, "max": 4.44, "mean": 4.17, "samples": 568, "nproc": 24 }, "contention_suspected": false, "contention_note": "loadavg consistent with this bench owning the machine", "foreign_gpu_procs_during": "0, 15 MiB, 0 %", "derived": { "decode_tok_s": { "min": 4.409, "median": 4.414, "max": 4.418, "mean": 4.414, "n": 5 }, "ttft_ms": { "min": 229.18, "median": 230.05, "max": 232.39, "mean": 230.338, "n": 5 }, "wall_s": { "min": 58.1736, "median": 58.2307, "max": 58.2994, "mean": 58.225, "n": 5 }, "prefill_tok_s": { "min": 2214.32, "median": 2244.105, "max": 2248.221, "mean": 2237.01, "n": 5 }, "eval_count": { "min": 256, "median": 256, "max": 256, "mean": 256.0, "n": 5 } }, "cold_load": [ { "ttft_ms": 31977.39, "first_token_was_thinking": false, "wall_s": 31.98, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 505, "prompt_eval_duration_ns": 26423495000, "prefill_tok_s": 19.112, "load_duration_ns": 5549643861, "total_duration_ns": 31976982534, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 31.98, "ps_confirmed_empty_before": true, "load_duration_s": 5.5496 }, { "ttft_ms": 31957.66, "first_token_was_thinking": false, "wall_s": 31.9604, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 505, "prompt_eval_duration_ns": 26399816000, "prefill_tok_s": 19.129, "load_duration_ns": 5553446431, "total_duration_ns": 31957460032, "streamed_chunks": 1, "response_chars": 2, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 31.9605, "ps_confirmed_empty_before": true, "load_duration_s": 5.5534 } ], "cold_load_note": "PAGE-CACHE-WARM: no sudo to drop caches, so this is warm-disk reload, not a true cold read from NVMe.", "nvidia_after": "0, 15 MiB, 0 %", "ps_final": [ { "name": "phi4:14b", "model": "phi4:14b", "size": 10034589201, "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "details": { "parent_model": "", "format": "gguf", "family": "phi3", "families": [ "phi3" ], "parameter_size": "14.7B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T16:53:06.748244654Z", "size_vram": 0, "context_length": 4096 } ], "finished_utc": "2026-08-25T16:43:07Z" }