{ "model_id": "m1", "model_tag": "qwen3.5:9b", "box_class": "cpu-server", "started_utc": "2026-08-25T15:05:43Z", "nproc": 64, "num_predict": 256, "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "nvidia_before": "0, 38764 MiB, 0 %", "ollama_version": "0.32.15", "runs": [ { "ttft_ms": 149.18, "first_token_was_thinking": false, "wall_s": 19.0294, "eval_count": 256, "eval_duration_ns": 18876004000, "decode_tok_s": 13.562, "prompt_eval_count": 537, "prompt_eval_duration_ns": 140457000, "prefill_tok_s": 3823.234, "load_duration_ns": 1617774, "total_duration_ns": 19024880419, "streamed_chunks": 237, "response_chars": 1021, "thinking_chars": 0, "done_reason": "length", "run": 1 }, { "ttft_ms": 134.89, "first_token_was_thinking": false, "wall_s": 18.9843, "eval_count": 256, "eval_duration_ns": 18844907000, "decode_tok_s": 13.585, "prompt_eval_count": 537, "prompt_eval_duration_ns": 126457000, "prefill_tok_s": 4246.503, "load_duration_ns": 1193705, "total_duration_ns": 18979509213, "streamed_chunks": 237, "response_chars": 1021, "thinking_chars": 0, "done_reason": "length", "run": 2 }, { "ttft_ms": 135.81, "first_token_was_thinking": false, "wall_s": 18.9663, "eval_count": 256, "eval_duration_ns": 18826862000, "decode_tok_s": 13.598, "prompt_eval_count": 537, "prompt_eval_duration_ns": 126979000, "prefill_tok_s": 4229.046, "load_duration_ns": 1485584, "total_duration_ns": 18962275974, "streamed_chunks": 237, "response_chars": 1021, "thinking_chars": 0, "done_reason": "length", "run": 3 }, { "ttft_ms": 138.42, "first_token_was_thinking": false, "wall_s": 18.9743, "eval_count": 256, "eval_duration_ns": 18831622000, "decode_tok_s": 13.594, "prompt_eval_count": 537, "prompt_eval_duration_ns": 129770000, "prefill_tok_s": 4138.09, "load_duration_ns": 1651233, "total_duration_ns": 18969709211, "streamed_chunks": 237, "response_chars": 1021, "thinking_chars": 0, "done_reason": "length", "run": 4 }, { "ttft_ms": 136.01, "first_token_was_thinking": false, "wall_s": 18.9579, "eval_count": 256, "eval_duration_ns": 18817683000, "decode_tok_s": 13.604, "prompt_eval_count": 537, "prompt_eval_duration_ns": 126904000, "prefill_tok_s": 4231.545, "load_duration_ns": 3145126, "total_duration_ns": 18953245662, "streamed_chunks": 237, "response_chars": 1021, "thinking_chars": 0, "done_reason": "length", "run": 5 } ], "errors": [], "quantization": "Q4_K_M", "param_size": "9.7B", "family": "qwen35", "context_length": 262144, "think_mode": false, "think_note": "think:false accepted", "warmup_discarded": { "ttft_ms": 135.03, "first_token_was_thinking": false, "wall_s": 19.0752, "eval_count": 256, "eval_duration_ns": 18935552000, "decode_tok_s": 13.52, "prompt_eval_count": 537, "prompt_eval_duration_ns": 126372000, "prefill_tok_s": 4249.359, "load_duration_ns": 1352984, "total_duration_ns": 19070143644, "streamed_chunks": 237, "response_chars": 1021, "thinking_chars": 0, "done_reason": "length" }, "ps_after_load": [ { "name": "qwen3.5:9b", "model": "qwen3.5:9b", "size": 6071601067, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "9.7B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T15:16:15.942831897Z", "size_vram": 0, "context_length": 4096 } ], "size_vram": 0, "size_total": 6071601067, "cpu_only_receipt": true, "peak_runner_rss_kb": 6977668, "peak_runner_rss_gib": 6.65, "peak_runner_threads": 103, "rss_samples": 173, "loadavg_during_runs": { "min": 11.21, "median": 22.25, "max": 27.83, "mean": 21.47, "samples": 173, "nproc": 64 }, "contention_suspected": false, "contention_note": "loadavg consistent with this bench owning the machine", "foreign_gpu_procs_during": "0, 38764 MiB, 0 %", "derived": { "decode_tok_s": { "min": 13.562, "median": 13.594, "max": 13.604, "mean": 13.589, "n": 5 }, "ttft_ms": { "min": 134.89, "median": 136.01, "max": 149.18, "mean": 138.862, "n": 5 }, "wall_s": { "min": 18.9579, "median": 18.9743, "max": 19.0294, "mean": 18.982, "n": 5 }, "prefill_tok_s": { "min": 3823.234, "median": 4229.046, "max": 4246.503, "mean": 4133.684, "n": 5 }, "eval_count": { "min": 256, "median": 256, "max": 256, "mean": 256.0, "n": 5 } }, "cold_load": [ { "ttft_ms": 13599.81, "first_token_was_thinking": false, "wall_s": 13.6021, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 537, "prompt_eval_duration_ns": 4824348000, "prefill_tok_s": 111.31, "load_duration_ns": 8765175650, "total_duration_ns": 13598619109, "streamed_chunks": 1, "response_chars": 5, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 13.6023, "ps_confirmed_empty_before": true, "load_duration_s": 8.7652 }, { "ttft_ms": 13732.76, "first_token_was_thinking": false, "wall_s": 13.7364, "eval_count": 1, "eval_duration_ns": 1000, "decode_tok_s": 1000000.0, "prompt_eval_count": 537, "prompt_eval_duration_ns": 4994671000, "prefill_tok_s": 107.515, "load_duration_ns": 8728472775, "total_duration_ns": 13732363483, "streamed_chunks": 1, "response_chars": 5, "thinking_chars": 0, "done_reason": "length", "wall_to_first_token_s": 13.7365, "ps_confirmed_empty_before": true, "load_duration_s": 8.7285 } ], "cold_load_note": "PAGE-CACHE-WARM: no sudo to drop caches, so this is warm-disk reload, not a true cold read from NVMe.", "nvidia_after": "0, 38764 MiB, 0 %", "ps_final": [ { "name": "qwen3.5:9b", "model": "qwen3.5:9b", "size": 6071601067, "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "9.7B", "quantization_level": "Q4_K_M" }, "expires_at": "2026-08-25T15:18:19.825179628Z", "size_vram": 0, "context_length": 4096 } ], "finished_utc": "2026-08-25T15:08:20Z" }