{
  "arm": "num_thread sweep (full scoring rules: 1 warmup + N scored, median)",
  "box_class": "cpu-laptop",
  "model_tag": "qwen3.5:9b",
  "nproc": 24,
  "runs_per_setting": 5,
  "rows": [
    {
      "num_thread": 16,
      "decode_median": 12.908,
      "decode_min": 12.453,
      "decode_max": 13.028,
      "loadavg_median": 16.24
    },
    {
      "num_thread": 20,
      "decode_median": 13.046,
      "decode_min": 13.024,
      "decode_max": 13.072,
      "loadavg_median": 19.44
    }
  ],
  "best_threads": 20,
  "detail": [
    {
      "model_id": "m1",
      "model_tag": "qwen3.5:9b",
      "box_class": "cpu-laptop",
      "arm_label": "sweep t=16",
      "num_thread": 16,
      "started_utc": "2026-08-25T18:17:36Z",
      "nproc": 24,
      "num_predict": 256,
      "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c",
      "loadavg_before_arm": "16.77 16.55 9.49 1/1407 2868173",
      "nvidia_before": "0, 15 MiB, 0 %",
      "ollama_version": "0.32.15",
      "runs": [
        {
          "num_thread": 16,
          "ttft_ms_CACHED_PREFIX": 124.24,
          "first_token_was_thinking": false,
          "wall_s": 19.7759,
          "eval_count": 256,
          "eval_duration_ns": 19649919000,
          "decode_tok_s": 13.028,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4524.277,
          "load_duration_ns": 1130658,
          "streamed_chunks": 238,
          "response_chars": 1048,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 1
        },
        {
          "num_thread": 16,
          "ttft_ms_CACHED_PREFIX": 128.33,
          "first_token_was_thinking": false,
          "wall_s": 19.96,
          "eval_count": 256,
          "eval_duration_ns": 19829456000,
          "decode_tok_s": 12.91,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4333.511,
          "load_duration_ns": 672441,
          "streamed_chunks": 238,
          "response_chars": 1048,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 2
        },
        {
          "num_thread": 16,
          "ttft_ms_CACHED_PREFIX": 131.56,
          "first_token_was_thinking": false,
          "wall_s": 19.9668,
          "eval_count": 256,
          "eval_duration_ns": 19832762000,
          "decode_tok_s": 12.908,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4219.641,
          "load_duration_ns": 599377,
          "streamed_chunks": 238,
          "response_chars": 1048,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 3
        },
        {
          "num_thread": 16,
          "ttft_ms_CACHED_PREFIX": 132.92,
          "first_token_was_thinking": false,
          "wall_s": 20.354,
          "eval_count": 256,
          "eval_duration_ns": 20218954000,
          "decode_tok_s": 12.661,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4162.339,
          "load_duration_ns": 540977,
          "streamed_chunks": 238,
          "response_chars": 1048,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 4
        },
        {
          "num_thread": 16,
          "ttft_ms_CACHED_PREFIX": 138.6,
          "first_token_was_thinking": false,
          "wall_s": 20.6984,
          "eval_count": 256,
          "eval_duration_ns": 20557604000,
          "decode_tok_s": 12.453,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4036.016,
          "load_duration_ns": 806834,
          "streamed_chunks": 238,
          "response_chars": 1048,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 5
        }
      ],
      "errors": [],
      "quantization": "Q4_K_M",
      "param_size": "9.7B",
      "context_length": 262144,
      "think_mode": false,
      "think_note": "think:false accepted",
      "warmup_discarded": {
        "num_thread": 16,
        "ttft_ms_CACHED_PREFIX": 125.55,
        "first_token_was_thinking": false,
        "wall_s": 19.5634,
        "eval_count": 256,
        "eval_duration_ns": 19436105000,
        "decode_tok_s": 13.171,
        "prompt_eval_count": 537,
        "prefill_tok_s_CACHE_ARTIFACT": 4469.711,
        "load_duration_ns": 827148,
        "streamed_chunks": 238,
        "response_chars": 1048,
        "thinking_chars": 0,
        "done_reason": "length"
      },
      "ps_after_load": [
        {
          "name": "qwen3.5:9b",
          "model": "qwen3.5:9b",
          "size": 6071601067,
          "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7",
          "details": {
            "parent_model": "",
            "format": "gguf",
            "family": "qwen35",
            "families": [
              "qwen35"
            ],
            "parameter_size": "9.7B",
            "quantization_level": "Q4_K_M"
          },
          "expires_at": "2026-08-25T18:28:05.416696322Z",
          "size_vram": 0,
          "context_length": 4096
        }
      ],
      "size_vram": 0,
      "size_total": 6071601067,
      "cpu_only_receipt": true,
      "peak_runner_rss_gib": 6.65,
      "peak_runner_threads": 43,
      "loadavg_during_runs": {
        "min": 16.08,
        "median": 16.24,
        "max": 16.58,
        "mean": 16.3,
        "samples": 196,
        "nproc": 24
      },
      "contention_suspected": false,
      "nvidia_after": "0, 15 MiB, 0 %",
      "derived": {
        "decode_tok_s": {
          "min": 12.453,
          "median": 12.908,
          "max": 13.028,
          "mean": 12.792,
          "n": 5,
          "spread_pct": 4.45
        },
        "wall_s": {
          "min": 19.7759,
          "median": 19.9668,
          "max": 20.6984,
          "mean": 20.151,
          "n": 5,
          "spread_pct": 4.62
        },
        "eval_count": {
          "min": 256,
          "median": 256,
          "max": 256,
          "mean": 256.0,
          "n": 5,
          "spread_pct": 0.0
        },
        "thinking_chars_total": 0
      },
      "finished_utc": "2026-08-25T18:19:46Z"
    },
    {
      "model_id": "m1",
      "model_tag": "qwen3.5:9b",
      "box_class": "cpu-laptop",
      "arm_label": "sweep t=20",
      "num_thread": 20,
      "started_utc": "2026-08-25T18:19:46Z",
      "nproc": 24,
      "num_predict": 256,
      "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c",
      "loadavg_before_arm": "16.41 16.40 10.35 2/1412 2869581",
      "nvidia_before": "0, 15 MiB, 0 %",
      "ollama_version": "0.32.15",
      "runs": [
        {
          "num_thread": 20,
          "ttft_ms_CACHED_PREFIX": 118.47,
          "first_token_was_thinking": false,
          "wall_s": 19.7434,
          "eval_count": 256,
          "eval_duration_ns": 19622692000,
          "decode_tok_s": 13.046,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4738.5,
          "load_duration_ns": 475297,
          "streamed_chunks": 239,
          "response_chars": 1057,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 1
        },
        {
          "num_thread": 20,
          "ttft_ms_CACHED_PREFIX": 118.88,
          "first_token_was_thinking": false,
          "wall_s": 19.7367,
          "eval_count": 256,
          "eval_duration_ns": 19615784000,
          "decode_tok_s": 13.051,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4731.361,
          "load_duration_ns": 1171008,
          "streamed_chunks": 239,
          "response_chars": 1057,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 2
        },
        {
          "num_thread": 20,
          "ttft_ms_CACHED_PREFIX": 119.85,
          "first_token_was_thinking": false,
          "wall_s": 19.7651,
          "eval_count": 256,
          "eval_duration_ns": 19643497000,
          "decode_tok_s": 13.032,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4732.528,
          "load_duration_ns": 544767,
          "streamed_chunks": 239,
          "response_chars": 1057,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 3
        },
        {
          "num_thread": 20,
          "ttft_ms_CACHED_PREFIX": 120.79,
          "first_token_was_thinking": false,
          "wall_s": 19.7069,
          "eval_count": 256,
          "eval_duration_ns": 19583195000,
          "decode_tok_s": 13.072,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4695.534,
          "load_duration_ns": 815468,
          "streamed_chunks": 239,
          "response_chars": 1057,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 4
        },
        {
          "num_thread": 20,
          "ttft_ms_CACHED_PREFIX": 117.46,
          "first_token_was_thinking": false,
          "wall_s": 19.7789,
          "eval_count": 256,
          "eval_duration_ns": 19655827000,
          "decode_tok_s": 13.024,
          "prompt_eval_count": 537,
          "prefill_tok_s_CACHE_ARTIFACT": 4724.7,
          "load_duration_ns": 491424,
          "streamed_chunks": 239,
          "response_chars": 1057,
          "thinking_chars": 0,
          "done_reason": "length",
          "run": 5
        }
      ],
      "errors": [],
      "quantization": "Q4_K_M",
      "param_size": "9.7B",
      "context_length": 262144,
      "think_mode": false,
      "think_note": "think:false accepted",
      "warmup_discarded": {
        "num_thread": 20,
        "ttft_ms_CACHED_PREFIX": 117.21,
        "first_token_was_thinking": false,
        "wall_s": 19.3079,
        "eval_count": 256,
        "eval_duration_ns": 19188651000,
        "decode_tok_s": 13.341,
        "prompt_eval_count": 537,
        "prefill_tok_s_CACHE_ARTIFACT": 4837.053,
        "load_duration_ns": 639300,
        "streamed_chunks": 239,
        "response_chars": 1057,
        "thinking_chars": 0,
        "done_reason": "length"
      },
      "ps_after_load": [
        {
          "name": "qwen3.5:9b",
          "model": "qwen3.5:9b",
          "size": 6071601067,
          "digest": "6488c96fa5faab64bb65cbd30d4289e20e6130ef535a93ef9a49f42eda893ea7",
          "details": {
            "parent_model": "",
            "format": "gguf",
            "family": "qwen35",
            "families": [
              "qwen35"
            ],
            "parameter_size": "9.7B",
            "quantization_level": "Q4_K_M"
          },
          "expires_at": "2026-08-25T18:30:15.251502106Z",
          "size_vram": 0,
          "context_length": 4096
        }
      ],
      "size_vram": 0,
      "size_total": 6071601067,
      "cpu_only_receipt": true,
      "peak_runner_rss_gib": 6.65,
      "peak_runner_threads": 47,
      "loadavg_during_runs": {
        "min": 17.19,
        "median": 19.44,
        "max": 19.85,
        "mean": 19.09,
        "samples": 191,
        "nproc": 24
      },
      "contention_suspected": false,
      "nvidia_after": "0, 15 MiB, 0 %",
      "derived": {
        "decode_tok_s": {
          "min": 13.024,
          "median": 13.046,
          "max": 13.072,
          "mean": 13.045,
          "n": 5,
          "spread_pct": 0.37
        },
        "wall_s": {
          "min": 19.7069,
          "median": 19.7434,
          "max": 19.7789,
          "mean": 19.746,
          "n": 5,
          "spread_pct": 0.36
        },
        "eval_count": {
          "min": 256,
          "median": 256,
          "max": 256,
          "mean": 256.0,
          "n": 5,
          "spread_pct": 0.0
        },
        "thinking_chars_total": 0
      },
      "finished_utc": "2026-08-25T18:21:54Z"
    }
  ],
  "finished_utc": "2026-08-25T18:21:54Z"
}