{
  "model_id": "m6",
  "model_tag": "nemotron-3.5-lightning:30b-a3b",
  "box_class": "cpu-mini",
  "arm_label": "tuned t=12",
  "num_thread": 12,
  "started_utc": "2026-08-25T18:41:19Z",
  "nproc": 16,
  "num_predict": 256,
  "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c",
  "loadavg_before_arm": "16.14 13.89 10.92 2/328 45395",
  "nvidia_before": "no nvidia-smi (no GPU on this box)",
  "ollama_version": "0.32.15",
  "runs": [
    {
      "num_thread": 12,
      "ttft_ms_CACHED_PREFIX": 322.5,
      "first_token_was_thinking": false,
      "wall_s": 35.6087,
      "eval_count": 256,
      "eval_duration_ns": 35284931000,
      "decode_tok_s": 7.255,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 1668.433,
      "load_duration_ns": 853787,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 1
    },
    {
      "num_thread": 12,
      "ttft_ms_CACHED_PREFIX": 288.64,
      "first_token_was_thinking": false,
      "wall_s": 34.5931,
      "eval_count": 256,
      "eval_duration_ns": 34302987000,
      "decode_tok_s": 7.463,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 1862.876,
      "load_duration_ns": 671348,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 2
    },
    {
      "num_thread": 12,
      "ttft_ms_CACHED_PREFIX": 290.29,
      "first_token_was_thinking": false,
      "wall_s": 35.5898,
      "eval_count": 256,
      "eval_duration_ns": 35298051000,
      "decode_tok_s": 7.253,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 1853.239,
      "load_duration_ns": 854055,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 3
    },
    {
      "num_thread": 12,
      "ttft_ms_CACHED_PREFIX": 327.58,
      "first_token_was_thinking": false,
      "wall_s": 34.5211,
      "eval_count": 256,
      "eval_duration_ns": 34191940000,
      "decode_tok_s": 7.487,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 1639.198,
      "load_duration_ns": 772695,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 4
    },
    {
      "num_thread": 12,
      "ttft_ms_CACHED_PREFIX": 327.46,
      "first_token_was_thinking": false,
      "wall_s": 35.3246,
      "eval_count": 256,
      "eval_duration_ns": 34995782000,
      "decode_tok_s": 7.315,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 1640.694,
      "load_duration_ns": 851043,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 5
    }
  ],
  "errors": [],
  "quantization": "Q4_K_M",
  "param_size": "32.9B",
  "context_length": 1048576,
  "think_mode": false,
  "think_note": "think:false accepted",
  "warmup_discarded": {
    "num_thread": 12,
    "ttft_ms_CACHED_PREFIX": 342.68,
    "first_token_was_thinking": false,
    "wall_s": 36.1495,
    "eval_count": 256,
    "eval_duration_ns": 35805877000,
    "decode_tok_s": 7.15,
    "prompt_eval_count": 532,
    "prefill_tok_s_CACHE_ARTIFACT": 1568.581,
    "load_duration_ns": 807244,
    "streamed_chunks": 245,
    "response_chars": 1029,
    "thinking_chars": 0,
    "done_reason": "length"
  },
  "ps_after_load": [
    {
      "name": "nemotron-3.5-lightning:30b-a3b",
      "model": "nemotron-3.5-lightning:30b-a3b",
      "size": 25609340188,
      "digest": "e7a64ff15fb174c42b4f463e5c888c4f2c7b9cabf9e8d65a1c0874405426c1b2",
      "details": {
        "parent_model": "",
        "format": "gguf",
        "family": "nemotron_h_moe",
        "families": [
          "nemotron_h_moe"
        ],
        "parameter_size": "32.9B",
        "quantization_level": "Q4_K_M"
      },
      "expires_at": "2026-08-25T18:52:19.003455455Z",
      "size_vram": 0,
      "context_length": 4096
    }
  ],
  "size_vram": 0,
  "size_total": 25609340188,
  "cpu_only_receipt": true,
  "peak_runner_rss_gib": 24.17,
  "peak_runner_threads": 42,
  "loadavg_during_runs": {
    "min": 14.64,
    "median": 15.94,
    "max": 16.94,
    "mean": 15.9,
    "samples": 345,
    "nproc": 16
  },
  "contention_suspected": false,
  "nvidia_after": "no nvidia-smi (no GPU on this box)",
  "derived": {
    "decode_tok_s": {
      "min": 7.253,
      "median": 7.315,
      "max": 7.487,
      "mean": 7.355,
      "n": 5,
      "spread_pct": 3.2
    },
    "wall_s": {
      "min": 34.5211,
      "median": 35.3246,
      "max": 35.6087,
      "mean": 35.127,
      "n": 5,
      "spread_pct": 3.08
    },
    "eval_count": {
      "min": 256,
      "median": 256,
      "max": 256,
      "mean": 256.0,
      "n": 5,
      "spread_pct": 0.0
    },
    "thinking_chars_total": 0
  },
  "finished_utc": "2026-08-25T18:45:14Z"
}