{
  "model_id": "m6",
  "model_tag": "nemotron-3.5-lightning:30b-a3b",
  "box_class": "cpu-mini",
  "arm_label": "tuned t=4",
  "num_thread": 4,
  "started_utc": "2026-08-25T19:11:46Z",
  "nproc": 16,
  "num_predict": 256,
  "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c",
  "loadavg_before_arm": "4.35 4.12 5.40 1/324 75215",
  "nvidia_before": "no nvidia-smi (no GPU on this box)",
  "ollama_version": "0.32.15",
  "runs": [
    {
      "num_thread": 4,
      "ttft_ms_CACHED_PREFIX": 171.26,
      "first_token_was_thinking": false,
      "wall_s": 17.4686,
      "eval_count": 256,
      "eval_duration_ns": 17295589000,
      "decode_tok_s": 14.801,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 3174.452,
      "load_duration_ns": 851062,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 1
    },
    {
      "num_thread": 4,
      "ttft_ms_CACHED_PREFIX": 184.5,
      "first_token_was_thinking": false,
      "wall_s": 18.0647,
      "eval_count": 256,
      "eval_duration_ns": 17878468000,
      "decode_tok_s": 14.319,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 2944.97,
      "load_duration_ns": 984920,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 2
    },
    {
      "num_thread": 4,
      "ttft_ms_CACHED_PREFIX": 172.44,
      "first_token_was_thinking": false,
      "wall_s": 17.6411,
      "eval_count": 256,
      "eval_duration_ns": 17467194000,
      "decode_tok_s": 14.656,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 3155.641,
      "load_duration_ns": 872934,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 3
    },
    {
      "num_thread": 4,
      "ttft_ms_CACHED_PREFIX": 171.83,
      "first_token_was_thinking": false,
      "wall_s": 16.9108,
      "eval_count": 256,
      "eval_duration_ns": 16737449000,
      "decode_tok_s": 15.295,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 3160.271,
      "load_duration_ns": 913001,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 4
    },
    {
      "num_thread": 4,
      "ttft_ms_CACHED_PREFIX": 172.72,
      "first_token_was_thinking": false,
      "wall_s": 16.9859,
      "eval_count": 256,
      "eval_duration_ns": 16811258000,
      "decode_tok_s": 15.228,
      "prompt_eval_count": 532,
      "prefill_tok_s_CACHE_ARTIFACT": 3153.377,
      "load_duration_ns": 921178,
      "streamed_chunks": 245,
      "response_chars": 1029,
      "thinking_chars": 0,
      "done_reason": "length",
      "run": 5
    }
  ],
  "errors": [],
  "quantization": "Q4_K_M",
  "param_size": "32.9B",
  "context_length": 1048576,
  "think_mode": false,
  "think_note": "think:false accepted",
  "warmup_discarded": {
    "num_thread": 4,
    "ttft_ms_CACHED_PREFIX": 183.24,
    "first_token_was_thinking": false,
    "wall_s": 17.0384,
    "eval_count": 256,
    "eval_duration_ns": 16853488000,
    "decode_tok_s": 15.19,
    "prompt_eval_count": 532,
    "prefill_tok_s_CACHE_ARTIFACT": 2968.286,
    "load_duration_ns": 980936,
    "streamed_chunks": 245,
    "response_chars": 1029,
    "thinking_chars": 0,
    "done_reason": "length"
  },
  "ps_after_load": [
    {
      "name": "nemotron-3.5-lightning:30b-a3b",
      "model": "nemotron-3.5-lightning:30b-a3b",
      "size": 25609340188,
      "digest": "e7a64ff15fb174c42b4f463e5c888c4f2c7b9cabf9e8d65a1c0874405426c1b2",
      "details": {
        "parent_model": "",
        "format": "gguf",
        "family": "nemotron_h_moe",
        "families": [
          "nemotron_h_moe"
        ],
        "parameter_size": "32.9B",
        "quantization_level": "Q4_K_M"
      },
      "expires_at": "2026-08-25T19:22:29.474047672Z",
      "size_vram": 0,
      "context_length": 4096
    }
  ],
  "size_vram": 0,
  "size_total": 25609340188,
  "cpu_only_receipt": true,
  "peak_runner_rss_gib": 24.17,
  "peak_runner_threads": 26,
  "loadavg_during_runs": {
    "min": 4.34,
    "median": 4.67,
    "max": 4.89,
    "mean": 4.64,
    "samples": 171,
    "nproc": 16
  },
  "contention_suspected": false,
  "nvidia_after": "no nvidia-smi (no GPU on this box)",
  "derived": {
    "decode_tok_s": {
      "min": 14.319,
      "median": 14.801,
      "max": 15.295,
      "mean": 14.86,
      "n": 5,
      "spread_pct": 6.59
    },
    "wall_s": {
      "min": 16.9108,
      "median": 17.4686,
      "max": 18.0647,
      "mean": 17.414,
      "n": 5,
      "spread_pct": 6.61
    },
    "eval_count": {
      "min": 256,
      "median": 256,
      "max": 256,
      "mean": 256.0,
      "n": 5,
      "spread_pct": 0.0
    },
    "thinking_chars_total": 0
  },
  "finished_utc": "2026-08-25T19:13:56Z"
}