{
 "decode": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 3219.3730484330654,
   "mean_watts": 268.12468198680614,
   "peak_watts": 301.84,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 3219.3730484330654,
     "mean_watts": 268.12468198680614,
     "min_watts": 147.58,
     "peak_watts": 301.84,
     "samples": 13,
     "seconds": 12.006999969482422
    }
   },
   "samples": 13,
   "seconds": 12.006999969482422
  },
  "num_predict": 256,
  "prompt": "Describe, in about three hundred words, a lighthouse on a rocky coast during a winter storm.",
  "runs": [
   {
    "decode_tok_s": 78.7046203301413,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.252668,
    "load_s": 0.433409695,
    "prefill_tok_s": 1148.6551163013305,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.020894,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary beacon against the relentless fury of the sea",
    "thinking_chars": 0,
    "total_s": 3.753002741
   },
   {
    "decode_tok_s": 78.59127593857478,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.257359,
    "load_s": 0.420054022,
    "prefill_tok_s": 1827.875095201828,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.01313,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary beacon against the relentless fury of the sea",
    "thinking_chars": 0,
    "total_s": 3.718981888
   },
   {
    "decode_tok_s": 78.51233839799254,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.260634,
    "load_s": 0.439816759,
    "prefill_tok_s": 1879.1105543376134,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.012772,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary beacon against the relentless fury of the sea",
    "thinking_chars": 0,
    "total_s": 3.745664615
   }
  ],
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 4020.833975791931,
   "mean_watts": 365.4971368314598,
   "median_s_between_changes": null,
   "min_watts": 334.0,
   "peak_watts": 411.0,
   "samples": 12,
   "seconds": 11.000999927520752,
   "value_changes": 1
  }
 },
 "prefill": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 2911.8432003688813,
   "mean_watts": 223.7985718794822,
   "peak_watts": 253.5,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 2911.8432003688813,
     "mean_watts": 223.7985718794822,
     "min_watts": 152.04,
     "peak_watts": 253.5,
     "samples": 14,
     "seconds": 13.010999917984009
    }
   },
   "samples": 14,
   "seconds": 13.010999917984009
  },
  "runs": [
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.434541762,
    "prefill_tok_s": 3126.0505608338367,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.716879,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.182249181
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.430909937,
    "prefill_tok_s": 3126.2697416464093,
    "prompt_eval_count": 2239,
    "prompt_eval_s": 0.716189,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.396277345
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.429861455,
    "prefill_tok_s": 3124.5902462567688,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.716894,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.389282896
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.41440042,
    "prefill_tok_s": 3130.3934653036413,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.715565,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.369170801
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.439594811,
    "prefill_tok_s": 3127.641825025041,
    "prompt_eval_count": 2242,
    "prompt_eval_s": 0.716834,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.3956647
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.432174165,
    "prefill_tok_s": 3124.6857155628068,
    "prompt_eval_count": 2237,
    "prompt_eval_s": 0.715912,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.387664129
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.452772916,
    "prefill_tok_s": 3121.4003262079236,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.717947,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.40941615
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.434805092,
    "prefill_tok_s": 3124.4590134639334,
    "prompt_eval_count": 2238,
    "prompt_eval_s": 0.716284,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.386341161
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.400795159,
    "prefill_tok_s": 3126.7004311246915,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.71673,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.354061563
   }
  ],
  "target_tokens_approx": 3000.0,
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 4964.329037904739,
   "mean_watts": 413.6251457463172,
   "median_s_between_changes": null,
   "min_watts": 411.0,
   "peak_watts": 418.0,
   "samples": 13,
   "seconds": 12.002000093460083,
   "value_changes": 1
  }
 },
 "ttft": {
  "how": "the first 12 task_c prompts, run.py's body with stream true, in task order (so the prompt-cache condition is the task's own); TTFT = client clock on localhost from the request to the first chunk carrying content or thinking",
  "median_s": 0.5649458310035698,
  "p95_s": 0.5863656680012355,
  "runs": [
   {
    "eval_count": 8,
    "prompt_eval_count": 216,
    "server_load_ms": 439.159165,
    "server_prompt_eval_ms": 64.843999,
    "total_s": 0.8196262810015469,
    "ttft_s": 0.742970821003837
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 315,
    "server_load_ms": 433.052908,
    "server_prompt_eval_ms": 97.362,
    "total_s": 0.6475314950002939,
    "ttft_s": 0.5564868200017372
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 234,
    "server_load_ms": 431.896708,
    "server_prompt_eval_ms": 63.038,
    "total_s": 0.6213435030003893,
    "ttft_s": 0.5447574420031742
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 334,
    "server_load_ms": 412.10433,
    "server_prompt_eval_ms": 97.244,
    "total_s": 0.6287096379965078,
    "ttft_s": 0.5374932049962808
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 343,
    "server_load_ms": 394.99606,
    "server_prompt_eval_ms": 108.321,
    "total_s": 0.6130338560033124,
    "ttft_s": 0.5609728210038156
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 345,
    "server_load_ms": 431.033815,
    "server_prompt_eval_ms": 109.935,
    "total_s": 0.6727459140020073,
    "ttft_s": 0.581873078001081
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 254,
    "server_load_ms": 447.753499,
    "server_prompt_eval_ms": 70.283,
    "total_s": 0.6512100319960155,
    "ttft_s": 0.5720853629973135
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 232,
    "server_load_ms": 402.386275,
    "server_prompt_eval_ms": 63.099,
    "total_s": 0.5612681870043161,
    "ttft_s": 0.5099507460035966
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 305,
    "server_load_ms": 424.379583,
    "server_prompt_eval_ms": 78.979,
    "total_s": 0.6251159499952337,
    "ttft_s": 0.5345967209941591
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 340,
    "server_load_ms": 435.995332,
    "server_prompt_eval_ms": 97.598,
    "total_s": 0.5969998959990335,
    "ttft_s": 0.5689188410033239
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 336,
    "server_load_ms": 436.043731,
    "server_prompt_eval_ms": 97.518,
    "total_s": 0.6382438549990184,
    "ttft_s": 0.5863656680012355
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 333,
    "server_load_ms": 438.400901,
    "server_prompt_eval_ms": 97.744,
    "total_s": 0.6683433130019694,
    "ttft_s": 0.5764580450049834
   }
  ]
 }
}