{
 "decode": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 2928.4092185664176,
   "mean_watts": 265.97722262515657,
   "peak_watts": 301.27,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 2928.4092185664176,
     "mean_watts": 265.97722262515657,
     "min_watts": 156.9,
     "peak_watts": 301.27,
     "samples": 12,
     "seconds": 11.009999990463257
    }
   },
   "samples": 12,
   "seconds": 11.009999990463257
  },
  "num_predict": 256,
  "prompt": "Describe, in about three hundred words, a lighthouse on a rocky coast during a winter storm.",
  "runs": [
   {
    "decode_tok_s": 87.29898641102614,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 2.932451,
    "load_s": 0.430624332,
    "prefill_tok_s": 1209.2507683780925,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.019847,
    "text_head": "On a jagged, icy coast, a solitary lighthouse stands sentinel against the winter storm's fury. Its towering form, a beac",
    "thinking_chars": 0,
    "total_s": 3.429181279
   },
   {
    "decode_tok_s": 87.21725511626299,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 2.935199,
    "load_s": 0.431465345,
    "prefill_tok_s": 2093.3275185346706,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.011465,
    "text_head": "On a jagged, icy coast, a solitary lighthouse stands sentinel against the winter storm's fury. Its towering form, a beac",
    "thinking_chars": 0,
    "total_s": 3.406480398
   },
   {
    "decode_tok_s": 86.99579395725857,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 2.942671,
    "load_s": 0.442538288,
    "prefill_tok_s": 2074.868159419037,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.011567,
    "text_head": "On a jagged, icy coast, a solitary lighthouse stands sentinel against the winter storm's fury. Its towering form, a beac",
    "thinking_chars": 0,
    "total_s": 3.401151334
   }
  ],
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 2913.7849793434143,
   "mean_watts": 291.34936510950877,
   "median_s_between_changes": null,
   "min_watts": 285.0,
   "peak_watts": 412.0,
   "samples": 11,
   "seconds": 10.000999927520752,
   "value_changes": 1
  }
 },
 "prefill": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 3145.0530601346495,
   "mean_watts": 224.4702789625867,
   "peak_watts": 250.96,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 3145.0530601346495,
     "mean_watts": 224.4702789625867,
     "min_watts": 152.02,
     "peak_watts": 250.96,
     "samples": 15,
     "seconds": 14.010999917984009
    }
   },
   "samples": 15,
   "seconds": 14.010999917984009
  },
  "runs": [
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.418061132,
    "prefill_tok_s": 3215.7016930863133,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.696893,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.145549436
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.418145102,
    "prefill_tok_s": 3224.5010232282166,
    "prompt_eval_count": 2239,
    "prompt_eval_s": 0.694371,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.355973197
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.399022319,
    "prefill_tok_s": 3222.576449871672,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.695096,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.335426647
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.383015149,
    "prefill_tok_s": 3212.621011115095,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.69725,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.316308794
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.410451249,
    "prefill_tok_s": 3228.277522433793,
    "prompt_eval_count": 2242,
    "prompt_eval_s": 0.694488,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.343985402
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.406918009,
    "prefill_tok_s": 3217.3394026995734,
    "prompt_eval_count": 2237,
    "prompt_eval_s": 0.695295,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.343095089
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.406384775,
    "prefill_tok_s": 3219.9478716158937,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.695974,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.343582565
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.435129043,
    "prefill_tok_s": 3222.629250760299,
    "prompt_eval_count": 2238,
    "prompt_eval_s": 0.694464,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.373058658
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.445231625,
    "prefill_tok_s": 3225.8946783533975,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.694691,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.377210701
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.427272902,
    "prefill_tok_s": 3223.6199236980674,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.694871,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.362118013
   }
  ],
  "target_tokens_approx": 3000.0,
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 5105.912068367004,
   "mean_watts": 392.7322516112051,
   "median_s_between_changes": null,
   "min_watts": 245.0,
   "peak_watts": 412.0,
   "samples": 14,
   "seconds": 13.001000165939331,
   "value_changes": 1
  }
 },
 "ttft": {
  "how": "the first 12 task_c prompts, run.py's body with stream true, in task order (so the prompt-cache condition is the task's own); TTFT = client clock on localhost from the request to the first chunk carrying content or thinking",
  "median_s": 0.5628708500025823,
  "p95_s": 0.5982682950016169,
  "runs": [
   {
    "eval_count": 8,
    "prompt_eval_count": 216,
    "server_load_ms": 438.102066,
    "server_prompt_eval_ms": 62.174,
    "total_s": 0.8008645020017866,
    "ttft_s": 0.7317075470018608
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 315,
    "server_load_ms": 399.146767,
    "server_prompt_eval_ms": 94.517,
    "total_s": 0.602228630999889,
    "ttft_s": 0.5196954129969527
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 234,
    "server_load_ms": 365.133405,
    "server_prompt_eval_ms": 63.881,
    "total_s": 0.5487745579994225,
    "ttft_s": 0.47953836400120053
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 334,
    "server_load_ms": 424.427767,
    "server_prompt_eval_ms": 95.203,
    "total_s": 0.6329637120034022,
    "ttft_s": 0.5631044530018698
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 343,
    "server_load_ms": 439.323026,
    "server_prompt_eval_ms": 104.996,
    "total_s": 0.6681355040018389,
    "ttft_s": 0.5982682950016169
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 345,
    "server_load_ms": 416.0667,
    "server_prompt_eval_ms": 105.941,
    "total_s": 0.6458658800002013,
    "ttft_s": 0.5634694910004328
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 254,
    "server_load_ms": 442.199182,
    "server_prompt_eval_ms": 68.489,
    "total_s": 0.6346829370013438,
    "ttft_s": 0.5626372470032948
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 232,
    "server_load_ms": 445.385803,
    "server_prompt_eval_ms": 62.474,
    "total_s": 0.6226579929971194,
    "ttft_s": 0.5531143909975071
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 305,
    "server_load_ms": 427.330122,
    "server_prompt_eval_ms": 77.079,
    "total_s": 0.617259919999924,
    "ttft_s": 0.5352540370004135
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 340,
    "server_load_ms": 410.864916,
    "server_prompt_eval_ms": 95.074,
    "total_s": 0.62653724899792,
    "ttft_s": 0.5439082319971931
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 336,
    "server_load_ms": 420.979387,
    "server_prompt_eval_ms": 95.375,
    "total_s": 0.6387818809998862,
    "ttft_s": 0.569019702001242
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 333,
    "server_load_ms": 444.61756,
    "server_prompt_eval_ms": 94.801,
    "total_s": 0.6605035719985608,
    "ttft_s": 0.5779171639987908
   }
  ]
 }
}