{
 "decode": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 3816.9985073041917,
   "mean_watts": 272.50649786681157,
   "peak_watts": 305.16,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 3816.9985073041917,
     "mean_watts": 272.50649786681157,
     "min_watts": 157.26,
     "peak_watts": 305.16,
     "samples": 15,
     "seconds": 14.006999969482422
    }
   },
   "samples": 15,
   "seconds": 14.006999969482422
  },
  "num_predict": 256,
  "prompt": "Describe, in about three hundred words, a lighthouse on a rocky coast during a winter storm.",
  "runs": [
   {
    "decode_tok_s": 65.7997887209909,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.89059,
    "load_s": 0.462019559,
    "prefill_tok_s": 1044.3864229765013,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.02298,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary guardian against the relentless fury of the s",
    "thinking_chars": 0,
    "total_s": 4.421407493
   },
   {
    "decode_tok_s": 65.94144811541402,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.882232,
    "load_s": 0.389150132,
    "prefill_tok_s": 1665.3944903198944,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.014411,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary guardian against the relentless fury of the s",
    "thinking_chars": 0,
    "total_s": 4.314952049
   },
   {
    "decode_tok_s": 65.78264386612821,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.891604,
    "load_s": 0.376284254,
    "prefill_tok_s": 1628.6644951140065,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.014736,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary guardian against the relentless fury of the s",
    "thinking_chars": 0,
    "total_s": 4.315266906
   }
  ],
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 5096.912970066071,
   "mean_watts": 392.04007372362435,
   "median_s_between_changes": null,
   "min_watts": 304.0,
   "peak_watts": 413.0,
   "samples": 14,
   "seconds": 13.000999927520752,
   "value_changes": 1
  }
 },
 "prefill": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 2921.2643991315363,
   "mean_watts": 224.52266267124824,
   "peak_watts": 262.57,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 2921.2643991315363,
     "mean_watts": 224.52266267124824,
     "min_watts": 139.58,
     "peak_watts": 262.57,
     "samples": 14,
     "seconds": 13.011000156402588
    }
   },
   "samples": 14,
   "seconds": 13.011000156402588
  },
  "runs": [
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.437992627,
    "prefill_tok_s": 2890.6841543813666,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.775249,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.245352109
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.432438526,
    "prefill_tok_s": 2888.5477274779714,
    "prompt_eval_count": 2239,
    "prompt_eval_s": 0.77513,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.448725849
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.43077868,
    "prefill_tok_s": 2891.4045255644046,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.77471,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.45204006
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.408298366,
    "prefill_tok_s": 2878.326458758979,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.77823,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.426141276
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.451698158,
    "prefill_tok_s": 2870.4323700783675,
    "prompt_eval_count": 2242,
    "prompt_eval_s": 0.781067,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.47384917
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.43881949,
    "prefill_tok_s": 2870.244913879822,
    "prompt_eval_count": 2237,
    "prompt_eval_s": 0.779376,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.460307019
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.396368409,
    "prefill_tok_s": 2867.9110064563192,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.781405,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.418798879
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.381524548,
    "prefill_tok_s": 2868.8887094231072,
    "prompt_eval_count": 2238,
    "prompt_eval_s": 0.780093,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.399757305
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.459428031,
    "prefill_tok_s": 2876.938659970499,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.778953,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.481863941
   }
  ],
  "target_tokens_approx": 3000.0,
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 5029.920069694519,
   "mean_watts": 419.1250729226885,
   "median_s_between_changes": null,
   "min_watts": 413.0,
   "peak_watts": 420.0,
   "samples": 13,
   "seconds": 12.001000165939331,
   "value_changes": 1
  }
 },
 "ttft": {
  "how": "the first 12 task_c prompts, run.py's body with stream true, in task order (so the prompt-cache condition is the task's own); TTFT = client clock on localhost from the request to the first chunk carrying content or thinking",
  "median_s": 0.5519888050002919,
  "p95_s": 0.5782116369955475,
  "runs": [
   {
    "eval_count": 8,
    "prompt_eval_count": 216,
    "server_load_ms": 418.675545,
    "server_prompt_eval_ms": 71.134,
    "total_s": 0.8194441369996639,
    "ttft_s": 0.7293168409960344
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 315,
    "server_load_ms": 396.248171,
    "server_prompt_eval_ms": 107.859,
    "total_s": 0.636843886000861,
    "ttft_s": 0.5300537160001113
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 234,
    "server_load_ms": 454.317865,
    "server_prompt_eval_ms": 71.169,
    "total_s": 0.6686325999980909,
    "ttft_s": 0.5782116369955475
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 334,
    "server_load_ms": 355.591245,
    "server_prompt_eval_ms": 109.061,
    "total_s": 0.5249350599988247,
    "ttft_s": 0.49271866100025363
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 343,
    "server_load_ms": 391.795179,
    "server_prompt_eval_ms": 117.619,
    "total_s": 0.6260962000014842,
    "ttft_s": 0.5648884330003057
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 345,
    "server_load_ms": 414.364213,
    "server_prompt_eval_ms": 119.889,
    "total_s": 0.6100218999999925,
    "ttft_s": 0.5779167500004405
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 254,
    "server_load_ms": 419.328649,
    "server_prompt_eval_ms": 76.738,
    "total_s": 0.6446423589950427,
    "ttft_s": 0.5520860440010438
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 232,
    "server_load_ms": 367.989616,
    "server_prompt_eval_ms": 71.633,
    "total_s": 0.5472041259999969,
    "ttft_s": 0.486934991000453
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 305,
    "server_load_ms": 440.973341,
    "server_prompt_eval_ms": 87.936,
    "total_s": 0.6671187020037905,
    "ttft_s": 0.5606449390033958
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 340,
    "server_load_ms": 408.432224,
    "server_prompt_eval_ms": 109.791,
    "total_s": 0.5839740669980529,
    "ttft_s": 0.55189156599954
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 336,
    "server_load_ms": 382.049175,
    "server_prompt_eval_ms": 110.67,
    "total_s": 0.6413549370045075,
    "ttft_s": 0.5503581390003092
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 333,
    "server_load_ms": 376.091486,
    "server_prompt_eval_ms": 109.165,
    "total_s": 0.631479572999524,
    "ttft_s": 0.524306245999469
   }
  ]
 }
}