{
 "decode": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 4113.784297969341,
   "mean_watts": 274.0513127111456,
   "peak_watts": 300.07,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 4113.784297969341,
     "mean_watts": 274.0513127111456,
     "min_watts": 142.93,
     "peak_watts": 300.07,
     "samples": 16,
     "seconds": 15.011000156402588
    }
   },
   "samples": 16,
   "seconds": 15.011000156402588
  },
  "num_predict": 256,
  "prompt": "Describe, in about three hundred words, a lighthouse on a rocky coast during a winter storm.",
  "runs": [
   {
    "decode_tok_s": 60.151238069906555,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 4.255939,
    "load_s": 0.403607076,
    "prefill_tok_s": 911.0233829334953,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.026344,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary guardian against the relentless fury of the s",
    "thinking_chars": 0,
    "total_s": 4.732515505
   },
   {
    "decode_tok_s": 60.162250068152545,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 4.25516,
    "load_s": 0.387038602,
    "prefill_tok_s": 1398.8459520895262,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.017157,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary guardian against the relentless fury of the s",
    "thinking_chars": 0,
    "total_s": 4.687314561
   },
   {
    "decode_tok_s": 60.14684287812042,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 4.25625,
    "load_s": 0.338398526,
    "prefill_tok_s": 1404.4943820224719,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.017088,
    "text_head": "In the heart of a winter storm, the lighthouse stands sentinel, a solitary guardian against the relentless fury of the s",
    "thinking_chars": 0,
    "total_s": 4.644184847
   }
  ],
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 5091.115018606186,
   "mean_watts": 363.5731636776489,
   "median_s_between_changes": null,
   "min_watts": 281.0,
   "peak_watts": 417.0,
   "samples": 15,
   "seconds": 14.003000020980835,
   "value_changes": 1
  }
 },
 "prefill": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 2911.268877413273,
   "mean_watts": 223.77162794368374,
   "peak_watts": 248.08,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 2911.268877413273,
     "mean_watts": 223.77162794368374,
     "min_watts": 145.76,
     "peak_watts": 248.08,
     "samples": 14,
     "seconds": 13.009999990463257
    }
   },
   "samples": 14,
   "seconds": 13.009999990463257
  },
  "runs": [
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.399041776,
    "prefill_tok_s": 3387.3505658432323,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.661579,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.092889009
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.414134945,
    "prefill_tok_s": 3374.4832398656235,
    "prompt_eval_count": 2239,
    "prompt_eval_s": 0.663509,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.317197181
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.398203374,
    "prefill_tok_s": 3382.689389077236,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.662195,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.303001015
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.363882704,
    "prefill_tok_s": 3383.3433776339857,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.662067,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.262078692
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.389447751,
    "prefill_tok_s": 3374.1532636128723,
    "prompt_eval_count": 2242,
    "prompt_eval_s": 0.664463,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.292997153
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.426029941,
    "prefill_tok_s": 3380.5328457225755,
    "prompt_eval_count": 2237,
    "prompt_eval_s": 0.66173,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.326797378
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.37572857,
    "prefill_tok_s": 3382.2177749806438,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.662583,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.275153588
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.394787704,
    "prefill_tok_s": 3371.31460179924,
    "prompt_eval_count": 2238,
    "prompt_eval_s": 0.663836,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.295435831
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.413597599,
    "prefill_tok_s": 3371.9276863700993,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.664605,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.317851565
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.387660725,
    "prefill_tok_s": 3378.9491468153406,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.662928,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.288443062
   }
  ],
  "target_tokens_approx": 3000.0,
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 4995.916969776154,
   "mean_watts": 416.2917256852483,
   "median_s_between_changes": null,
   "min_watts": 416.0,
   "peak_watts": 417.0,
   "samples": 13,
   "seconds": 12.000999927520752,
   "value_changes": 1
  }
 },
 "ttft": {
  "how": "the first 12 task_c prompts, run.py's body with stream true, in task order (so the prompt-cache condition is the task's own); TTFT = client clock on localhost from the request to the first chunk carrying content or thinking",
  "median_s": 0.5442470734997187,
  "p95_s": 0.5861426230003417,
  "runs": [
   {
    "eval_count": 8,
    "prompt_eval_count": 216,
    "server_load_ms": 425.797832,
    "server_prompt_eval_ms": 58.732,
    "total_s": 0.8287689739991038,
    "ttft_s": 0.7264223569982278
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 315,
    "server_load_ms": 404.458109,
    "server_prompt_eval_ms": 93.391,
    "total_s": 0.6431951449994813,
    "ttft_s": 0.5409903170002508
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 234,
    "server_load_ms": 416.090707,
    "server_prompt_eval_ms": 58.402,
    "total_s": 0.6307494430002407,
    "ttft_s": 0.52906717100268
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 334,
    "server_load_ms": 380.983935,
    "server_prompt_eval_ms": 94.046,
    "total_s": 0.5429530309993424,
    "ttft_s": 0.5062495210004272
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 343,
    "server_load_ms": 398.890078,
    "server_prompt_eval_ms": 101.105,
    "total_s": 0.6261049139975512,
    "ttft_s": 0.5573462639986246
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 345,
    "server_load_ms": 410.785514,
    "server_prompt_eval_ms": 101.407,
    "total_s": 0.5890961570003128,
    "ttft_s": 0.5526726549978775
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 254,
    "server_load_ms": 413.991946,
    "server_prompt_eval_ms": 66.01,
    "total_s": 0.644868219998898,
    "ttft_s": 0.5404062919988064
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 232,
    "server_load_ms": 420.925995,
    "server_prompt_eval_ms": 59.223,
    "total_s": 0.5959624679999251,
    "ttft_s": 0.5274996250009281
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 305,
    "server_load_ms": 436.638258,
    "server_prompt_eval_ms": 72.666,
    "total_s": 0.5765858259983361,
    "ttft_s": 0.5401527149988397
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 340,
    "server_load_ms": 422.485071,
    "server_prompt_eval_ms": 94.833,
    "total_s": 0.5897798020014307,
    "ttft_s": 0.5532264710018353
   },
   {
    "eval_count": 6,
    "prompt_eval_count": 336,
    "server_load_ms": 432.718312,
    "server_prompt_eval_ms": 92.803,
    "total_s": 0.6548660330008715,
    "ttft_s": 0.5861426230003417
   },
   {
    "eval_count": 3,
    "prompt_eval_count": 333,
    "server_load_ms": 411.986733,
    "server_prompt_eval_ms": 94.634,
    "total_s": 0.5841727900005935,
    "ttft_s": 0.5475038299991866
   }
  ]
 }
}