{
 "decode": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 3278.3485098934175,
   "mean_watts": 273.0364385963045,
   "peak_watts": 300.43,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 3278.3485098934175,
     "mean_watts": 273.0364385963045,
     "min_watts": 160.89,
     "peak_watts": 300.43,
     "samples": 13,
     "seconds": 12.006999969482422
    }
   },
   "samples": 13,
   "seconds": 12.006999969482422
  },
  "num_predict": 256,
  "prompt": "Describe, in about three hundred words, a lighthouse on a rocky coast during a winter storm.",
  "runs": [
   {
    "decode_tok_s": 74.36315654170654,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.442565,
    "load_s": 0.399897787,
    "prefill_tok_s": 1141.389641889,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.021027,
    "text_head": "In the grip of a winter storm, the lighthouse stands sentinel against the relentless onslaught of the sea. Its towering ",
    "thinking_chars": 0,
    "total_s": 3.910172819
   },
   {
    "decode_tok_s": 74.17395995649234,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.451346,
    "load_s": 0.371299494,
    "prefill_tok_s": 1931.58953722334,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.012425,
    "text_head": "In the grip of a winter storm, the lighthouse stands sentinel against the relentless onslaught of the sea. Its towering ",
    "thinking_chars": 0,
    "total_s": 3.863217285
   },
   {
    "decode_tok_s": 74.1799780125909,
    "done_reason": "length",
    "eval_count": 256,
    "eval_s": 3.451066,
    "load_s": 0.414057025,
    "prefill_tok_s": 1887.8313537323997,
    "prompt_eval_count": 24,
    "prompt_eval_s": 0.012713,
    "text_head": "In the grip of a winter storm, the lighthouse stands sentinel against the relentless onslaught of the sea. Its towering ",
    "thinking_chars": 0,
    "total_s": 3.910642325
   }
  ],
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 3767.9089703559875,
   "mean_watts": 342.5060444669183,
   "median_s_between_changes": null,
   "min_watts": 276.0,
   "peak_watts": 409.0,
   "samples": 12,
   "seconds": 11.000999927520752,
   "value_changes": 1
  }
 },
 "prefill": {
  "board": {
   "cards": [
    "<withheld: GPU UUID of board A>"
   ],
   "joules": 2957.631635453701,
   "mean_watts": 227.38768264623468,
   "peak_watts": 257.83,
   "per_card": {
    "<withheld: GPU UUID of board A>": {
     "joules": 2957.631635453701,
     "mean_watts": 227.38768264623468,
     "min_watts": 165.53,
     "peak_watts": 257.83,
     "samples": 14,
     "seconds": 13.007000207901001
    }
   },
   "samples": 14,
   "seconds": 13.007000207901001
  },
  "runs": [
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.412050801,
    "prefill_tok_s": 2975.4357267378946,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.753167,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.195758225
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.437133816,
    "prefill_tok_s": 2982.8516008014667,
    "prompt_eval_count": 2239,
    "prompt_eval_s": 0.750624,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.434307706
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.433304359,
    "prefill_tok_s": 2987.550981757267,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.749778,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.420093569
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.439498045,
    "prefill_tok_s": 2981.44714652881,
    "prompt_eval_count": 2240,
    "prompt_eval_s": 0.751313,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.427449085
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.370725729,
    "prefill_tok_s": 2984.6653167778927,
    "prompt_eval_count": 2242,
    "prompt_eval_s": 0.751173,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.36090451
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.417892802,
    "prefill_tok_s": 2982.3763820321487,
    "prompt_eval_count": 2237,
    "prompt_eval_s": 0.750073,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.407840545
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.441081932,
    "prefill_tok_s": 2986.116755699406,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.750473,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.431084024
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.384612409,
    "prefill_tok_s": 2978.602771777539,
    "prompt_eval_count": 2238,
    "prompt_eval_s": 0.751359,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.374477702
   },
   {
    "decode_tok_s": 1000000.0,
    "done_reason": "length",
    "eval_count": 1,
    "eval_s": 1e-06,
    "load_s": 0.41107481,
    "prefill_tok_s": 2983.6994944619823,
    "prompt_eval_count": 2241,
    "prompt_eval_s": 0.751081,
    "text_head": "Under",
    "thinking_chars": 0,
    "total_s": 1.401938615
   }
  ],
  "target_tokens_approx": 3000.0,
  "wall": {
   "instrument": "wall (UPS ups.realpower, whole box; integer watts; NUT pollinterval 2 s)",
   "joules": 4349.707019805908,
   "mean_watts": 362.4151796312744,
   "median_s_between_changes": 3.0005000829696655,
   "min_watts": 298.0,
   "peak_watts": 415.0,
   "samples": 13,
   "seconds": 12.002000093460083,
   "value_changes": 3
  }
 },
 "ttft": {
  "how": "the first 12 task_c prompts, run.py's body with stream true, in task order (so the prompt-cache condition is the task's own); TTFT = client clock on localhost from the request to the first chunk carrying content or thinking",
  "median_s": 0.5551731219966314,
  "p95_s": 0.611813447001623,
  "runs": [
   {
    "eval_count": 8,
    "prompt_eval_count": 216,
    "server_load_ms": 384.905896,
    "server_prompt_eval_ms": 67.393,
    "total_s": 0.7738114090025192,
    "ttft_s": 0.6929719470062992
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 315,
    "server_load_ms": 390.434269,
    "server_prompt_eval_ms": 99.566,
    "total_s": 0.6133644849978737,
    "ttft_s": 0.5315593310006079
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 234,
    "server_load_ms": 414.759309,
    "server_prompt_eval_ms": 67.244,
    "total_s": 0.6158652520025498,
    "ttft_s": 0.534927881002659
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 334,
    "server_load_ms": 389.603806,
    "server_prompt_eval_ms": 100.657,
    "total_s": 0.6146815730025992,
    "ttft_s": 0.5325536220043432
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 343,
    "server_load_ms": 442.42648,
    "server_prompt_eval_ms": 111.113,
    "total_s": 0.692649539996637,
    "ttft_s": 0.610884684996563
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 345,
    "server_load_ms": 442.742717,
    "server_prompt_eval_ms": 113.293,
    "total_s": 0.6935123820003355,
    "ttft_s": 0.611813447001623
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 254,
    "server_load_ms": 399.064525,
    "server_prompt_eval_ms": 74.785,
    "total_s": 0.6114469000021927,
    "ttft_s": 0.5281612489998224
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 232,
    "server_load_ms": 419.547697,
    "server_prompt_eval_ms": 65.971,
    "total_s": 0.6137319909976213,
    "ttft_s": 0.5325474920027773
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 305,
    "server_load_ms": 425.791173,
    "server_prompt_eval_ms": 84.086,
    "total_s": 0.6384074779998627,
    "ttft_s": 0.5429461029998492
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 340,
    "server_load_ms": 428.415541,
    "server_prompt_eval_ms": 102.101,
    "total_s": 0.6639756569929887,
    "ttft_s": 0.5674001409934135
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 336,
    "server_load_ms": 421.353372,
    "server_prompt_eval_ms": 101.511,
    "total_s": 0.6591095690018847,
    "ttft_s": 0.5770658070032368
   },
   {
    "eval_count": 8,
    "prompt_eval_count": 333,
    "server_load_ms": 452.735481,
    "server_prompt_eval_ms": 99.646,
    "total_s": 0.68794827000238,
    "ttft_s": 0.6059599279979011
   }
  ]
 }
}