{
 "arm": {
  "box": "benchbox",
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "host": "inproc://apus-4b/effort=high",
  "mode": "readout",
  "model": "apus-ailab/APUS-OpenJev-v1-4B@422b3741",
  "name": "apus-4b-high",
  "note": "ARM A-1b: APUS-OpenJev-v1-4B (Apache-2.0) @422b3741, effort=high, the vendor's reference runtime in-process through its own TypeSafe bridge (APUS-OpenJev-v1@af276da5), ONE card",
  "num_ctx": 8191,
  "power_cap_w": 300,
  "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower; tied embeddings)",
  "runtime": "apus-inproc",
  "seed": 20260921,
  "top_logprobs": 20
 },
 "census": null,
 "ended": "2026-09-28T16:44:59Z",
 "energy": {
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "decisions": 108,
  "joules": 4707.487003295421,
  "joules_per_decision": 43.58784262310575,
  "mean_watts": 261.4253907521237,
  "net_joules_per_decision": 22.962639319718946,
  "peak_watts": 276.07,
  "per_card": {
   "GPU-fp:33a0b4acb8e8": {
    "joules": 4707.487003295421,
    "mean_watts": 261.4253907521237,
    "min_watts": 109.24,
    "peak_watts": 276.07,
    "samples": 19,
    "seconds": 18.006999969482422
   }
  },
  "samples": 19,
  "seconds": 18.006999969482422
 },
 "idle": {
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "joules": 1114.3176315391063,
  "mean_watts": 123.70311326378045,
  "peak_watts": 165.33,
  "per_card": {
   "GPU-fp:33a0b4acb8e8": {
    "joules": 1114.3176315391063,
    "mean_watts": 123.70311326378045,
    "min_watts": 109.24,
    "peak_watts": 165.33,
    "samples": 10,
    "seconds": 9.007999897003174
   }
  },
  "samples": 10,
  "seconds": 9.007999897003174,
  "what": "the draw of these cards immediately before the arm, with the model resident and no work in flight"
 },
 "kit": {
  "a_labels": {
   "no": 21,
   "yes": 42
  },
  "b_labelled": 1,
  "bank_sha256": "35d58866da02e3ac731814e63ef0ceac97a25ee8b224c1c32c29df6ddbcc3d1c",
  "built": null,
  "c_per_guest": 18,
  "c_roster": [
   {
    "id": "darwin",
    "name": "Charles Darwin"
   },
   {
    "id": "einstein",
    "name": "Albert Einstein"
   },
   {
    "id": "hypatia",
    "name": "Hypatia of Alexandria"
   },
   {
    "id": "ibn_sina",
    "name": "Ibn Sina"
   },
   {
    "id": "sagan",
    "name": "Carl Sagan"
   },
   {
    "id": "socrates",
    "name": "Socrates of Athens"
   }
  ],
  "counts": {
   "a": 63,
   "articles": 42,
   "b": 42,
   "c": 108
  },
  "docroot": "/workshop/s2s-research-hub/site",
  "seed": 20260921,
  "wall_sha256": "80484f8379a5977cf56033f335c27c8f54fac683c7adf3e800def5fa419e698c",
  "wall_url": "https://longtable.strata2signal.com/api/wall"
 },
 "overlong": {},
 "pin": {
  "card": "GPU-fp:33a0b4acb8e8",
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "floor_mib": 200.0,
  "growth_mib": {
   "GPU-fp:33a0b4acb8e8": 50.0
  },
  "memory_after_mib": {
   "GPU-fp:33a0b4acb8e8": 9286.0
  },
  "memory_after_named_mib": 9286.0,
  "memory_after_per_card_mib": {
   "GPU-fp:33a0b4acb8e8": 9286.0
  },
  "named_grew": false,
  "ok": false,
  "others_quiet": true,
  "per_card_grew": {
   "GPU-fp:33a0b4acb8e8": false
  },
  "resident": true
 },
 "readout": {
  "NOUL_BIAS": 0.0,
  "NOUL_T": 1.829074,
  "T": 0.85,
  "floor": -30.0,
  "instructions": {
   "a": "Does the article in the state answer this reader's question? Question: %s",
   "b": "Which section of the article in the state contains the answer to this reader's question? Question: %s",
   "c": "Six people are at a dinner table. Which of them said the line below?\nLine: %s"
  },
  "protocol": "openjev old (untargeted) path"
 },
 "refusal_policy": "README §A2.5: an item whose prompt exceeds the served context is refused with its measured token count and excluded from every rate; it is never truncated",
 "started": "2026-09-28T16:44:30Z",
 "summary": {
  "accuracy": 0.6203703703703703,
  "brier": 0.5655715046465185,
  "correct": 67,
  "errors": 0,
  "eval_tokens_total": 108,
  "floored_rows": 0,
  "letters_floored_total": 0,
  "median_seconds": 0.17079587950138375,
  "n": 108,
  "n_labelled": 108,
  "n_reached": 108,
  "p95_seconds": 0.17819566300022416,
  "prompt_tokens_total": 36905,
  "refused": 0,
  "refused_by_reason": {},
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 0.7142857142857143,
    "correct": 5,
    "gap": -0.3499396064900012,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": 0.3643461077957131,
    "n": 7,
    "sum_p": 2.5504227545699916
   },
   {
    "accuracy": 0.2857142857142857,
    "correct": 2,
    "gap": 0.15944601864033742,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": 0.4451603043546231,
    "n": 7,
    "sum_p": 3.1161221304823616
   },
   {
    "accuracy": 0.25,
    "correct": 3,
    "gap": 0.3087051935852353,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": 0.5587051935852353,
    "n": 12,
    "sum_p": 6.704462323022824
   },
   {
    "accuracy": 0.36363636363636365,
    "correct": 4,
    "gap": 0.29526054070474084,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": 0.6588969043411045,
    "n": 11,
    "sum_p": 7.24786594775215
   },
   {
    "accuracy": 0.6153846153846154,
    "correct": 8,
    "gap": 0.13533251282148384,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": 0.7507171282060993,
    "n": 13,
    "sum_p": 9.75932266667929
   },
   {
    "accuracy": 0.5,
    "correct": 6,
    "gap": 0.3424368303729496,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": 0.8424368303729496,
    "n": 12,
    "sum_p": 10.109241964475395
   },
   {
    "accuracy": 0.8478260869565217,
    "correct": 39,
    "gap": 0.11665105455948488,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 0.9644771415160066,
    "n": 46,
    "sum_p": 44.365948509736306
   }
  ],
  "unparsed": 0
 },
 "task": "kc",
 "wall_seconds": 18.504091474002053
}