{
 "arm": {
  "box": "benchbox",
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "host": "inproc://apus-4b/effort=low",
  "mode": "readout",
  "model": "apus-ailab/APUS-OpenJev-v1-4B@422b3741",
  "name": "apus-4b-low",
  "note": "ARM A-1b: APUS-OpenJev-v1-4B (Apache-2.0) @422b3741, effort=low, the vendor's reference runtime in-process through its own TypeSafe bridge (APUS-OpenJev-v1@af276da5), ONE card",
  "num_ctx": 8191,
  "power_cap_w": 300,
  "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower; tied embeddings)",
  "runtime": "apus-inproc",
  "seed": 20260921,
  "top_logprobs": 20
 },
 "census": null,
 "ended": "2026-09-28T16:50:07Z",
 "energy": {
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "decisions": 108,
  "joules": 2587.473707690239,
  "joules_per_decision": 23.95808988602073,
  "mean_watts": 258.5922143553146,
  "net_joules_per_decision": 10.79557559222759,
  "peak_watts": 277.82,
  "per_card": {
   "GPU-fp:33a0b4acb8e8": {
    "joules": 2587.473707690239,
    "mean_watts": 258.5922143553146,
    "min_watts": 124.98,
    "peak_watts": 277.82,
    "samples": 11,
    "seconds": 10.00600004196167
   }
  },
  "samples": 11,
  "seconds": 10.00600004196167
 },
 "idle": {
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "joules": 1279.9078446161748,
  "mean_watts": 142.06991182971902,
  "peak_watts": 238.03,
  "per_card": {
   "GPU-fp:33a0b4acb8e8": {
    "joules": 1279.9078446161748,
    "mean_watts": 142.06991182971902,
    "min_watts": 125.49,
    "peak_watts": 238.03,
    "samples": 10,
    "seconds": 9.009000062942505
   }
  },
  "samples": 10,
  "seconds": 9.009000062942505,
  "what": "the draw of these cards immediately before the arm, with the model resident and no work in flight"
 },
 "kit": {
  "a_labels": {
   "no": 21,
   "yes": 42
  },
  "b_labelled": 1,
  "bank_sha256": "35d58866da02e3ac731814e63ef0ceac97a25ee8b224c1c32c29df6ddbcc3d1c",
  "built": null,
  "c_per_guest": 18,
  "c_roster": [
   {
    "id": "darwin",
    "name": "Charles Darwin"
   },
   {
    "id": "einstein",
    "name": "Albert Einstein"
   },
   {
    "id": "hypatia",
    "name": "Hypatia of Alexandria"
   },
   {
    "id": "ibn_sina",
    "name": "Ibn Sina"
   },
   {
    "id": "sagan",
    "name": "Carl Sagan"
   },
   {
    "id": "socrates",
    "name": "Socrates of Athens"
   }
  ],
  "counts": {
   "a": 63,
   "articles": 42,
   "b": 42,
   "c": 108
  },
  "docroot": "/workshop/s2s-research-hub/site",
  "seed": 20260921,
  "wall_sha256": "80484f8379a5977cf56033f335c27c8f54fac683c7adf3e800def5fa419e698c",
  "wall_url": "https://longtable.strata2signal.com/api/wall"
 },
 "overlong": {},
 "pin": {
  "card": "GPU-fp:33a0b4acb8e8",
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "floor_mib": 200.0,
  "growth_mib": {
   "GPU-fp:33a0b4acb8e8": 0.0
  },
  "memory_after_mib": {
   "GPU-fp:33a0b4acb8e8": 16684.0
  },
  "memory_after_named_mib": 16684.0,
  "memory_after_per_card_mib": {
   "GPU-fp:33a0b4acb8e8": 16684.0
  },
  "named_grew": false,
  "ok": false,
  "others_quiet": true,
  "per_card_grew": {
   "GPU-fp:33a0b4acb8e8": false
  },
  "resident": true
 },
 "readout": {
  "NOUL_BIAS": 0.0,
  "NOUL_T": 1.829074,
  "T": 0.85,
  "floor": -30.0,
  "instructions": {
   "a": "Does the article in the state answer this reader's question? Question: %s",
   "b": "Which section of the article in the state contains the answer to this reader's question? Question: %s",
   "c": "Six people are at a dinner table. Which of them said the line below?\nLine: %s"
  },
  "protocol": "openjev old (untargeted) path"
 },
 "refusal_policy": "README §A2.5: an item whose prompt exceeds the served context is refused with its measured token count and excluded from every rate; it is never truncated",
 "started": "2026-09-28T16:49:46Z",
 "summary": {
  "accuracy": 0.23148148148148148,
  "brier": 0.9086866775378496,
  "correct": 25,
  "errors": 0,
  "eval_tokens_total": 108,
  "floored_rows": 0,
  "letters_floored_total": 0,
  "median_seconds": 0.09438246099853131,
  "n": 108,
  "n_labelled": 108,
  "n_reached": 108,
  "p95_seconds": 0.0991138499994122,
  "prompt_tokens_total": 36905,
  "refused": 0,
  "refused_by_reason": {},
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 0.1935483870967742,
    "correct": 6,
    "gap": 0.07477417052407426,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": 0.26832255762084845,
    "n": 31,
    "sum_p": 8.317999286246302
   },
   {
    "accuracy": 0.2857142857142857,
    "correct": 8,
    "gap": 0.06003492579511688,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": 0.3457492115094026,
    "n": 28,
    "sum_p": 9.680977922263272
   },
   {
    "accuracy": 0.2727272727272727,
    "correct": 3,
    "gap": 0.1842377504149263,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": 0.456965023142199,
    "n": 11,
    "sum_p": 5.026615254564189
   },
   {
    "accuracy": 0.08333333333333333,
    "correct": 1,
    "gap": 0.4640215365319214,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": 0.5473548698652547,
    "n": 12,
    "sum_p": 6.568258438383056
   },
   {
    "accuracy": 0.0,
    "correct": 0,
    "gap": 0.665845380443368,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": 0.665845380443368,
    "n": 12,
    "sum_p": 7.990144565320417
   },
   {
    "accuracy": 0.42857142857142855,
    "correct": 3,
    "gap": 0.3254555239645555,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": 0.7540269525359841,
    "n": 7,
    "sum_p": 5.2781886677518886
   },
   {
    "accuracy": 0.0,
    "correct": 0,
    "gap": 0.8712117405082737,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": 0.8712117405082737,
    "n": 1,
    "sum_p": 0.8712117405082737
   },
   {
    "accuracy": 0.6666666666666666,
    "correct": 4,
    "gap": 0.2807683593231086,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 0.9474350259897752,
    "n": 6,
    "sum_p": 5.6846101559386515
   }
  ],
  "unparsed": 0
 },
 "task": "kc",
 "wall_seconds": 10.233292810000421
}