{
 "arm": {
  "box": "benchbox",
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "host": "inproc://apus-9b/effort=low",
  "mode": "readout",
  "model": "apus-ailab/APUS-OpenJev-v1-9B@82c9c56c",
  "name": "apus-9b-low",
  "note": "ARM A-1: APUS-OpenJev-v1-9B (Apache-2.0) @82c9c56c, effort=low, the vendor's reference runtime in-process through its own TypeSafe bridge (APUS-OpenJev-v1@af276da5), ONE card",
  "num_ctx": 8191,
  "power_cap_w": 300,
  "quant": "bf16 (merged LoRA r=8; full weights incl. the vision tower)",
  "runtime": "apus-inproc",
  "seed": 20260921,
  "top_logprobs": 20
 },
 "census": null,
 "ended": "2026-09-28T15:38:57Z",
 "energy": {
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "decisions": 108,
  "joules": 2993.8104999113084,
  "joules_per_decision": 27.720467591771374,
  "mean_watts": 272.0162232737393,
  "net_joules_per_decision": 13.009173565555558,
  "peak_watts": 289.09,
  "per_card": {
   "GPU-fp:33a0b4acb8e8": {
    "joules": 2993.8104999113084,
    "mean_watts": 272.0162232737393,
    "min_watts": 125.34,
    "peak_watts": 289.09,
    "samples": 12,
    "seconds": 11.00599980354309
   }
  },
  "samples": 12,
  "seconds": 11.00599980354309
 },
 "idle": {
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "joules": 1300.3896459519863,
  "mean_watts": 144.35942060618876,
  "peak_watts": 266.85,
  "per_card": {
   "GPU-fp:33a0b4acb8e8": {
    "joules": 1300.3896459519863,
    "mean_watts": 144.35942060618876,
    "min_watts": 125.82,
    "peak_watts": 266.85,
    "samples": 10,
    "seconds": 9.007999897003174
   }
  },
  "samples": 10,
  "seconds": 9.007999897003174,
  "what": "the draw of these cards immediately before the arm, with the model resident and no work in flight"
 },
 "kit": {
  "a_labels": {
   "no": 21,
   "yes": 42
  },
  "b_labelled": 1,
  "bank_sha256": "35d58866da02e3ac731814e63ef0ceac97a25ee8b224c1c32c29df6ddbcc3d1c",
  "built": null,
  "c_per_guest": 18,
  "c_roster": [
   {
    "id": "darwin",
    "name": "Charles Darwin"
   },
   {
    "id": "einstein",
    "name": "Albert Einstein"
   },
   {
    "id": "hypatia",
    "name": "Hypatia of Alexandria"
   },
   {
    "id": "ibn_sina",
    "name": "Ibn Sina"
   },
   {
    "id": "sagan",
    "name": "Carl Sagan"
   },
   {
    "id": "socrates",
    "name": "Socrates of Athens"
   }
  ],
  "counts": {
   "a": 63,
   "articles": 42,
   "b": 42,
   "c": 108
  },
  "docroot": "/workshop/s2s-research-hub/site",
  "seed": 20260921,
  "wall_sha256": "80484f8379a5977cf56033f335c27c8f54fac683c7adf3e800def5fa419e698c",
  "wall_url": "https://longtable.strata2signal.com/api/wall"
 },
 "overlong": {},
 "pin": {
  "card": "GPU-fp:33a0b4acb8e8",
  "cards": [
   "GPU-fp:33a0b4acb8e8"
  ],
  "floor_mib": 200.0,
  "growth_mib": {
   "GPU-fp:33a0b4acb8e8": 0.0
  },
  "memory_after_mib": {
   "GPU-fp:33a0b4acb8e8": 24126.0
  },
  "memory_after_named_mib": 24126.0,
  "memory_after_per_card_mib": {
   "GPU-fp:33a0b4acb8e8": 24126.0
  },
  "named_grew": false,
  "ok": false,
  "others_quiet": true,
  "per_card_grew": {
   "GPU-fp:33a0b4acb8e8": false
  },
  "resident": true
 },
 "readout": {
  "NOUL_BIAS": 0.0,
  "NOUL_T": 1.829074,
  "T": 0.85,
  "floor": -30.0,
  "instructions": {
   "a": "Does the article in the state answer this reader's question? Question: %s",
   "b": "Which section of the article in the state contains the answer to this reader's question? Question: %s",
   "c": "Six people are at a dinner table. Which of them said the line below?\nLine: %s"
  },
  "protocol": "openjev old (untargeted) path"
 },
 "refusal_policy": "README §A2.5: an item whose prompt exceeds the served context is refused with its measured token count and excluded from every rate; it is never truncated",
 "started": "2026-09-28T15:38:34Z",
 "summary": {
  "accuracy": 0.2777777777777778,
  "brier": 0.9197522835276776,
  "correct": 30,
  "errors": 0,
  "eval_tokens_total": 108,
  "floored_rows": 0,
  "letters_floored_total": 0,
  "median_seconds": 0.10157239899854176,
  "n": 108,
  "n_labelled": 108,
  "n_reached": 108,
  "p95_seconds": 0.11486395499741775,
  "prompt_tokens_total": 36905,
  "refused": 0,
  "refused_by_reason": {},
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 0.14285714285714285,
    "correct": 1,
    "gap": 0.12463615310732085,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": 0.2674932959644637,
    "n": 7,
    "sum_p": 1.872453071751246
   },
   {
    "accuracy": 0.14285714285714285,
    "correct": 3,
    "gap": 0.211442356350882,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": 0.35429949920802484,
    "n": 21,
    "sum_p": 7.440289483368522
   },
   {
    "accuracy": 0.4444444444444444,
    "correct": 8,
    "gap": 0.017353897335051993,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": 0.4617983417794964,
    "n": 18,
    "sum_p": 8.312370152030935
   },
   {
    "accuracy": 0.2777777777777778,
    "correct": 5,
    "gap": 0.27478648987368126,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": 0.552564267651459,
    "n": 18,
    "sum_p": 9.946156817726262
   },
   {
    "accuracy": 0.28,
    "correct": 7,
    "gap": 0.3708611413111923,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": 0.6508611413111923,
    "n": 25,
    "sum_p": 16.271528532779808
   },
   {
    "accuracy": 0.16666666666666666,
    "correct": 1,
    "gap": 0.5692119178774857,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": 0.7358785845441523,
    "n": 6,
    "sum_p": 4.415271507264914
   },
   {
    "accuracy": 0.375,
    "correct": 3,
    "gap": 0.47868009966231084,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": 0.8536800996623108,
    "n": 8,
    "sum_p": 6.829440797298487
   },
   {
    "accuracy": 0.4,
    "correct": 2,
    "gap": 0.5437721043531791,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 0.9437721043531792,
    "n": 5,
    "sum_p": 4.718860521765896
   }
  ],
  "unparsed": 0
 },
 "task": "kc",
 "wall_seconds": 11.171307734999573
}