{ "arm": { "cards": [ "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a", "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08" ], "host": "http://127.0.0.1:8000", "mode": "readout", "model": "openjev-fp8", "name": "openjev-fp8-readout", "note": "openjev/openjev-FP8 tensor-parallel across both 3090s; CC BY-NC 4.0, bench-only, never a seat", "num_ctx": 16384, "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations", "runtime": "vllm", "seed": 20260921, "top_logprobs": 20 }, "census": null, "ended": "2026-09-21T20:51:07Z", "energy": { "cards": [ "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a", "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08" ], "decisions": 108, "joules": 17800.67090436697, "joules_per_decision": 164.82102689228674, "mean_watts": 480.80033772114405, "net_joules_per_decision": 145.7571584130667, "peak_watts": 249.7, "per_card": { "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a": { "joules": 8857.599249043466, "mean_watts": 239.2458538904773, "min_watts": 23.57, "peak_watts": 249.36, "samples": 38, "seconds": 37.02300000190735 }, "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08": { "joules": 8943.071655323505, "mean_watts": 241.60669154616988, "min_watts": 32.24, "peak_watts": 249.7, "samples": 38, "seconds": 37.014999866485596 } }, "samples": 76, "seconds": 37.02300000190735 }, "idle": { "cards": [ "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a", "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08" ], "joules": 502.50386270642286, "mean_watts": 55.61131717174985, "peak_watts": 32.23, "per_card": { "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a": { "joules": 212.69704031586647, "mean_watts": 23.538849048427284, "min_watts": 23.48, "peak_watts": 23.66, "samples": 10, "seconds": 9.03600001335144 }, "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08": { "joules": 289.80682239055636, "mean_watts": 32.12223675472096, "min_watts": 32.04, "peak_watts": 32.23, "samples": 10, "seconds": 9.022000074386597 } }, "samples": 20, "seconds": 9.03600001335144, "what": "the draw of these cards immediately before the arm, with the model resident and no work in flight" }, "kit": { "a_labels": { "no": 21, "yes": 42 }, "b_labelled": 1, "bank_sha256": "35d58866da02e3ac731814e63ef0ceac97a25ee8b224c1c32c29df6ddbcc3d1c", "built": null, "c_per_guest": 18, "c_roster": [ { "id": "darwin", "name": "Charles Darwin" }, { "id": "einstein", "name": "Albert Einstein" }, { "id": "hypatia", "name": "Hypatia of Alexandria" }, { "id": "ibn_sina", "name": "Ibn Sina" }, { "id": "sagan", "name": "Carl Sagan" }, { "id": "socrates", "name": "Socrates of Athens" } ], "counts": { "a": 63, "articles": 42, "b": 42, "c": 108 }, "docroot": "/workshop/s2s-research-hub/site", "seed": 20260921, "wall_sha256": "80484f8379a5977cf56033f335c27c8f54fac683c7adf3e800def5fa419e698c", "wall_url": "https://longtable.strata2signal.com/api/wall" }, "overlong": {}, "pin": { "card": "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a", "cards": [ "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a", "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08" ], "floor_mib": 200.0, "growth_mib": { "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a": 0.0, "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08": 0.0 }, "memory_after_mib": { "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a": 21076.0, "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08": 21076.0 }, "memory_after_named_mib": 21076.0, "memory_after_per_card_mib": { "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a": 21076.0, "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08": 21076.0 }, "named_grew": false, "ok": false, "others_quiet": true, "per_card_grew": { "GPU-46890836-d8f7-e868-1977-c1ce28db0d7a": false, "GPU-7aa0be10-974f-6430-52fe-09018a0e2e08": false }, "resident": true }, "readout": { "NOUL_BIAS": 0.0, "NOUL_T": 1.829074, "T": 0.85, "floor": -30.0, "instructions": { "a": "Does the article in the state answer this reader's question? Question: %s", "b": "Which section of the article in the state contains the answer to this reader's question? Question: %s", "c": "Six people are at a dinner table. Which of them said the line below?\nLine: %s" }, "protocol": "openjev old (untargeted) path" }, "refusal_policy": "README §A2.5: an item whose prompt exceeds the served context is refused with its measured token count and excluded from every rate; it is never truncated", "started": "2026-09-21T20:50:19Z", "summary": { "accuracy": 0.8425925925925926, "brier": 0.20553572172992318, "correct": 91, "errors": 0, "eval_tokens_total": 108, "floored_rows": 0, "letters_floored_total": 0, "median_seconds": 0.3470013665009901, "n": 108, "n_labelled": 108, "n_reached": 108, "p95_seconds": 0.4106784699997661, "prompt_tokens_total": 31102, "refused": 0, "refused_by_reason": {}, "reliability": [ { "accuracy": null, "correct": 0, "gap": null, "hi": 0.1, "lo": 0.0, "mean_p": null, "n": 0, "sum_p": 0.0 }, { "accuracy": null, "correct": 0, "gap": null, "hi": 0.2, "lo": 0.1, "mean_p": null, "n": 0, "sum_p": 0.0 }, { "accuracy": null, "correct": 0, "gap": null, "hi": 0.3, "lo": 0.2, "mean_p": null, "n": 0, "sum_p": 0.0 }, { "accuracy": 0.0, "correct": 0, "gap": 0.37275378495259504, "hi": 0.4, "lo": 0.3, "mean_p": 0.37275378495259504, "n": 2, "sum_p": 0.7455075699051901 }, { "accuracy": 0.2, "correct": 1, "gap": 0.2512840173948508, "hi": 0.5, "lo": 0.4, "mean_p": 0.4512840173948508, "n": 5, "sum_p": 2.256420086974254 }, { "accuracy": 0.4, "correct": 2, "gap": 0.14888629530826025, "hi": 0.6, "lo": 0.5, "mean_p": 0.5488862953082603, "n": 5, "sum_p": 2.7444314765413016 }, { "accuracy": 0.5, "correct": 2, "gap": 0.1543404299718194, "hi": 0.7, "lo": 0.6, "mean_p": 0.6543404299718194, "n": 4, "sum_p": 2.6173617198872776 }, { "accuracy": 0.625, "correct": 5, "gap": 0.10605305217751892, "hi": 0.8, "lo": 0.7, "mean_p": 0.7310530521775189, "n": 8, "sum_p": 5.848424417420151 }, { "accuracy": 0.9090909090909091, "correct": 10, "gap": -0.05194413930364694, "hi": 0.9, "lo": 0.8, "mean_p": 0.8571467697872621, "n": 11, "sum_p": 9.428614467659884 }, { "accuracy": 0.9726027397260274, "correct": 71, "gap": 0.012596511826847179, "hi": 1.0, "lo": 0.9, "mean_p": 0.9851992515528746, "n": 73, "sum_p": 71.91954536335984 } ], "unparsed": 0 }, "task": "cnb", "wall_seconds": 37.39172142799907 }