{
 "effort": null,
 "ended": "2026-09-23T18:11:39Z",
 "label": "claude-opus-4-6",
 "model": "claude-opus-4-6",
 "n_expected": 108,
 "pass": 1,
 "served_by_other": 0,
 "started": "2026-09-23T18:04:45Z",
 "stopped": null,
 "summary": {
  "accuracy": 0.9351851851851852,
  "brier": 0.12962962962962962,
  "correct": 101,
  "errors": 0,
  "eval_tokens_total": 2779,
  "floored_rows": 0,
  "letters_floored_total": 0,
  "median_seconds": 2.784777192508045,
  "n": 108,
  "n_labelled": 108,
  "n_reached": 108,
  "p95_seconds": 9.596744823997142,
  "prompt_tokens_total": 71977,
  "refused": 0,
  "refused_by_reason": {},
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 0.9351851851851852,
    "correct": 101,
    "gap": 0.06481481481481477,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 1.0,
    "n": 108,
    "sum_p": 108.0
   }
  ],
  "unparsed": 0
 },
 "task": "c"
}