{
 "effort": null,
 "ended": "2026-09-23T21:17:45Z",
 "label": "claude-fable-5-1+fallback-off",
 "model": "claude-fable-5-1",
 "n_expected": 108,
 "pass": 1,
 "refused_classifier": 0,
 "refused_classifier_by_category": {},
 "served_by_other": 0,
 "started": "2026-09-23T21:11:55Z",
 "stopped": null,
 "summary": {
  "accuracy": 0.8796296296296297,
  "brier": 0.24074074074074073,
  "correct": 95,
  "errors": 0,
  "eval_tokens_total": 5866,
  "floored_rows": 0,
  "letters_floored_total": 0,
  "median_seconds": 2.663490102000651,
  "n": 108,
  "n_labelled": 108,
  "n_reached": 108,
  "p95_seconds": 5.547852386996965,
  "prompt_tokens_total": 94261,
  "refused": 0,
  "refused_by_reason": {},
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 0.8796296296296297,
    "correct": 95,
    "gap": 0.12037037037037035,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 1.0,
    "n": 108,
    "sum_p": 108.0
   }
  ],
  "unparsed": 0
 },
 "task": "c",
 "variant": "fallback-off"
}