{
 "effort": null,
 "ended": "2026-09-23T18:20:36Z",
 "label": "claude-fable-5",
 "model": "claude-fable-5",
 "n_expected": 108,
 "pass": 1,
 "served_by_other": 2,
 "started": "2026-09-23T18:20:23Z",
 "stopped": "served-by-other on 2 of the model's 3 calls so far (> 5 %, floor 20 calls)",
 "summary": {
  "accuracy": 1.0,
  "brier": 0.0,
  "correct": 1,
  "errors": 0,
  "eval_tokens_total": 3,
  "floored_rows": 0,
  "letters_floored_total": 0,
  "median_seconds": 2.378398583008675,
  "n": 3,
  "n_labelled": 1,
  "n_reached": 1,
  "p95_seconds": 2.378398583008675,
  "prompt_tokens_total": 918,
  "refused": 2,
  "refused_by_reason": {
   "served-by-other": 2
  },
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 1.0,
    "correct": 1,
    "gap": 0.0,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 1.0,
    "n": 1,
    "sum_p": 1.0
   }
  ],
  "unparsed": 0
 },
 "task": "c"
}