{
 "arm": {
  "mode": "generate",
  "model": "gpt-4.1-2025-04-14",
  "name": "openai:gpt-4.1-2025-04-14",
  "note": "effort=n/a (no reasoning) temperature=0 max_tokens=8 api=chat",
  "runtime": "openai",
  "seed": 20260921
 },
 "ended": "2026-09-23T16:24:09Z",
 "instrument": {
  "doorman_planted_sha256": "4daf059c26a47a84fa3b73630a64ba1a348da72c2e5df7f3c28c007b67da22f7",
  "instructions": {
   "c": "Six people are at a dinner table. Which of them said the line below?\nLine: %s",
   "d": "DOORMAN_SYSTEM v1.2 (kit)"
  },
  "jev_run_addenda_py_sha256": "a34aca61833ed0c5860c91c7e2e227429e8ea9e2e50fec68d7b7fec15d89acab",
  "jev_run_py_sha256": "withheld-2026-10-14",
  "oai_py_sha256": "b1efebe365581c174f8b304b1791a773a6ffaf933b0be00454543f45be10e60a",
  "run_openai_py_sha256": "fcd38a428668fefd84f1f7d07677c4af25f84f5d10146d3be93848058a309755",
  "task_c_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39"
 },
 "limit": 0,
 "model": "gpt-4.1-2025-04-14",
 "price": {
  "basis": "alias row (dated suffix stripped)",
  "cache_write": null,
  "cached_input": 0.5,
  "input": 2.0,
  "model": "gpt-4.1-2025-04-14",
  "output": 8.0,
  "row": "gpt-4.1"
 },
 "pricing_read_at": "2026-09-23T15:40:55Z",
 "pricing_source": "https://developers.openai.com/api/docs/pricing.md",
 "profile": {
  "api": "chat",
  "max_out": 8,
  "reasoning": false,
  "reasoning_effort": null,
  "seed": 20260921,
  "stream": true,
  "temperature": 0,
  "token_param": "max_tokens"
 },
 "stage": "rows",
 "started": "2026-09-23T16:21:48Z",
 "stopped": null,
 "summary": {
  "accuracy": 0.8981481481481481,
  "brier": 0.2037037037037037,
  "content_filter": 0,
  "correct": 97,
  "errors": 0,
  "eval_tokens_total": 468,
  "failed_calls": 0,
  "floored_rows": 0,
  "format_failures": 0,
  "latency_s_median": 0.884809712999413,
  "latency_s_n": 108,
  "latency_s_p95": 1.9474317200001678,
  "length_finishes_in_rate": 8,
  "letter_only_replies": 8,
  "letters_floored_total": 0,
  "median_seconds": 0.884809712999413,
  "n": 108,
  "n_labelled": 108,
  "n_reached": 108,
  "out_tok_per_s_median": 61.19954357537543,
  "out_tok_per_s_n": 108,
  "out_tok_per_s_p95": 96.44200257034174,
  "p95_seconds": 1.9474317200001678,
  "prefill_tok_per_s": "not given: the API returns no server prefill timing",
  "prompt_tokens_total": 29701,
  "reasoning_tokens_max": 0,
  "refusal_field": 0,
  "refused": 0,
  "refused_by_reason": {},
  "reliability": [
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.1,
    "lo": 0.0,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.2,
    "lo": 0.1,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.3,
    "lo": 0.2,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.4,
    "lo": 0.3,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.5,
    "lo": 0.4,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.6,
    "lo": 0.5,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.7,
    "lo": 0.6,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.8,
    "lo": 0.7,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": null,
    "correct": 0,
    "gap": null,
    "hi": 0.9,
    "lo": 0.8,
    "mean_p": null,
    "n": 0,
    "sum_p": 0.0
   },
   {
    "accuracy": 0.8981481481481481,
    "correct": 97,
    "gap": 0.10185185185185186,
    "hi": 1.0,
    "lo": 0.9,
    "mean_p": 1.0,
    "n": 108,
    "sum_p": 108.0
   }
  ],
  "resolved_models": [
   "gpt-4.1-2025-04-14"
  ],
  "strict_accuracy": 0.8981481481481481,
  "strict_correct": 97,
  "strict_wilson95": [
   0.8267749385359173,
   0.9421706824066391
  ],
  "system_fingerprints": [
   "fp_039d170ceb",
   "fp_063691f745",
   "fp_0843d2ec50",
   "fp_0d05c0f3bd",
   "fp_0e5cdf5627",
   "fp_1220bbc034",
   "fp_25616a5667",
   "fp_2b7e988649",
   "fp_2d7d51132d",
   "fp_3b8a8efe4b",
   "fp_3c12a837a4",
   "fp_47dbfde5a8",
   "fp_485fc92485",
   "fp_4a8ebc4f09",
   "fp_50a7da54fb",
   "fp_523281e8a6",
   "fp_560ecd61d5",
   "fp_5cf5547ba8",
   "fp_5d68e2b834",
   "fp_5f047a74ce",
   "fp_66596fad3e",
   "fp_68c222b29e",
   "fp_6b4f7ceee1",
   "fp_7a5bd90f01",
   "fp_7c4e48bbe2",
   "fp_85887b527c",
   "fp_89223ce098",
   "fp_96ad72caca",
   "fp_97f9599625",
   "fp_9bcf8591c3",
   "fp_a34155df0f",
   "fp_a491c95ed2",
   "fp_af80c9fbee",
   "fp_afe4792155",
   "fp_b1c8027f11",
   "fp_b3771b183f",
   "fp_b6b8b754bb",
   "fp_ba1feef45a",
   "fp_bb1ec0e5b6",
   "fp_be733cb887",
   "fp_cf94e8683e",
   "fp_d050158039",
   "fp_d2c1ed1249",
   "fp_dcdeee621b",
   "fp_de7cb6aabe",
   "fp_f1e410db68"
  ],
  "timing_mode": [
   "streamed, network-included"
  ],
  "tokens_cached": 0,
  "tokens_in": 29701,
  "tokens_out": 468,
  "tokens_reasoning": 0,
  "tokens_visible": 468,
  "truncated": 0,
  "ttfb_s_median": 0.812854691503162,
  "ttfb_s_n": 108,
  "ttfb_s_p95": 1.8919744670056389,
  "ttft_s_median": 0.8362415560004592,
  "ttft_s_n": 108,
  "ttft_s_p95": 1.8957239689989365,
  "unparsed": 0,
  "usd": 0.063146,
  "usd_per_correct": 0.0006509896907216494,
  "usd_per_item": 0.0005846851851851852,
  "wilson95": [
   0.8267749385359173,
   0.9421706824066391
  ]
 },
 "task": "c",
 "variant": null,
 "variant_id": "gpt-4.1-2025-04-14",
 "wall_seconds": 141.56237600700115
}