{
 "arm": "S1-opensearch-doc-v3-distill",
 "n_all": 500,
 "n_answerable": 470,
 "n_abstention": 30,
 "headline": {
  "every@5 (all@5, answerable)": {
   "hits": 416,
   "n": 470,
   "misses": 54
  },
  "any@5 (all questions)": {
   "hits": 487,
   "n": 500,
   "misses": 13
  }
 },
 "answerable": {
  "any@1": {
   "hits": 413,
   "n": 470,
   "misses": 57
  },
  "any@5": {
   "hits": 458,
   "n": 470,
   "misses": 12
  },
  "all@5": {
   "hits": 416,
   "n": 470,
   "misses": 54
  },
  "all@10": {
   "hits": 441,
   "n": 470,
   "misses": 29
  }
 },
 "all_questions": {
  "any@1": {
   "hits": 436,
   "n": 500,
   "misses": 64
  },
  "any@5": {
   "hits": 487,
   "n": 500,
   "misses": 13
  },
  "all@5": {
   "hits": 437,
   "n": 500,
   "misses": 63
  },
  "all@10": {
   "hits": 466,
   "n": 500,
   "misses": 34
  }
 },
 "by_type_answerable": {
  "knowledge-update": {
   "any@1": {
    "hits": 70,
    "n": 72,
    "misses": 2
   },
   "any@5": {
    "hits": 72,
    "n": 72,
    "misses": 0
   },
   "all@5": {
    "hits": 72,
    "n": 72,
    "misses": 0
   },
   "all@10": {
    "hits": 72,
    "n": 72,
    "misses": 0
   }
  },
  "multi-session": {
   "any@1": {
    "hits": 106,
    "n": 121,
    "misses": 15
   },
   "any@5": {
    "hits": 117,
    "n": 121,
    "misses": 4
   },
   "all@5": {
    "hits": 97,
    "n": 121,
    "misses": 24
   },
   "all@10": {
    "hits": 110,
    "n": 121,
    "misses": 11
   }
  },
  "single-session-assistant": {
   "any@1": {
    "hits": 56,
    "n": 56,
    "misses": 0
   },
   "any@5": {
    "hits": 56,
    "n": 56,
    "misses": 0
   },
   "all@5": {
    "hits": 56,
    "n": 56,
    "misses": 0
   },
   "all@10": {
    "hits": 56,
    "n": 56,
    "misses": 0
   }
  },
  "single-session-preference": {
   "any@1": {
    "hits": 16,
    "n": 30,
    "misses": 14
   },
   "any@5": {
    "hits": 28,
    "n": 30,
    "misses": 2
   },
   "all@5": {
    "hits": 28,
    "n": 30,
    "misses": 2
   },
   "all@10": {
    "hits": 29,
    "n": 30,
    "misses": 1
   }
  },
  "single-session-user": {
   "any@1": {
    "hits": 55,
    "n": 64,
    "misses": 9
   },
   "any@5": {
    "hits": 62,
    "n": 64,
    "misses": 2
   },
   "all@5": {
    "hits": 62,
    "n": 64,
    "misses": 2
   },
   "all@10": {
    "hits": 62,
    "n": 64,
    "misses": 2
   }
  },
  "temporal-reasoning": {
   "any@1": {
    "hits": 110,
    "n": 127,
    "misses": 17
   },
   "any@5": {
    "hits": 123,
    "n": 127,
    "misses": 4
   },
   "all@5": {
    "hits": 101,
    "n": 127,
    "misses": 26
   },
   "all@10": {
    "hits": 112,
    "n": 127,
    "misses": 15
   }
  }
 },
 "by_type_all_questions": {
  "knowledge-update": {
   "any@5": {
    "hits": 78,
    "n": 78,
    "misses": 0
   }
  },
  "multi-session": {
   "any@5": {
    "hits": 129,
    "n": 133,
    "misses": 4
   }
  },
  "single-session-assistant": {
   "any@5": {
    "hits": 56,
    "n": 56,
    "misses": 0
   }
  },
  "single-session-preference": {
   "any@5": {
    "hits": 28,
    "n": 30,
    "misses": 2
   }
  },
  "single-session-user": {
   "any@5": {
    "hits": 67,
    "n": 70,
    "misses": 3
   }
  },
  "temporal-reasoning": {
   "any@5": {
    "hits": 129,
    "n": 133,
    "misses": 4
   }
  }
 },
 "timing": {
  "per_question_secs_p50": 17.8697,
  "per_question_secs_p95": 18.2361,
  "per_question_secs_max": 18.5796,
  "total_secs": 8913.5,
  "encode_secs": 8847.11,
  "windows": 180813,
  "tokens": 59091860,
  "windows_per_sec": 20.438,
  "tokens_per_sec": 6679.2,
  "index_bytes": 468768587,
  "nnz_texts": 38872666,
  "maxrss_mb": 3291,
  "secs_model_load": 1.69
 },
 "finished_utc": "2026-11-07T06:25:43Z"
}