{
 "kind": "s1",
 "rows": "learned-sparse-2026-11-07/full-s1/run/rows.ndjson",
 "rows_sha256": "724a352b8417129bb059fbfdbc28eaba64c061da25d9a1edbf7ab08819887432",
 "g0_problems": [],
 "row_diffs": [],
 "summary_diffs": [],
 "counts": {
  "answerable": {
   "any@1": 413,
   "any@5": 458,
   "all@5": 416,
   "all@10": 441
  },
  "all_questions": {
   "any@1": 436,
   "any@5": 487,
   "all@5": 437,
   "all@10": 466
  },
  "n_answerable": 470,
  "n_all": 500
 },
 "per_question": {
  "e47becba": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "118b2229": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "51a45a95": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "58bf7951": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1e043500": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c5e8278d": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6ade9755": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6f9b354f": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "58ef2f1c": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f8c5f88b": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5d3d2817": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "7527f7e2": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c960da58": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3b6f954b": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "726462e0": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "94f70d80": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "66f24dbb": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ad7109d1": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "af8d2e46": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "dccbc061": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c8c3f81d": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8ebdbe50": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6b168ec8": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "75499fd8": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "21436231": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "95bcc1c8": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0862e8bf": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "853b0a1d": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a06e4cfe": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "37d43f65": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b86304ba": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d52b4f67": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "25e5aa4f": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "caf9ead2": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8550ddae": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "60d45044": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3f1e9474": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "86b68151": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "577d4d32": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "ec81a493": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "15745da0": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e01b8e2f": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bc8a6e93": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ccb36322": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "001be529": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b320f3f8": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "19b5f2b3": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4fd1909e": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "545bd2b5": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8a137a7f": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "76d63226": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "86f00804": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8e9d538c": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "311778f1": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c19f7a0b": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4100d0a0": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "29f2956b": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1faac195": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "faba32e5": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f4f1d8a4": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c14c00dd": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "36580ce8": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3d86fd0a": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a82c026e": {
   "type": "single-session-user",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0862e8bf_abs": {
   "type": "single-session-user",
   "abstention": true,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "15745da0_abs": {
   "type": "single-session-user",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bc8a6e93_abs": {
   "type": "single-session-user",
   "abstention": true,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "19b5f2b3_abs": {
   "type": "single-session-user",
   "abstention": true,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "29f2956b_abs": {
   "type": "single-session-user",
   "abstention": true,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f4f1d8a4_abs": {
   "type": "single-session-user",
   "abstention": true,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0a995998": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6d550036": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "gpt4_59c863d7": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b5ef892d": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e831120c": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3a704032": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_d84a3211": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "aae3761f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_f2262a51": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "dd2973ad": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "c4a1ceb8": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_a56e767c": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6cb6f249": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "46a3abf7": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "36b9f61e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "28dc39ac": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2f8be40d": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2e6d26dc": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_15e38248": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "88432d0a": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "80ec1f4f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d23cf73b": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_7fce9456": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "d682f1a2": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7024f17c": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_5501fe77": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2ba83207": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2318644b": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2ce6a0f2": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_d12ceb0e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "00ca467f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "b3c15d39": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_31ff4165": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "eeda8a6d": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2788b940": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "60bf93ed": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9d25d4e0": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "129d1232": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "60472f9c": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_194be4b3": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a9f6b44c": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "d851d5ba": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5a7937c8": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_ab202e7f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_e05b82a6": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_731e37d7": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "edced276": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "10d9b85a": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "e3038f8c": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2b8f3739": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1a8a66a6": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "c2ac3c61": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bf659f65": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_372c3eed": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_2f91af09": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "81507db6": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "88432d0a_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "80ec1f4f_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "eeda8a6d_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "60bf93ed_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "edced276_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_372c3eed_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "8a2466db": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "06878be2": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "75832dbd": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "0edc2aef": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "35a27287": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "32260d93": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "195a1a1b": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "afdc33df": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "caf03d32": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "54026fce": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "06f04340": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6b7dfb22": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1a1907b4": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "09d032c9": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "38146c39": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d24813b1": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "57f827a0": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "95228167": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "505af2f5": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "75f70248": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d6233ab6": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": true
  },
  "1da05512": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "fca70973": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b6025781": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a89d7624": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b0479f84": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1d4e3b97": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "07b6f563": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1c0ddc50": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0a34ad58": {
   "type": "single-session-preference",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d3ab962e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2311e44b": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "cc06de0d": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a11281a2": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4f54b7c9": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "85fa3a3f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9aaed6a3": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1f2b8d4f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e6041065": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "51c32626": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d905b33f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7405e8b1": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f35224e0": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6456829e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a4996e51": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3c1045c8": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "60036106": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "681a1674": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e25c3b8d": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4adc0475": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4bc144e2": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ef66a6e5": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5025383b": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a1cc6108": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9ee3ecd6": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3fdac837": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "91b15a6e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "27016adc": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "720133ac": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "77eafa52": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8979f9ec": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0100672e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a96c20ee": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "92a0aa75": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "3fe836c9": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1c549ce4": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6c49646a": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1192316e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0ea62687": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "67e0d0f2": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bb7c3b45": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ba358f49": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "61f8c8f8": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "60159905": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ef9cf60a": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "73d42213": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bc149d6b": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "099778bb": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "09ba9854": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d6062bb9": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "157a136e": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "c18a7dc8": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "a3332713": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "55241a1f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a08a253f": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f0e564bc": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "078150f1": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8cf4d046": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a346bb18": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "37f165cf": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8e91e7d9": {
   "type": "multi-session",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "87f22b4a": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e56a43b9": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "efc3f7c2": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "21d02d0d": {
   "type": "multi-session",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2311e44b_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6456829e_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e5ba910e_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a96c20ee_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ba358f49_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "09ba9854_abs": {
   "type": "multi-session",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_59149c77": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_f49edff3": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "71017276": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b46e15ed": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_fa19884c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0bc8ad92": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "af082822": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_4929293a": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_b5700ca9": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9a707b81": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_1d4ab0c9": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_e072b769": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0db4c65d": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_1d80365e": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7f6b06db": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_6dc9b45b": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_8279ba02": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_18c2b244": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_a1b77f9c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_1916e0ea": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7a0daae1": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_468eb063": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7abb270c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_1e4a8aeb": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_4fc4f797": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4dfccbf7": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_61e13b3c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_45189cb4": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "2ebe6c90": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_e061b84f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "370a8ff4": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_d6585ce8": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_4ef30696": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_ec93e27f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6e984301": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8077ef71": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_f420262c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_8e165409": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_74aed68e": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bcbe585f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_21adecb5": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5e1b23de": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_98f46fc6": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_af6db32f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "eac54adc": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7ddcf75f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_a2d1d1f6": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_85da3956": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_b0863698": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_68e94287": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_e414231e": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7ca326fa": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7bc6cf22": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2ebe6c92": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_e061b84g": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "71017277": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b46e15ee": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_d6585ce9": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_1e4a8aec": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_f420262d": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_59149c78": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_e414231f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_4929293b": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "gpt4_468eb064": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "gpt4_fa19884d": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9a707b82": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "eac54add": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "4dfccbf8": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "0bc8ad93": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6e984302": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_8279ba03": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": false
  },
  "gpt4_b5700ca0": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": false,
   "all@5": false,
   "all@10": true
  },
  "gpt4_68e94288": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_2655b836": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2487a7cb": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_76048e76": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2312f94c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0bb5a684": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "08f4fc43": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2c63a862": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_385a5000": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2a1811e2": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "bbf86515": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_5dcc0aab": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_0b2f1d21": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f0853d11": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_6ed717ea": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_70e84552": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a3838d2b": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_93159ced": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2d58bcd6": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_65aabe59": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "982b5123": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b9cfe692": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_4edbafa2": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c8090214": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_483dd43c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e4e14d04": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c9f37c46": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2c50253f": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "dcfa8644": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_b4a80587": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_9a159967": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "cc6d1ec1": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_8c8961ae": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_d9af6064": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_7de946e7": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d01c6aa8": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "993da5e2": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a3045048": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_d31cdae3": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_cd90e484": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_88806d6e": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_4cd9eba1": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_93f6379c": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b29f3365": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2f56ae70": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6613b389": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_78cf46a3": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_0a05b494": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_1a1dc16d": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_2f584639": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_213fd887": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_5438fa52": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "gpt4_c27434e8": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_fe651585": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8c18457d": {
   "type": "temporal-reasoning",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_70e84552_abs": {
   "type": "temporal-reasoning",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_93159ced_abs": {
   "type": "temporal-reasoning",
   "abstention": true,
   "any@1": false,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "982b5123_abs": {
   "type": "temporal-reasoning",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "c8090214_abs": {
   "type": "temporal-reasoning",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": false
  },
  "gpt4_c27434e8_abs": {
   "type": "temporal-reasoning",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "gpt4_fe651585_abs": {
   "type": "temporal-reasoning",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6a1eabeb": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6aeb4375": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "830ce83f": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "852ce960": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "945e3d21": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d7c942c3": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "71315a70": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "89941a93": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ce6d2d27": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9ea5eabc": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "07741c44": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a1eacc2a": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "184da446": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "031748ae": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4d6b87c8": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0f05491a": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "08e075c7": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f9e8c073": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "41698283": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2698e78f": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b6019101": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "45dc21b6": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5a4f22c0": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6071bd76": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e493bb7c": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "618f13b2": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "72e3ee87": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c4ea545c": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "01493427": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6a27ffc2": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2133c1b5": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "18bc8abd": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "db467c8c": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7a87bd0c": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e61a7584": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1cea1afa": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ed4ddc30": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8fb83627": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b01defab": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "22d2cb42": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0e4e4c46": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4b24c848": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7e974930": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "603deb26": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "59524333": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5831f84d": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "eace081b": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "affe2881": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "50635ada": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e66b632c": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0ddfec37": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f685340e": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "cc5ded98": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "dfde3500": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "69fee5aa": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7401057b": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "cf22b7bf": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a2f3aa27": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c7dc5443": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "06db6396": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3ba21379": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "9bbe84a2": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "10e09553": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "dad224aa": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": false,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ba61f0b9": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "42ec0761": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5c40ec5b": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c6853660": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "26bdc477": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0977f2af": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6aeb4375_abs": {
   "type": "knowledge-update",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": false,
   "all@10": true
  },
  "031748ae_abs": {
   "type": "knowledge-update",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2698e78f_abs": {
   "type": "knowledge-update",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2133c1b5_abs": {
   "type": "knowledge-update",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0ddfec37_abs": {
   "type": "knowledge-update",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f685340e_abs": {
   "type": "knowledge-update",
   "abstention": true,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "89941a94": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "07741c45": {
   "type": "knowledge-update",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7161e7e2": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c4f10528": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "89527b6b": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e9327a54": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4c36ccef": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6ae235be": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7e00a6cb": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1903aded": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ceb54acb": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "f523d9fe": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "0e5e2d1a": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "fea54f57": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "cc539528": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "dc439ea3": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "18dcd5a5": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "488d3006": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "58470ed2": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8cf51dda": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1d4da289": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8464fc84": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8aef76bc": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "71a3fd6b": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "2bf43736": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "70b3e69b": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8752c811": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3249768e": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1b9b7252": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1568498a": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "6222b6eb": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e8a79c70": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "d596882b": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e3fc4d6e": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "51b23612": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "3e321797": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e982271f": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "352ab8bd": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "fca762bc": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "7a8d0b71": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "a40e080f": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "8b9d4367": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "5809eb10": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "41275add": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4388e9dd": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "4baee567": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "561fabcd": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "b759caee": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "ac031881": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "28bcfaac": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "16c90bf4": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c8f1aeed": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "eaca4986": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "c7cf7dfd": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "e48988bc": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "1de5cff2": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "65240037": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  },
  "778164c6": {
   "type": "single-session-assistant",
   "abstention": false,
   "any@1": true,
   "any@5": true,
   "all@5": true,
   "all@10": true
  }
 }
}