{
 "exam": "field-exam",
 "exam_version": "1.0",
 "model": "glm-5.3-flash:cloud",
 "base_url": "the bench endpoint",
 "started_utc": "2026-08-28T16:47:49Z",
 "finished_utc": "2026-08-28T16:48:57Z",
 "wire_options": {
  "think": true,
  "temperature": 0,
  "seed": 0,
  "num_ctx": 32768,
  "num_predict_qa": 160,
  "num_predict_json": 256,
  "format_used_for": "schema-extract"
 },
 "scoring": {
  "max_words_qa": 50,
  "decline_patterns": [
   "do(?:es)?n\\s*t say",
   "do(?:es)?n\\s*t state",
   "do(?:es)?n\\s*t mention",
   "do(?:es)?n\\s*t specify",
   "do(?:es)?n\\s*t cover",
   "do(?:es)?n\\s*t include",
   "do(?:es)?n\\s*t provide",
   "do(?:es)?n\\s*t contain",
   "do(?:es)?n\\s*t indicate",
   "do(?:es)?n\\s*t tell",
   "do(?:es)?n\\s*t address",
   "do(?:es)?n\\s*t explain",
   "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
   "not (?:stated|mentioned|specified|covered|included|provided|given|addressed|indicated)",
   "no (?:information|mention|indication|details?|statement) ",
   "not in the excerpt",
   "not (?:found )?in the (?:excerpt|passage|text|rulebook excerpt)",
   "cannot (?:be )?determine",
   "can t (?:be )?determine",
   "cannot (?:be )?answered",
   "can t (?:be )?answered",
   "cannot (?:be )?found",
   "unable to (?:determine|answer|find|tell)",
   "insufficient information",
   "not enough information",
   "is silent (?:on|about)",
   "says nothing (?:about|on)",
   "nothing (?:about|on) this",
   "absent from the (?:excerpt|passage|text)",
   "outside the (?:scope of the )?(?:excerpt|passage)",
   "beyond the (?:scope of the )?(?:excerpt|passage)",
   "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)",
   "\\bunanswerable\\b",
   "\\bunspecified\\b",
   "\\bunstated\\b"
  ]
 },
 "tally": {
  "grounded-qa": {
   "n": 20,
   "passed": 20
  },
  "stay-grounded": {
   "n": 20,
   "passed": 19
  },
  "schema-extract": {
   "n": 20,
   "passed": 19
  }
 },
 "overall": {
  "n": 60,
  "passed": 58,
  "pct": 96.7
 },
 "warnings": [],
 "items": [
  {
   "id": "t1-01",
   "task": "grounded-qa",
   "game": "Catan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4811",
   "question": "How many victory points does a player need on their turn to win the game?",
   "raw_response": "10 victory points on their turn.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 21,
    "prompt_eval_count": 239,
    "load_duration_ms": 0.0,
    "wall_s": 0.739
   },
   "score": {
    "id": "t1-01",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "10"
    ],
    "words": 6,
    "too_long": false
   }
  },
  {
   "id": "t2-01",
   "task": "stay-grounded",
   "game": "Lords of Waterdeep",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2254",
   "question": "How many Victory Points does completing a Warfare Quest award?",
   "raw_response": "The excerpt does not say. It only lists Warfare as a Quest type; VP values vary by Quest, and none for Warfare Quests are given.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 82,
    "prompt_eval_count": 225,
    "load_duration_ms": 0.0,
    "wall_s": 1.302
   },
   "score": {
    "id": "t2-01",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 25,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-01",
   "task": "schema-extract",
   "game": "Lords of Waterdeep",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2497",
   "question": null,
   "raw_response": "{\n  \"agents_per_player_at_2_players\": 4,\n  \"agents_per_player_at_3_players\": 3,\n  \"total_rounds\": 8\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 66,
    "prompt_eval_count": 278,
    "load_duration_ms": 0.0,
    "wall_s": 0.987
   },
   "score": {
    "id": "t3-01",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-02",
   "task": "grounded-qa",
   "game": "Lords of Waterdeep",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2497",
   "question": "How many rounds is the game played over?",
   "raw_response": "Eight rounds.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 22,
    "prompt_eval_count": 227,
    "load_duration_ms": 0.0,
    "wall_s": 0.707
   },
   "score": {
    "id": "t1-02",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "eight"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-02",
   "task": "stay-grounded",
   "game": "Love Letter",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4946",
   "question": "What is the numeric value printed on the Countess card?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 54,
    "prompt_eval_count": 226,
    "load_duration_ms": 0.0,
    "wall_s": 0.769
   },
   "score": {
    "id": "t2-02",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-02",
   "task": "schema-extract",
   "game": "Love Letter",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4946",
   "question": null,
   "raw_response": "{\n  \"classic_version_min_players\": 2,\n  \"classic_version_max_players\": 4,\n  \"guards_returned_for_classic\": 1,\n  \"deck_size\": 21\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 107,
    "prompt_eval_count": 289,
    "load_duration_ms": 0.0,
    "wall_s": 1.16
   },
   "score": {
    "id": "t3-02",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-03",
   "task": "grounded-qa",
   "game": "Love Letter",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4946",
   "question": "How many cards do you draw from the deck when you play this card?",
   "raw_response": "Two cards.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 25,
    "prompt_eval_count": 235,
    "load_duration_ms": 0.0,
    "wall_s": 0.622
   },
   "score": {
    "id": "t1-03",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "two"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-03",
   "task": "stay-grounded",
   "game": "The Crew: The Quest for Planet Nine",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4834",
   "question": "What is the highest-numbered card in each colour suit?",
   "raw_response": "The excerpt does not say. It only mentions specific cards played (e.g., pink 9, pink 5, yellow 2, pink 1), not the highest card per suit.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 111,
    "prompt_eval_count": 235,
    "load_duration_ms": 0.0,
    "wall_s": 1.181
   },
   "score": {
    "id": "t2-03",
    "task": "stay-grounded",
    "pass": false,
    "notes": [
     "asserted forbidden: ['9']"
    ],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [
     "9"
    ],
    "words": 26,
    "too_long": false,
    "failure_mode": "hedged_mention"
   }
  },
  {
   "id": "t3-03",
   "task": "schema-extract",
   "game": "The Crew: The Quest for Planet Nine",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4834",
   "question": null,
   "raw_response": "{\n  \"total_playing_cards\": 40,\n  \"uneven_deal_player_count\": \"three\",\n  \"two_player_commander_rocket_value\": \"four\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 122,
    "prompt_eval_count": 262,
    "load_duration_ms": 0.0,
    "wall_s": 1.524
   },
   "score": {
    "id": "t3-03",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-04",
   "task": "grounded-qa",
   "game": "The Crew: The Quest for Planet Nine",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4834",
   "question": "How many large playing cards are shuffled and distributed before each mission?",
   "raw_response": "40 large playing cards.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 31,
    "prompt_eval_count": 222,
    "load_duration_ms": 0.0,
    "wall_s": 0.761
   },
   "score": {
    "id": "t1-04",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "40"
    ],
    "words": 4,
    "too_long": false
   }
  },
  {
   "id": "t2-04",
   "task": "stay-grounded",
   "game": "Pandemic",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4896",
   "question": "How many research stations are available in the game?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 38,
    "prompt_eval_count": 236,
    "load_duration_ms": 0.0,
    "wall_s": 1.328
   },
   "score": {
    "id": "t2-04",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-04",
   "task": "schema-extract",
   "game": "Pandemic",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2002",
   "question": null,
   "raw_response": "{\"city_cards_to_cure\": 5, \"player_cards_drawn_after_actions\": 2, \"infection_rate_marker_advance\": 1}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 165,
    "prompt_eval_count": 269,
    "load_duration_ms": 0.0,
    "wall_s": 1.261
   },
   "score": {
    "id": "t3-04",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-05",
   "task": "grounded-qa",
   "game": "Pandemic",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4896",
   "question": "How many actions may you do each turn?",
   "raw_response": "Up to 4 actions each turn.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 25,
    "prompt_eval_count": 231,
    "load_duration_ms": 0.0,
    "wall_s": 0.773
   },
   "score": {
    "id": "t1-05",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "4"
    ],
    "words": 6,
    "too_long": false
   }
  },
  {
   "id": "t2-05",
   "task": "stay-grounded",
   "game": "Twilight Struggle",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/1914",
   "question": "How many Victory Points does a player score for Europe Scoring when they hold domination?",
   "raw_response": "The excerpt does not say. It covers the VP track and final scoring only, not Europe Scoring or domination values.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 74,
    "prompt_eval_count": 244,
    "load_duration_ms": 0.0,
    "wall_s": 1.37
   },
   "score": {
    "id": "t2-05",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 20,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-05",
   "task": "schema-extract",
   "game": "Twilight Struggle",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/1914",
   "question": null,
   "raw_response": "{\n  \"cards_used_in_game\": 110,\n  \"early_war_cards_dealt_each\": 8,\n  \"ussr_starting_influence\": 15\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 131,
    "prompt_eval_count": 268,
    "load_duration_ms": 0.0,
    "wall_s": 1.482
   },
   "score": {
    "id": "t3-05",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-06",
   "task": "grounded-qa",
   "game": "Twilight Struggle",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/1914",
   "question": "How many cards are used in the game?",
   "raw_response": "110 cards.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 24,
    "prompt_eval_count": 238,
    "load_duration_ms": 0.0,
    "wall_s": 0.659
   },
   "score": {
    "id": "t1-06",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "110"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-06",
   "task": "stay-grounded",
   "game": "Memoir '44",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2018",
   "question": "How many Command cards does each player hold in hand during a standard scenario?",
   "raw_response": "The excerpt does not say how many Command cards each player holds; it only covers board setup and choosing sides.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 86,
    "prompt_eval_count": 225,
    "load_duration_ms": 0.0,
    "wall_s": 1.0
   },
   "score": {
    "id": "t2-06",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 20,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-06",
   "task": "schema-extract",
   "game": "Memoir '44",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2018",
   "question": null,
   "raw_response": "{\n  \"team_mode_max_players_per_side\": 3,\n  \"team_count\": \"two\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 58,
    "prompt_eval_count": 244,
    "load_duration_ms": 0.0,
    "wall_s": 0.989
   },
   "score": {
    "id": "t3-06",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-07",
   "task": "grounded-qa",
   "game": "Memoir '44",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2018",
   "question": "How many attack dice does each side take?",
   "raw_response": "Four attack dice.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 17,
    "prompt_eval_count": 234,
    "load_duration_ms": 0.0,
    "wall_s": 0.573
   },
   "score": {
    "id": "t1-07",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "four"
    ],
    "words": 3,
    "too_long": false
   }
  },
  {
   "id": "t2-07",
   "task": "stay-grounded",
   "game": "Forbidden Island",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2074",
   "question": "How many island tiles make up the island during setup?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 30,
    "prompt_eval_count": 224,
    "load_duration_ms": 0.0,
    "wall_s": 0.719
   },
   "score": {
    "id": "t2-07",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-07",
   "task": "schema-extract",
   "game": "Forbidden Island",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2074",
   "question": null,
   "raw_response": "{\"min_players\": 2, \"max_players\": 4, \"min_age\": 10, \"hand_limit\": 5}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 86,
    "prompt_eval_count": 248,
    "load_duration_ms": 0.0,
    "wall_s": 1.0
   },
   "score": {
    "id": "t3-07",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-08",
   "task": "grounded-qa",
   "game": "Forbidden Island",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2074",
   "question": "After taking actions, how many cards do you draw from the top of the Treasure deck?",
   "raw_response": "2 cards.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 44,
    "prompt_eval_count": 241,
    "load_duration_ms": 0.0,
    "wall_s": 0.89
   },
   "score": {
    "id": "t1-08",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "2"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-08",
   "task": "stay-grounded",
   "game": "Carcassonne",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4899",
   "question": "How many meeples does each player start the game with?",
   "raw_response": "The excerpt does not say how many meeples each player starts with.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 66,
    "prompt_eval_count": 242,
    "load_duration_ms": 0.0,
    "wall_s": 1.015
   },
   "score": {
    "id": "t2-08",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 12,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-08",
   "task": "schema-extract",
   "game": "Carcassonne",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4360",
   "question": null,
   "raw_response": "{\n  \"land_tiles\": 24,\n  \"goods_tokens\": 20,\n  \"wine_tiles\": 9,\n  \"grain_tiles\": 6\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 208,
    "prompt_eval_count": 292,
    "load_duration_ms": 0.0,
    "wall_s": 1.876
   },
   "score": {
    "id": "t3-08",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-09",
   "task": "grounded-qa",
   "game": "Carcassonne",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4360",
   "question": "During final scoring, how many points does the player with the most tokens of a goods type score?",
   "raw_response": "10 points.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 41,
    "prompt_eval_count": 239,
    "load_duration_ms": 0.0,
    "wall_s": 0.827
   },
   "score": {
    "id": "t1-09",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "10"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-09",
   "task": "stay-grounded",
   "game": "Cascadia",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2756",
   "question": "How many Wildlife Scoring Cards are used in the standard game?",
   "raw_response": "The excerpt does not say. It only states the Family Variant uses only one Wildlife Scoring Card, without specifying the standard game's number.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 109,
    "prompt_eval_count": 232,
    "load_duration_ms": 0.0,
    "wall_s": 1.224
   },
   "score": {
    "id": "t2-09",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 23,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-09",
   "task": "schema-extract",
   "game": "Cascadia",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2756",
   "question": null,
   "raw_response": "{\n  \"habitat_types\": 5,\n  \"solo_group_size_threshold\": 7,\n  \"two_player_bonus_points\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 202,
    "prompt_eval_count": 265,
    "load_duration_ms": 0.0,
    "wall_s": 1.733
   },
   "score": {
    "id": "t3-09",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-10",
   "task": "grounded-qa",
   "game": "Cascadia",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2756",
   "question": "Exactly how many turns will each player play?",
   "raw_response": "Each player will play exactly 20 turns.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 32,
    "prompt_eval_count": 213,
    "load_duration_ms": 0.0,
    "wall_s": 6.921
   },
   "score": {
    "id": "t1-10",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "20"
    ],
    "words": 7,
    "too_long": false
   }
  },
  {
   "id": "t2-10",
   "task": "stay-grounded",
   "game": "Wingspan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4607",
   "question": "How many bird cards does each player start the game with?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 38,
    "prompt_eval_count": 231,
    "load_duration_ms": 0.0,
    "wall_s": 0.951
   },
   "score": {
    "id": "t2-10",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-10",
   "task": "schema-extract",
   "game": "Wingspan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4607",
   "question": null,
   "raw_response": "{\"points_per_egg\": 1, \"tied_first_place_points\": 3}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 116,
    "prompt_eval_count": 285,
    "load_duration_ms": 0.0,
    "wall_s": 1.121
   },
   "score": {
    "id": "t3-10",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-11",
   "task": "grounded-qa",
   "game": "Wingspan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4606",
   "question": "Over how many rounds is the game played?",
   "raw_response": "4 rounds.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 25,
    "prompt_eval_count": 230,
    "load_duration_ms": 0.0,
    "wall_s": 0.699
   },
   "score": {
    "id": "t1-11",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "4"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-11",
   "task": "stay-grounded",
   "game": "Azul",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4587",
   "question": "How many tiles of each colour are in the bag?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 33,
    "prompt_eval_count": 204,
    "load_duration_ms": 0.0,
    "wall_s": 0.979
   },
   "score": {
    "id": "t2-11",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-11",
   "task": "schema-extract",
   "game": "Azul",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4579",
   "question": null,
   "raw_response": "{\"scoring_marker_start_space\": 0, \"factory_display_refill_tiles\": 4}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 116,
    "prompt_eval_count": 246,
    "load_duration_ms": 0.0,
    "wall_s": 1.423
   },
   "score": {
    "id": "t3-11",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-12",
   "task": "grounded-qa",
   "game": "Azul",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4313",
   "question": "How many consecutive tiles must a player complete in a horizontal line on her wall to end the game?",
   "raw_response": "5 consecutive tiles.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 32,
    "prompt_eval_count": 208,
    "load_duration_ms": 0.0,
    "wall_s": 0.918
   },
   "score": {
    "id": "t1-12",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "5"
    ],
    "words": 3,
    "too_long": false
   }
  },
  {
   "id": "t2-12",
   "task": "stay-grounded",
   "game": "Ticket to Ride",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4969",
   "question": "How many points is a six-space route worth when claimed?",
   "raw_response": "The excerpt does not say. It only covers drawing Train Car and Destination Ticket cards, not route point values.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 55,
    "prompt_eval_count": 238,
    "load_duration_ms": 0.0,
    "wall_s": 1.512
   },
   "score": {
    "id": "t2-12",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 19,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-12",
   "task": "schema-extract",
   "game": "Ticket to Ride",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4969",
   "question": null,
   "raw_response": "{\n  \"destination_tickets_drawn\": 3,\n  \"minimum_tickets_kept\": \"at least one\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 114,
    "prompt_eval_count": 245,
    "load_duration_ms": 0.0,
    "wall_s": 1.007
   },
   "score": {
    "id": "t3-12",
    "task": "schema-extract",
    "pass": false,
    "notes": [
     "wrong value: ['minimum_tickets_kept']"
    ],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": false
   }
  },
  {
   "id": "t1-13",
   "task": "grounded-qa",
   "game": "Ticket to Ride",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4969",
   "question": "How many Colored Train Cars does each player take?",
   "raw_response": "45",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 25,
    "prompt_eval_count": 227,
    "load_duration_ms": 0.0,
    "wall_s": 0.731
   },
   "score": {
    "id": "t1-13",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "45"
    ],
    "words": 1,
    "too_long": false
   }
  },
  {
   "id": "t2-13",
   "task": "stay-grounded",
   "game": "Splendor",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4383",
   "question": "How many Gold pieces are in the supply at the start of the game?",
   "raw_response": "The excerpt does not say how many Gold pieces are in the supply at the start of the game.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 64,
    "prompt_eval_count": 235,
    "load_duration_ms": 0.0,
    "wall_s": 0.985
   },
   "score": {
    "id": "t2-13",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 19,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-13",
   "task": "schema-extract",
   "game": "Splendor",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4383",
   "question": null,
   "raw_response": "{\"gems_of_different_colors\": 3, \"cards_revealed_per_level_deck\": 4}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 105,
    "prompt_eval_count": 241,
    "load_duration_ms": 0.0,
    "wall_s": 1.161
   },
   "score": {
    "id": "t3-13",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-14",
   "task": "grounded-qa",
   "game": "Splendor",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4383",
   "question": "How many Prestige points must a player reach at the end of their turn to trigger the end of the game?",
   "raw_response": "15 or more Prestige points.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 47,
    "prompt_eval_count": 243,
    "load_duration_ms": 0.0,
    "wall_s": 0.799
   },
   "score": {
    "id": "t1-14",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "15"
    ],
    "words": 5,
    "too_long": false
   }
  },
  {
   "id": "t2-14",
   "task": "stay-grounded",
   "game": "Dominion",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4929",
   "question": "How many cards are in the Province pile in a two-player game?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 64,
    "prompt_eval_count": 227,
    "load_duration_ms": 0.0,
    "wall_s": 1.022
   },
   "score": {
    "id": "t2-14",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-14",
   "task": "schema-extract",
   "game": "Dominion",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4929",
   "question": null,
   "raw_response": "{\"laboratory_cards_drawn\": 2, \"laboratory_actions_gained\": 1, \"library_hand_size\": 7}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 113,
    "prompt_eval_count": 248,
    "load_duration_ms": 0.0,
    "wall_s": 1.157
   },
   "score": {
    "id": "t3-14",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-15",
   "task": "grounded-qa",
   "game": "Dominion",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2681",
   "question": "How many Coppers does each player take as part of their starting deck?",
   "raw_response": "7 Coppers.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 39,
    "prompt_eval_count": 246,
    "load_duration_ms": 0.0,
    "wall_s": 1.043
   },
   "score": {
    "id": "t1-15",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "7"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-15",
   "task": "stay-grounded",
   "game": "Stone Age",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4871",
   "question": "How many figures does each player start the game with?",
   "raw_response": "The excerpt does not say. It mentions figures being placed and \"up to 7 figures\" on a location, but not each player's starting figure count.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 109,
    "prompt_eval_count": 238,
    "load_duration_ms": 0.0,
    "wall_s": 1.362
   },
   "score": {
    "id": "t2-15",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 25,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-15",
   "task": "schema-extract",
   "game": "Stone Age",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4871",
   "question": null,
   "raw_response": "{\n  \"civilization_card_spaces\": 4,\n  \"remaining_cards_after_one_occupied\": 3\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 107,
    "prompt_eval_count": 243,
    "load_duration_ms": 0.0,
    "wall_s": 1.001
   },
   "score": {
    "id": "t3-15",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-16",
   "task": "grounded-qa",
   "game": "Stone Age",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4871",
   "question": "How many wood resources are placed on the forest?",
   "raw_response": "28",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 18,
    "prompt_eval_count": 246,
    "load_duration_ms": 0.0,
    "wall_s": 0.712
   },
   "score": {
    "id": "t1-16",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "28"
    ],
    "words": 1,
    "too_long": false
   }
  },
  {
   "id": "t2-16",
   "task": "stay-grounded",
   "game": "Undaunted: Normandy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4484",
   "question": "How many cards does each player draw at the start of a round?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 39,
    "prompt_eval_count": 212,
    "load_duration_ms": 0.0,
    "wall_s": 0.784
   },
   "score": {
    "id": "t2-16",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-16",
   "task": "schema-extract",
   "game": "Undaunted: Normandy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2017",
   "question": null,
   "raw_response": "{\n  \"us_cards\": 54,\n  \"us_combat_counters\": 11,\n  \"board_tiles\": 18,\n  \"hand_size_drawn\": \"four\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 150,
    "prompt_eval_count": 279,
    "load_duration_ms": 0.0,
    "wall_s": 1.227
   },
   "score": {
    "id": "t3-16",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-17",
   "task": "grounded-qa",
   "game": "Undaunted: Normandy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4484",
   "question": "How many phases does each round consist of?",
   "raw_response": "Three phases: Draw cards, Determine initiative, and Player turns.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 38,
    "prompt_eval_count": 214,
    "load_duration_ms": 0.0,
    "wall_s": 0.796
   },
   "score": {
    "id": "t1-17",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "three"
    ],
    "words": 9,
    "too_long": false
   }
  },
  {
   "id": "t2-17",
   "task": "stay-grounded",
   "game": "Agricola",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4746",
   "question": "How many Action spaces are printed on the game board?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 42,
    "prompt_eval_count": 223,
    "load_duration_ms": 0.0,
    "wall_s": 0.966
   },
   "score": {
    "id": "t2-17",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-17",
   "task": "schema-extract",
   "game": "Agricola",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4730",
   "question": null,
   "raw_response": "{\"total_rounds\": 14, \"total_stages\": 6, \"first_stage_rounds\": 4}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 77,
    "prompt_eval_count": 266,
    "load_duration_ms": 0.0,
    "wall_s": 1.06
   },
   "score": {
    "id": "t3-17",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-18",
   "task": "grounded-qa",
   "game": "Agricola",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4730",
   "question": "At the end of which round is the game scored?",
   "raw_response": "Round 14.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 23,
    "prompt_eval_count": 239,
    "load_duration_ms": 0.0,
    "wall_s": 0.632
   },
   "score": {
    "id": "t1-18",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "14",
     "round 14"
    ],
    "words": 2,
    "too_long": false
   }
  },
  {
   "id": "t2-18",
   "task": "stay-grounded",
   "game": "7 Wonders (2nd Edition)",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4653",
   "question": "How many Victory Points does the third stage of a Wonder award?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 31,
    "prompt_eval_count": 231,
    "load_duration_ms": 0.0,
    "wall_s": 0.875
   },
   "score": {
    "id": "t2-18",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-18",
   "task": "schema-extract",
   "game": "7 Wonders (2nd Edition)",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4653",
   "question": null,
   "raw_response": "{\n  \"cards_dealt_each_age\": 7,\n  \"final_turn_hand_size\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 88,
    "prompt_eval_count": 249,
    "load_duration_ms": 0.0,
    "wall_s": 1.002
   },
   "score": {
    "id": "t3-18",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-19",
   "task": "grounded-qa",
   "game": "7 Wonders (2nd Edition)",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4653",
   "question": "How many rounds, called Ages, does a game play over?",
   "raw_response": "3",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 23,
    "prompt_eval_count": 206,
    "load_duration_ms": 0.0,
    "wall_s": 0.806
   },
   "score": {
    "id": "t1-19",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "3"
    ],
    "words": 1,
    "too_long": false
   }
  },
  {
   "id": "t2-19",
   "task": "stay-grounded",
   "game": "Race for the Galaxy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4975",
   "question": "How many victory point chips are placed per player during setup?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 33,
    "prompt_eval_count": 217,
    "load_duration_ms": 0.0,
    "wall_s": 0.814
   },
   "score": {
    "id": "t2-19",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-19",
   "task": "schema-extract",
   "game": "Race for the Galaxy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4975",
   "question": null,
   "raw_response": "{\n  \"vp_chips_per_player\": 12,\n  \"starting_cards_dealt\": 6,\n  \"starting_cards_discarded\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 141,
    "prompt_eval_count": 266,
    "load_duration_ms": 0.0,
    "wall_s": 1.548
   },
   "score": {
    "id": "t3-19",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-20",
   "task": "grounded-qa",
   "game": "Race for the Galaxy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4975",
   "question": "How many face-up cards in a player's card tableau will end the game?",
   "raw_response": "12 or more face-up cards in a player's card tableau triggers the end of the game at the end of that round.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 55,
    "prompt_eval_count": 234,
    "load_duration_ms": 0.0,
    "wall_s": 0.854
   },
   "score": {
    "id": "t1-20",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "12"
    ],
    "words": 22,
    "too_long": false
   }
  },
  {
   "id": "t2-20",
   "task": "stay-grounded",
   "game": "Catan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4811",
   "question": "How many resource cards does it cost to build a settlement?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 33,
    "prompt_eval_count": 239,
    "load_duration_ms": 0.0,
    "wall_s": 0.933
   },
   "score": {
    "id": "t2-20",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-20",
   "task": "schema-extract",
   "game": "Catan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4759",
   "question": null,
   "raw_response": "{\n  \"number_tokens\": 18,\n  \"progress_card_varieties\": 3,\n  \"copies_per_variety\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 96,
    "prompt_eval_count": 245,
    "load_duration_ms": 0.0,
    "wall_s": 1.297
   },
   "score": {
    "id": "t3-20",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  }
 ]
}