{
 "exam": "field-exam",
 "exam_version": "1.0",
 "model": "gemma4:31b",
 "base_url": "the bench endpoint",
 "started_utc": "2026-08-26T09:05:03Z",
 "finished_utc": "2026-08-26T09:06:50Z",
 "wire_options": {
  "think": false,
  "temperature": 0,
  "seed": 0,
  "num_ctx": 32768,
  "num_predict_qa": 160,
  "num_predict_json": 256,
  "format_used_for": "schema-extract"
 },
 "scoring": {
  "max_words_qa": 50,
  "decline_patterns": [
   "do(?:es)?n\\s*t say",
   "do(?:es)?n\\s*t state",
   "do(?:es)?n\\s*t mention",
   "do(?:es)?n\\s*t specify",
   "do(?:es)?n\\s*t cover",
   "do(?:es)?n\\s*t include",
   "do(?:es)?n\\s*t provide",
   "do(?:es)?n\\s*t contain",
   "do(?:es)?n\\s*t indicate",
   "do(?:es)?n\\s*t tell",
   "do(?:es)?n\\s*t address",
   "do(?:es)?n\\s*t explain",
   "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
   "not (?:stated|mentioned|specified|covered|included|provided|given|addressed|indicated)",
   "no (?:information|mention|indication|details?|statement) ",
   "not in the excerpt",
   "not (?:found )?in the (?:excerpt|passage|text|rulebook excerpt)",
   "cannot (?:be )?determine",
   "can t (?:be )?determine",
   "cannot (?:be )?answered",
   "can t (?:be )?answered",
   "cannot (?:be )?found",
   "unable to (?:determine|answer|find|tell)",
   "insufficient information",
   "not enough information",
   "is silent (?:on|about)",
   "says nothing (?:about|on)",
   "nothing (?:about|on) this",
   "absent from the (?:excerpt|passage|text)",
   "outside the (?:scope of the )?(?:excerpt|passage)",
   "beyond the (?:scope of the )?(?:excerpt|passage)",
   "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)",
   "\\bunanswerable\\b",
   "\\bunspecified\\b",
   "\\bunstated\\b"
  ]
 },
 "tally": {
  "grounded-qa": {
   "n": 20,
   "passed": 20
  },
  "stay-grounded": {
   "n": 20,
   "passed": 20
  },
  "schema-extract": {
   "n": 20,
   "passed": 18
  }
 },
 "overall": {
  "n": 60,
  "passed": 58,
  "pct": 96.7
 },
 "warnings": [],
 "items": [
  {
   "id": "t1-01",
   "task": "grounded-qa",
   "game": "Catan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4811",
   "question": "How many victory points does a player need on their turn to win the game?",
   "raw_response": "A player needs 10 or more victory points on their turn to win.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 17,
    "prompt_eval_count": 255,
    "load_duration_ms": 451.7,
    "wall_s": 2.806
   },
   "score": {
    "id": "t1-01",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "10"
    ],
    "words": 13,
    "too_long": false
   }
  },
  {
   "id": "t2-01",
   "task": "stay-grounded",
   "game": "Lords of Waterdeep",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2254",
   "question": "How many Victory Points does completing a Warfare Quest award?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 240,
    "load_duration_ms": 401.8,
    "wall_s": 1.26
   },
   "score": {
    "id": "t2-01",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-01",
   "task": "schema-extract",
   "game": "Lords of Waterdeep",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2497",
   "question": null,
   "raw_response": "{\n\"agents_per_player_at_2_players\": 4,\n\"agents_per_player_at_3_players\": 3,\n\"total_rounds\": 8\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 46,
    "prompt_eval_count": 296,
    "load_duration_ms": 398.0,
    "wall_s": 2.718
   },
   "score": {
    "id": "t3-01",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-02",
   "task": "grounded-qa",
   "game": "Lords of Waterdeep",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2497",
   "question": "How many rounds is the game played over?",
   "raw_response": "The game is played in eight rounds.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 9,
    "prompt_eval_count": 239,
    "load_duration_ms": 398.5,
    "wall_s": 1.516
   },
   "score": {
    "id": "t1-02",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "eight"
    ],
    "words": 7,
    "too_long": false
   }
  },
  {
   "id": "t2-02",
   "task": "stay-grounded",
   "game": "Love Letter",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4946",
   "question": "What is the numeric value printed on the Countess card?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 237,
    "load_duration_ms": 399.1,
    "wall_s": 1.244
   },
   "score": {
    "id": "t2-02",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-02",
   "task": "schema-extract",
   "game": "Love Letter",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4946",
   "question": null,
   "raw_response": "{\n\"classic_version_min_players\": 2,\n\"classic_version_max_players\": 4,\n\"guards_returned_for_classic\": 1,\n\"deck_size\": 21\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 52,
    "prompt_eval_count": 306,
    "load_duration_ms": 401.4,
    "wall_s": 2.926
   },
   "score": {
    "id": "t3-02",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-03",
   "task": "grounded-qa",
   "game": "Love Letter",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4946",
   "question": "How many cards do you draw from the deck when you play this card?",
   "raw_response": "Draw two cards from the deck into your hand.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 11,
    "prompt_eval_count": 247,
    "load_duration_ms": 397.7,
    "wall_s": 1.573
   },
   "score": {
    "id": "t1-03",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "two"
    ],
    "words": 9,
    "too_long": false
   }
  },
  {
   "id": "t2-03",
   "task": "stay-grounded",
   "game": "The Crew: The Quest for Planet Nine",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4834",
   "question": "What is the highest-numbered card in each colour suit?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 246,
    "load_duration_ms": 399.4,
    "wall_s": 1.254
   },
   "score": {
    "id": "t2-03",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-03",
   "task": "schema-extract",
   "game": "The Crew: The Quest for Planet Nine",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4834",
   "question": null,
   "raw_response": "{\n\"total_playing_cards\": 40,\n\"uneven_deal_player_count\": \"three\",\n\"two_player_commander_rocket_value\": \"four\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 45,
    "prompt_eval_count": 279,
    "load_duration_ms": 399.2,
    "wall_s": 2.726
   },
   "score": {
    "id": "t3-03",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-04",
   "task": "grounded-qa",
   "game": "The Crew: The Quest for Planet Nine",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4834",
   "question": "How many large playing cards are shuffled and distributed before each mission?",
   "raw_response": "40 large playing cards are shuffled and distributed.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 11,
    "prompt_eval_count": 234,
    "load_duration_ms": 401.8,
    "wall_s": 1.525
   },
   "score": {
    "id": "t1-04",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "40"
    ],
    "words": 8,
    "too_long": false
   }
  },
  {
   "id": "t2-04",
   "task": "stay-grounded",
   "game": "Pandemic",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4896",
   "question": "How many research stations are available in the game?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 246,
    "load_duration_ms": 400.0,
    "wall_s": 1.244
   },
   "score": {
    "id": "t2-04",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-04",
   "task": "schema-extract",
   "game": "Pandemic",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2002",
   "question": null,
   "raw_response": "{\n  \"city_cards_to_cure\": 5,\n  \"player_cards_drawn_after_actions\": 2,\n  \"infection_rate_marker_advance\": 1\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 47,
    "prompt_eval_count": 286,
    "load_duration_ms": 401.4,
    "wall_s": 2.73
   },
   "score": {
    "id": "t3-04",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-05",
   "task": "grounded-qa",
   "game": "Pandemic",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4896",
   "question": "How many actions may you do each turn?",
   "raw_response": "You may do up to 4 actions each turn.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 12,
    "prompt_eval_count": 243,
    "load_duration_ms": 400.7,
    "wall_s": 1.565
   },
   "score": {
    "id": "t1-05",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "4"
    ],
    "words": 9,
    "too_long": false
   }
  },
  {
   "id": "t2-05",
   "task": "stay-grounded",
   "game": "Twilight Struggle",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/1914",
   "question": "How many Victory Points does a player score for Europe Scoring when they hold domination?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 256,
    "load_duration_ms": 397.0,
    "wall_s": 1.253
   },
   "score": {
    "id": "t2-05",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-05",
   "task": "schema-extract",
   "game": "Twilight Struggle",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/1914",
   "question": null,
   "raw_response": "{\n\"cards_used_in_game\": 110,\n\"early_war_cards_dealt_each\": 8,\n\"ussr_starting_influence\": 15\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 47,
    "prompt_eval_count": 286,
    "load_duration_ms": 396.6,
    "wall_s": 2.726
   },
   "score": {
    "id": "t3-05",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-06",
   "task": "grounded-qa",
   "game": "Twilight Struggle",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/1914",
   "question": "How many cards are used in the game?",
   "raw_response": "There are 110 cards used in the game.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 13,
    "prompt_eval_count": 251,
    "load_duration_ms": 402.7,
    "wall_s": 1.728
   },
   "score": {
    "id": "t1-06",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "110"
    ],
    "words": 8,
    "too_long": false
   }
  },
  {
   "id": "t2-06",
   "task": "stay-grounded",
   "game": "Memoir '44",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2018",
   "question": "How many Command cards does each player hold in hand during a standard scenario?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 240,
    "load_duration_ms": 398.6,
    "wall_s": 1.254
   },
   "score": {
    "id": "t2-06",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-06",
   "task": "schema-extract",
   "game": "Memoir '44",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2018",
   "question": null,
   "raw_response": "{\n  \"team_mode_max_players_per_side\": 3,\n  \"team_count\": \"two teams\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 33,
    "prompt_eval_count": 260,
    "load_duration_ms": 400.8,
    "wall_s": 2.175
   },
   "score": {
    "id": "t3-06",
    "task": "schema-extract",
    "pass": false,
    "notes": [
     "wrong value: ['team_count']"
    ],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": false
   }
  },
  {
   "id": "t1-07",
   "task": "grounded-qa",
   "game": "Memoir '44",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2018",
   "question": "How many attack dice does each side take?",
   "raw_response": "Each side takes four attack dice.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 8,
    "prompt_eval_count": 251,
    "load_duration_ms": 401.0,
    "wall_s": 1.412
   },
   "score": {
    "id": "t1-07",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "four"
    ],
    "words": 6,
    "too_long": false
   }
  },
  {
   "id": "t2-07",
   "task": "stay-grounded",
   "game": "Forbidden Island",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2074",
   "question": "How many island tiles make up the island during setup?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 235,
    "load_duration_ms": 398.6,
    "wall_s": 1.347
   },
   "score": {
    "id": "t2-07",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-07",
   "task": "schema-extract",
   "game": "Forbidden Island",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2074",
   "question": null,
   "raw_response": "{\n  \"min_players\": 2,\n  \"max_players\": 4,\n  \"min_age\": 10,\n  \"hand_limit\": 5\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 44,
    "prompt_eval_count": 261,
    "load_duration_ms": 403.1,
    "wall_s": 2.624
   },
   "score": {
    "id": "t3-07",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-08",
   "task": "grounded-qa",
   "game": "Forbidden Island",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2074",
   "question": "After taking actions, how many cards do you draw from the top of the Treasure deck?",
   "raw_response": "You must draw 2 cards from the top of the Treasure deck.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 15,
    "prompt_eval_count": 253,
    "load_duration_ms": 447.7,
    "wall_s": 1.72
   },
   "score": {
    "id": "t1-08",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "2"
    ],
    "words": 12,
    "too_long": false
   }
  },
  {
   "id": "t2-08",
   "task": "stay-grounded",
   "game": "Carcassonne",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4899",
   "question": "How many meeples does each player start the game with?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 254,
    "load_duration_ms": 400.9,
    "wall_s": 1.27
   },
   "score": {
    "id": "t2-08",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-08",
   "task": "schema-extract",
   "game": "Carcassonne",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4360",
   "question": null,
   "raw_response": "{\n  \"land_tiles\": 24,\n  \"goods_tokens\": 20,\n  \"wine_tiles\": 9,\n  \"grain_tiles\": 6\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 45,
    "prompt_eval_count": 306,
    "load_duration_ms": 395.6,
    "wall_s": 2.684
   },
   "score": {
    "id": "t3-08",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-09",
   "task": "grounded-qa",
   "game": "Carcassonne",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4360",
   "question": "During final scoring, how many points does the player with the most tokens of a goods type score?",
   "raw_response": "The player who has the most tokens scores 10 points.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 14,
    "prompt_eval_count": 255,
    "load_duration_ms": 399.7,
    "wall_s": 1.667
   },
   "score": {
    "id": "t1-09",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "10"
    ],
    "words": 10,
    "too_long": false
   }
  },
  {
   "id": "t2-09",
   "task": "stay-grounded",
   "game": "Cascadia",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2756",
   "question": "How many Wildlife Scoring Cards are used in the standard game?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 240,
    "load_duration_ms": 397.8,
    "wall_s": 1.254
   },
   "score": {
    "id": "t2-09",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-09",
   "task": "schema-extract",
   "game": "Cascadia",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2756",
   "question": null,
   "raw_response": "{\n  \"habitat_types\": 5,\n  \"solo_group_size_threshold\": 7,\n  \"two_player_bonus_points\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 41,
    "prompt_eval_count": 284,
    "load_duration_ms": 401.0,
    "wall_s": 2.503
   },
   "score": {
    "id": "t3-09",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-10",
   "task": "grounded-qa",
   "game": "Cascadia",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2756",
   "question": "Exactly how many turns will each player play?",
   "raw_response": "Each player will play exactly 20 turns.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 11,
    "prompt_eval_count": 226,
    "load_duration_ms": 401.6,
    "wall_s": 1.538
   },
   "score": {
    "id": "t1-10",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "20"
    ],
    "words": 7,
    "too_long": false
   }
  },
  {
   "id": "t2-10",
   "task": "stay-grounded",
   "game": "Wingspan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4607",
   "question": "How many bird cards does each player start the game with?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 245,
    "load_duration_ms": 400.7,
    "wall_s": 1.238
   },
   "score": {
    "id": "t2-10",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-10",
   "task": "schema-extract",
   "game": "Wingspan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4607",
   "question": null,
   "raw_response": "{\n  \"points_per_egg\": 1,\n  \"tied_first_place_points\": 3\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 29,
    "prompt_eval_count": 297,
    "load_duration_ms": 400.4,
    "wall_s": 2.107
   },
   "score": {
    "id": "t3-10",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-11",
   "task": "grounded-qa",
   "game": "Wingspan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4606",
   "question": "Over how many rounds is the game played?",
   "raw_response": "Wingspan is played over 4 rounds.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 10,
    "prompt_eval_count": 243,
    "load_duration_ms": 396.9,
    "wall_s": 1.514
   },
   "score": {
    "id": "t1-11",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "4"
    ],
    "words": 6,
    "too_long": false
   }
  },
  {
   "id": "t2-11",
   "task": "stay-grounded",
   "game": "Azul",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4587",
   "question": "How many tiles of each colour are in the bag?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 216,
    "load_duration_ms": 399.3,
    "wall_s": 1.22
   },
   "score": {
    "id": "t2-11",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-11",
   "task": "schema-extract",
   "game": "Azul",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4579",
   "question": null,
   "raw_response": "{\n\"scoring_marker_start_space\": 0,\n\"factory_display_refill_tiles\": 4\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 30,
    "prompt_eval_count": 261,
    "load_duration_ms": 398.6,
    "wall_s": 2.102
   },
   "score": {
    "id": "t3-11",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-12",
   "task": "grounded-qa",
   "game": "Azul",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4313",
   "question": "How many consecutive tiles must a player complete in a horizontal line on her wall to end the game?",
   "raw_response": "A player must complete a horizontal line of 5 consecutive tiles on her wall.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 17,
    "prompt_eval_count": 220,
    "load_duration_ms": 400.2,
    "wall_s": 1.703
   },
   "score": {
    "id": "t1-12",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "5"
    ],
    "words": 14,
    "too_long": false
   }
  },
  {
   "id": "t2-12",
   "task": "stay-grounded",
   "game": "Ticket to Ride",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4969",
   "question": "How many points is a six-space route worth when claimed?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 253,
    "load_duration_ms": 404.8,
    "wall_s": 1.254
   },
   "score": {
    "id": "t2-12",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-12",
   "task": "schema-extract",
   "game": "Ticket to Ride",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4969",
   "question": null,
   "raw_response": "{\n  \"destination_tickets_drawn\": 3,\n  \"minimum_tickets_kept\": \"at least one\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 30,
    "prompt_eval_count": 258,
    "load_duration_ms": 401.2,
    "wall_s": 2.099
   },
   "score": {
    "id": "t3-12",
    "task": "schema-extract",
    "pass": false,
    "notes": [
     "wrong value: ['minimum_tickets_kept']"
    ],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": false
   }
  },
  {
   "id": "t1-13",
   "task": "grounded-qa",
   "game": "Ticket to Ride",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4969",
   "question": "How many Colored Train Cars does each player take?",
   "raw_response": "Each player takes a set of 45 Colored Train Cars.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 14,
    "prompt_eval_count": 233,
    "load_duration_ms": 398.0,
    "wall_s": 1.609
   },
   "score": {
    "id": "t1-13",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "45"
    ],
    "words": 10,
    "too_long": false
   }
  },
  {
   "id": "t2-13",
   "task": "stay-grounded",
   "game": "Splendor",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4383",
   "question": "How many Gold pieces are in the supply at the start of the game?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 249,
    "load_duration_ms": 398.9,
    "wall_s": 1.333
   },
   "score": {
    "id": "t2-13",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-13",
   "task": "schema-extract",
   "game": "Splendor",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4383",
   "question": null,
   "raw_response": "{\n  \"gems_of_different_colors\": 3,\n  \"cards_revealed_per_level_deck\": 4\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 34,
    "prompt_eval_count": 256,
    "load_duration_ms": 399.0,
    "wall_s": 2.217
   },
   "score": {
    "id": "t3-13",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-14",
   "task": "grounded-qa",
   "game": "Splendor",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4383",
   "question": "How many Prestige points must a player reach at the end of their turn to trigger the end of the game?",
   "raw_response": "A player must reach 15 or more Prestige points.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 13,
    "prompt_eval_count": 253,
    "load_duration_ms": 401.5,
    "wall_s": 1.594
   },
   "score": {
    "id": "t1-14",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "15"
    ],
    "words": 9,
    "too_long": false
   }
  },
  {
   "id": "t2-14",
   "task": "stay-grounded",
   "game": "Dominion",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4929",
   "question": "How many cards are in the Province pile in a two-player game?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 240,
    "load_duration_ms": 398.2,
    "wall_s": 1.352
   },
   "score": {
    "id": "t2-14",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-14",
   "task": "schema-extract",
   "game": "Dominion",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4929",
   "question": null,
   "raw_response": "{\n\"laboratory_cards_drawn\": 2,\n\"laboratory_actions_gained\": 1,\n\"library_hand_size\": 7\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 37,
    "prompt_eval_count": 262,
    "load_duration_ms": 401.0,
    "wall_s": 2.362
   },
   "score": {
    "id": "t3-14",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-15",
   "task": "grounded-qa",
   "game": "Dominion",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2681",
   "question": "How many Coppers does each player take as part of their starting deck?",
   "raw_response": "Each player takes 7 Coppers.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 9,
    "prompt_eval_count": 261,
    "load_duration_ms": 399.1,
    "wall_s": 1.502
   },
   "score": {
    "id": "t1-15",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "7"
    ],
    "words": 5,
    "too_long": false
   }
  },
  {
   "id": "t2-15",
   "task": "stay-grounded",
   "game": "Stone Age",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4871",
   "question": "How many figures does each player start the game with?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 250,
    "load_duration_ms": 403.7,
    "wall_s": 1.263
   },
   "score": {
    "id": "t2-15",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-15",
   "task": "schema-extract",
   "game": "Stone Age",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4871",
   "question": null,
   "raw_response": "{\n\"civilization_card_spaces\": 4,\n\"remaining_cards_after_one_occupied\": 3\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 30,
    "prompt_eval_count": 259,
    "load_duration_ms": 399.5,
    "wall_s": 2.091
   },
   "score": {
    "id": "t3-15",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-16",
   "task": "grounded-qa",
   "game": "Stone Age",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4871",
   "question": "How many wood resources are placed on the forest?",
   "raw_response": "28 wood resources are placed on the forest.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 11,
    "prompt_eval_count": 269,
    "load_duration_ms": 398.8,
    "wall_s": 1.56
   },
   "score": {
    "id": "t1-16",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "28"
    ],
    "words": 8,
    "too_long": false
   }
  },
  {
   "id": "t2-16",
   "task": "stay-grounded",
   "game": "Undaunted: Normandy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4484",
   "question": "How many cards does each player draw at the start of a round?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 225,
    "load_duration_ms": 397.6,
    "wall_s": 1.237
   },
   "score": {
    "id": "t2-16",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-16",
   "task": "schema-extract",
   "game": "Undaunted: Normandy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/2017",
   "question": null,
   "raw_response": "{\n\"us_cards\": 54,\n\"us_combat_counters\": 11,\n\"board_tiles\": 18,\n\"hand_size_drawn\": \"four\"\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 47,
    "prompt_eval_count": 302,
    "load_duration_ms": 398.5,
    "wall_s": 2.755
   },
   "score": {
    "id": "t3-16",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-17",
   "task": "grounded-qa",
   "game": "Undaunted: Normandy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4484",
   "question": "How many phases does each round consist of?",
   "raw_response": "Each round consists of three phases.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 8,
    "prompt_eval_count": 227,
    "load_duration_ms": 399.4,
    "wall_s": 1.429
   },
   "score": {
    "id": "t1-17",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "three"
    ],
    "words": 6,
    "too_long": false
   }
  },
  {
   "id": "t2-17",
   "task": "stay-grounded",
   "game": "Agricola",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4746",
   "question": "How many Action spaces are printed on the game board?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 234,
    "load_duration_ms": 399.1,
    "wall_s": 1.231
   },
   "score": {
    "id": "t2-17",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-17",
   "task": "schema-extract",
   "game": "Agricola",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4730",
   "question": null,
   "raw_response": "{\n\"total_rounds\": 14,\n\"total_stages\": 6,\n\"first_stage_rounds\": 4\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 33,
    "prompt_eval_count": 279,
    "load_duration_ms": 397.1,
    "wall_s": 2.229
   },
   "score": {
    "id": "t3-17",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-18",
   "task": "grounded-qa",
   "game": "Agricola",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4730",
   "question": "At the end of which round is the game scored?",
   "raw_response": "The game is scored at the end of Round 14.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 14,
    "prompt_eval_count": 255,
    "load_duration_ms": 397.5,
    "wall_s": 1.637
   },
   "score": {
    "id": "t1-18",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "14",
     "round 14"
    ],
    "words": 10,
    "too_long": false
   }
  },
  {
   "id": "t2-18",
   "task": "stay-grounded",
   "game": "7 Wonders (2nd Edition)",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4653",
   "question": "How many Victory Points does the third stage of a Wonder award?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 242,
    "load_duration_ms": 397.7,
    "wall_s": 1.253
   },
   "score": {
    "id": "t2-18",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-18",
   "task": "schema-extract",
   "game": "7 Wonders (2nd Edition)",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4653",
   "question": null,
   "raw_response": "{\n\"cards_dealt_each_age\": 7,\n\"final_turn_hand_size\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 30,
    "prompt_eval_count": 265,
    "load_duration_ms": 396.6,
    "wall_s": 2.122
   },
   "score": {
    "id": "t3-18",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-19",
   "task": "grounded-qa",
   "game": "7 Wonders (2nd Edition)",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4653",
   "question": "How many rounds, called Ages, does a game play over?",
   "raw_response": "A game plays over 3 rounds.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 9,
    "prompt_eval_count": 218,
    "load_duration_ms": 404.4,
    "wall_s": 1.427
   },
   "score": {
    "id": "t1-19",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "3"
    ],
    "words": 6,
    "too_long": false
   }
  },
  {
   "id": "t2-19",
   "task": "stay-grounded",
   "game": "Race for the Galaxy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4975",
   "question": "How many victory point chips are placed per player during setup?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 229,
    "load_duration_ms": 398.3,
    "wall_s": 1.22
   },
   "score": {
    "id": "t2-19",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-19",
   "task": "schema-extract",
   "game": "Race for the Galaxy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4975",
   "question": null,
   "raw_response": "{\n  \"vp_chips_per_player\": 12,\n  \"starting_cards_dealt\": 6,\n  \"starting_cards_discarded\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 44,
    "prompt_eval_count": 284,
    "load_duration_ms": 399.0,
    "wall_s": 2.614
   },
   "score": {
    "id": "t3-19",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  },
  {
   "id": "t1-20",
   "task": "grounded-qa",
   "game": "Race for the Galaxy",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4975",
   "question": "How many face-up cards in a player's card tableau will end the game?",
   "raw_response": "The game ends when a player has 12 or more face up cards in their card tableau.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 21,
    "prompt_eval_count": 250,
    "load_duration_ms": 398.8,
    "wall_s": 1.905
   },
   "score": {
    "id": "t1-20",
    "task": "grounded-qa",
    "pass": true,
    "notes": [],
    "matched_keys": [
     "12"
    ],
    "words": 17,
    "too_long": false
   }
  },
  {
   "id": "t2-20",
   "task": "stay-grounded",
   "game": "Catan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4811",
   "question": "How many resource cards does it cost to build a settlement?",
   "raw_response": "The excerpt does not say.",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 7,
    "prompt_eval_count": 248,
    "load_duration_ms": 398.3,
    "wall_s": 1.258
   },
   "score": {
    "id": "t2-20",
    "task": "stay-grounded",
    "pass": true,
    "notes": [],
    "declined": true,
    "decline_matches": [
     "does not (?:say|state|mention|specify|cover|include|provide|contain|indicate|tell|address|explain)",
     "the excerpt (?:is )?(?:does not|doesn t|lacks|omits)"
    ],
    "asserted_forbidden": [],
    "words": 5,
    "too_long": false,
    "failure_mode": null
   }
  },
  {
   "id": "t3-20",
   "task": "schema-extract",
   "game": "Catan",
   "source_url": "https://rulesage-live.strata2signal.com/ruling/4759",
   "question": null,
   "raw_response": "{\n\"number_tokens\": 18,\n\"progress_card_varieties\": 3,\n\"copies_per_variety\": 2\n}",
   "wire": {
    "error": null,
    "done_reason": "stop",
    "eval_count": 36,
    "prompt_eval_count": 257,
    "load_duration_ms": 398.3,
    "wall_s": 2.3
   },
   "score": {
    "id": "t3-20",
    "task": "schema-extract",
    "pass": true,
    "notes": [],
    "parsed": true,
    "parse_mode": "direct",
    "schema_ok": true,
    "values_ok": true
   }
  }
 ]
}