{
  "schema": "s2s-bench-v1",
  "instrument": "c0-format-probes",
  "model": "laguna-xs-2.1:latest",
  "host": "the bench endpoint",
  "at": "2026-08-26T09:58:19Z",
  "probe_fixture": "f2-cribbage-starter",
  "repeats": 2,
  "calls": 6,
  "configs": {
    "p1-schema-think-false": {
      "calls": [
        {
          "probe_id": "p1-schema-think-false",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        },
        {
          "probe_id": "p1-schema-think-false",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        }
      ],
      "repeats": 2,
      "parsed_all": true,
      "parsed_count": 2,
      "schema_enforced": true,
      "stable": true,
      "per_repeat_enforced": [
        true,
        true
      ]
    },
    "p2-schema-think-true": {
      "calls": [
        {
          "probe_id": "p2-schema-think-true",
          "parsed": false,
          "schema_enforced": false,
          "keys_present": [],
          "type_errors": [],
          "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
        },
        {
          "probe_id": "p2-schema-think-true",
          "parsed": false,
          "schema_enforced": false,
          "keys_present": [],
          "type_errors": [],
          "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
        }
      ],
      "repeats": 2,
      "parsed_all": false,
      "parsed_count": 0,
      "schema_enforced": false,
      "stable": true,
      "per_repeat_enforced": [
        false,
        false
      ]
    },
    "p3-bare-json-think-false": {
      "calls": [
        {
          "probe_id": "p3-bare-json-think-false",
          "parsed": true,
          "schema_enforced": null,
          "keys_present": [
            "answer",
            "citations"
          ],
          "type_errors": [],
          "parse_error": null
        },
        {
          "probe_id": "p3-bare-json-think-false",
          "parsed": true,
          "schema_enforced": null,
          "keys_present": [
            "answer",
            "citations"
          ],
          "type_errors": [],
          "parse_error": null
        }
      ],
      "repeats": 2,
      "parsed_all": true,
      "parsed_count": 2,
      "schema_enforced": null,
      "stable": true,
      "per_repeat_enforced": [
        null,
        null
      ]
    }
  },
  "polarity": {
    "label": "INVERTED TRAP",
    "explanation": "think:true dropped the schema constraint while think:false held it -- the gemma4-on-0.32.5 polarity. A caller who 'fixed' their schema problem by turning thinking ON would be breaking it."
  },
  "seat_blocked": false,
  "seat_blocked_reason": "schema enforced under think:false on every repeat",
  "leak_diagnostic": {
    "column_status": "DIAGNOSTIC ONLY \u2014 strict parse binds the verdict (PLAN v2)",
    "p1_repeats": 2,
    "p1_with_leaked_sentinel": 0,
    "p1_schema_valid_after_stripping": 0,
    "sentinels_seen": [],
    "leak_explains_every_p1_failure": false
  },
  "seat_rule": "SEAT-BLOCKED when the schema constraint is not enforced on EVERY repeat of p1 (format=schema, think=false) -- the posture the production judge/classifier seat contracts for. The battery continues regardless (operator ruling).",
  "records": [
    {
      "item_id": "p1-schema-think-false-r1",
      "probe_id": "p1-schema-think-false",
      "repeat": 1,
      "purpose": "schema constraint with think disabled",
      "model": "laguna-xs-2.1:latest",
      "think": false,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\"answer\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\", \"grounded\": true, \"quote\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}",
      "thinking_chars": 0,
      "wall_s": 12.117,
      "eval_count": 88,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p2-schema-think-true-r1",
      "probe_id": "p2-schema-think-true",
      "repeat": 1,
      "purpose": "schema constraint with think enabled",
      "model": "laguna-xs-2.1:latest",
      "think": true,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": true,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "According to the rules text:\n\n\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"\n\nSo if the starter is a Jack, the dealer scores two points for \"his heels,\" and if he does not peg these two points before playing a card, the score is lost.",
      "thinking_chars": 0,
      "wall_s": 0.621,
      "eval_count": 83,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p2-schema-think-true",
        "parsed": false,
        "schema_enforced": false,
        "keys_present": [],
        "type_errors": [],
        "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p3-bare-json-think-false-r1",
      "probe_id": "p3-bare-json-think-false",
      "repeat": 1,
      "purpose": "bare JSON mode, no schema supplied",
      "model": "laguna-xs-2.1:latest",
      "think": false,
      "format": "json",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "json"
      },
      "content": "{\"answer\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\", \"citations\": [\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"]}",
      "thinking_chars": 0,
      "wall_s": 0.613,
      "eval_count": 83,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p3-bare-json-think-false",
        "parsed": true,
        "schema_enforced": null,
        "keys_present": [
          "answer",
          "citations"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p1-schema-think-false-r2",
      "probe_id": "p1-schema-think-false",
      "repeat": 2,
      "purpose": "schema constraint with think disabled",
      "model": "laguna-xs-2.1:latest",
      "think": false,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\"answer\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\", \"grounded\": true, \"quote\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}",
      "thinking_chars": 0,
      "wall_s": 0.676,
      "eval_count": 88,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p2-schema-think-true-r2",
      "probe_id": "p2-schema-think-true",
      "repeat": 2,
      "purpose": "schema constraint with think enabled",
      "model": "laguna-xs-2.1:latest",
      "think": true,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": true,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "According to the rules text:\n\n\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"\n\nSo if the starter is a Jack, the dealer scores two points for \"his heels,\" and if he does not peg these two points before playing a card, the score is lost.",
      "thinking_chars": 0,
      "wall_s": 0.631,
      "eval_count": 83,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p2-schema-think-true",
        "parsed": false,
        "schema_enforced": false,
        "keys_present": [],
        "type_errors": [],
        "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p3-bare-json-think-false-r2",
      "probe_id": "p3-bare-json-think-false",
      "repeat": 2,
      "purpose": "bare JSON mode, no schema supplied",
      "model": "laguna-xs-2.1:latest",
      "think": false,
      "format": "json",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "json"
      },
      "content": "{\"answer\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\", \"citations\": [\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"]}",
      "thinking_chars": 0,
      "wall_s": 0.63,
      "eval_count": 83,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p3-bare-json-think-false",
        "parsed": true,
        "schema_enforced": null,
        "keys_present": [
          "answer",
          "citations"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    }
  ]
}