{
  "schema": "s2s-bench-v1",
  "instrument": "c0-format-probes",
  "model": "muse-glimmer:30b",
  "host": "the bench endpoint",
  "at": "2026-08-26T10:00:00Z",
  "probe_fixture": "f2-cribbage-starter",
  "repeats": 2,
  "calls": 6,
  "configs": {
    "p1-schema-think-false": {
      "calls": [
        {
          "probe_id": "p1-schema-think-false",
          "parsed": false,
          "schema_enforced": false,
          "keys_present": [],
          "type_errors": [],
          "parse_error": "JSONDecodeError: Extra data: line 1 column 327 (char 326)"
        },
        {
          "probe_id": "p1-schema-think-false",
          "parsed": false,
          "schema_enforced": false,
          "keys_present": [],
          "type_errors": [],
          "parse_error": "JSONDecodeError: Extra data: line 1 column 327 (char 326)"
        }
      ],
      "repeats": 2,
      "parsed_all": false,
      "parsed_count": 0,
      "schema_enforced": false,
      "stable": true,
      "per_repeat_enforced": [
        false,
        false
      ]
    },
    "p2-schema-think-true": {
      "calls": [
        {
          "probe_id": "p2-schema-think-true",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        },
        {
          "probe_id": "p2-schema-think-true",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        }
      ],
      "repeats": 2,
      "parsed_all": true,
      "parsed_count": 2,
      "schema_enforced": true,
      "stable": true,
      "per_repeat_enforced": [
        true,
        true
      ]
    },
    "p3-bare-json-think-false": {
      "calls": [
        {
          "probe_id": "p3-bare-json-think-false",
          "parsed": false,
          "schema_enforced": null,
          "keys_present": [],
          "type_errors": [],
          "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
        },
        {
          "probe_id": "p3-bare-json-think-false",
          "parsed": false,
          "schema_enforced": null,
          "keys_present": [],
          "type_errors": [],
          "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
        }
      ],
      "repeats": 2,
      "parsed_all": false,
      "parsed_count": 0,
      "schema_enforced": null,
      "stable": true,
      "per_repeat_enforced": [
        null,
        null
      ]
    }
  },
  "polarity": {
    "label": "STANDARD TRAP",
    "explanation": "think:false silently dropped the schema constraint while think:true held it. This is the documented majority behaviour: any caller sending think:false with a format schema is getting NO enforcement and no error."
  },
  "seat_blocked": true,
  "seat_blocked_reason": "SCHEMA WAS HONOURED \u2014 every p1 repeat emitted schema-valid JSON and then leaked a trailing <|eot|> sentinel into the content, which fails strict parse. Strict parse binds the verdict (PLAN v2), so the seat is blocked; but the defect is a leaked stop token, NOT a model that cannot hold a schema. Read the diagnostic column before choosing a fix.",
  "leak_diagnostic": {
    "column_status": "DIAGNOSTIC ONLY \u2014 strict parse binds the verdict (PLAN v2)",
    "p1_repeats": 2,
    "p1_with_leaked_sentinel": 2,
    "p1_schema_valid_after_stripping": 2,
    "sentinels_seen": [
      "<|eot|>"
    ],
    "leak_explains_every_p1_failure": true
  },
  "seat_rule": "SEAT-BLOCKED when the schema constraint is not enforced on EVERY repeat of p1 (format=schema, think=false) -- the posture the production judge/classifier seat contracts for. The battery continues regardless (operator ruling).",
  "records": [
    {
      "item_id": "p1-schema-think-false-r1",
      "probe_id": "p1-schema-think-false",
      "repeat": 1,
      "purpose": "schema constraint with think disabled",
      "model": "muse-glimmer:30b",
      "think": false,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\"answer\":\"The dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\",\"grounded\":true,\"quote\":\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}<|eot|>",
      "thinking_chars": 0,
      "wall_s": 24.622,
      "eval_count": 79,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": false,
        "schema_enforced": false,
        "keys_present": [],
        "type_errors": [],
        "parse_error": "JSONDecodeError: Extra data: line 1 column 327 (char 326)"
      },
      "leak_sentinel": "<|eot|>",
      "leak_stripped_verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      }
    },
    {
      "item_id": "p2-schema-think-true-r1",
      "probe_id": "p2-schema-think-true",
      "repeat": 1,
      "purpose": "schema constraint with think enabled",
      "model": "muse-glimmer:30b",
      "think": true,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": true,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\"answer\":\"The dealer pegs two points for his heels, and if he does not peg them before playing a card the score is lost.\\n\\nCitations:\\n\\\"If the starter is a Jack, the dealer immediately pegs two points for his heels.\\\"\\n\\\"If he does not peg these two holes before he plays a card the score is lost.\\\"\",\"grounded\":true,\"quote\":\"If the starter is a Jack, the dealer immediately pegs two points for his heels.\"}",
      "thinking_chars": 1994,
      "wall_s": 14.805,
      "eval_count": 107,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p2-schema-think-true",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p3-bare-json-think-false-r1",
      "probe_id": "p3-bare-json-think-false",
      "repeat": 1,
      "purpose": "bare JSON mode, no schema supplied",
      "model": "muse-glimmer:30b",
      "think": false,
      "format": "json",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "json"
      },
      "content": "If the starter is a Jack, the dealer scores for it immediately, and the score is lost if not pegged before playing a card. The rules text states this as follows, quoted verbatim: \"                               ",
      "thinking_chars": 0,
      "wall_s": 5.159,
      "eval_count": null,
      "done_reason": null,
      "transport_error": null,
      "verdict": {
        "probe_id": "p3-bare-json-think-false",
        "parsed": false,
        "schema_enforced": null,
        "keys_present": [],
        "type_errors": [],
        "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p1-schema-think-false-r2",
      "probe_id": "p1-schema-think-false",
      "repeat": 2,
      "purpose": "schema constraint with think disabled",
      "model": "muse-glimmer:30b",
      "think": false,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\"answer\":\"The dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\",\"grounded\":true,\"quote\":\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}<|eot|>",
      "thinking_chars": 0,
      "wall_s": 2.407,
      "eval_count": 79,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": false,
        "schema_enforced": false,
        "keys_present": [],
        "type_errors": [],
        "parse_error": "JSONDecodeError: Extra data: line 1 column 327 (char 326)"
      },
      "leak_sentinel": "<|eot|>",
      "leak_stripped_verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      }
    },
    {
      "item_id": "p2-schema-think-true-r2",
      "probe_id": "p2-schema-think-true",
      "repeat": 2,
      "purpose": "schema constraint with think enabled",
      "model": "muse-glimmer:30b",
      "think": true,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": true,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\"answer\":\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\",\"grounded\":true,\"quote\":\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}",
      "thinking_chars": 1759,
      "wall_s": 12.583,
      "eval_count": 86,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p2-schema-think-true",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p3-bare-json-think-false-r2",
      "probe_id": "p3-bare-json-think-false",
      "repeat": 2,
      "purpose": "bare JSON mode, no schema supplied",
      "model": "muse-glimmer:30b",
      "think": false,
      "format": "json",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "json"
      },
      "content": "If the starter is a Jack, the dealer scores for it immediately, and the score is lost if not pegged before playing a card. The rules text states this as follows, quoted verbatim: \"                               ",
      "thinking_chars": 0,
      "wall_s": 5.185,
      "eval_count": null,
      "done_reason": null,
      "transport_error": null,
      "verdict": {
        "probe_id": "p3-bare-json-think-false",
        "parsed": false,
        "schema_enforced": null,
        "keys_present": [],
        "type_errors": [],
        "parse_error": "JSONDecodeError: Expecting value: line 1 column 1 (char 0)"
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    }
  ]
}