{
  "schema": "s2s-bench-v1",
  "instrument": "c0-format-probes",
  "model": "qwen3.6:27b",
  "host": "the bench endpoint",
  "at": "2026-08-26T13:56:50Z",
  "probe_fixture": "f2-cribbage-starter",
  "repeats": 2,
  "calls": 6,
  "configs": {
    "p1-schema-think-false": {
      "calls": [
        {
          "probe_id": "p1-schema-think-false",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        },
        {
          "probe_id": "p1-schema-think-false",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        }
      ],
      "repeats": 2,
      "parsed_all": true,
      "parsed_count": 2,
      "schema_enforced": true,
      "stable": true,
      "per_repeat_enforced": [
        true,
        true
      ]
    },
    "p2-schema-think-true": {
      "calls": [
        {
          "probe_id": "p2-schema-think-true",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        },
        {
          "probe_id": "p2-schema-think-true",
          "parsed": true,
          "schema_enforced": true,
          "keys_present": [
            "answer",
            "grounded",
            "quote"
          ],
          "type_errors": [],
          "parse_error": null
        }
      ],
      "repeats": 2,
      "parsed_all": true,
      "parsed_count": 2,
      "schema_enforced": true,
      "stable": true,
      "per_repeat_enforced": [
        true,
        true
      ]
    },
    "p3-bare-json-think-false": {
      "calls": [
        {
          "probe_id": "p3-bare-json-think-false",
          "parsed": true,
          "schema_enforced": null,
          "keys_present": [
            "answer",
            "citation"
          ],
          "type_errors": [],
          "parse_error": null
        },
        {
          "probe_id": "p3-bare-json-think-false",
          "parsed": true,
          "schema_enforced": null,
          "keys_present": [
            "answer",
            "citation"
          ],
          "type_errors": [],
          "parse_error": null
        }
      ],
      "repeats": 2,
      "parsed_all": true,
      "parsed_count": 2,
      "schema_enforced": null,
      "stable": true,
      "per_repeat_enforced": [
        null,
        null
      ]
    }
  },
  "polarity": {
    "label": "SCHEMA HELD BOTH WAYS",
    "explanation": "The schema was enforced under think:false AND think:true. No polarity trap observed for this model on this ollama version."
  },
  "seat_blocked": false,
  "seat_blocked_reason": "schema enforced under think:false on every repeat",
  "leak_diagnostic": {
    "column_status": "DIAGNOSTIC ONLY \u2014 strict parse binds the verdict (PLAN v2)",
    "p1_repeats": 2,
    "p1_with_leaked_sentinel": 0,
    "p1_schema_valid_after_stripping": 0,
    "sentinels_seen": [],
    "leak_explains_every_p1_failure": false
  },
  "seat_rule": "SEAT-BLOCKED when the schema constraint is not enforced on EVERY repeat of p1 (format=schema, think=false) -- the posture the production judge/classifier seat contracts for. The battery continues regardless (operator ruling).",
  "records": [
    {
      "item_id": "p1-schema-think-false-r1",
      "probe_id": "p1-schema-think-false",
      "repeat": 1,
      "purpose": "schema constraint with think disabled",
      "model": "qwen3.6:27b",
      "think": false,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\n  \"answer\": \"If the starter is a Jack, the dealer scores two points for his heels. If he does not peg these two points before playing a card, the score is lost.\",\n  \"grounded\": true,\n  \"quote\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"\n}",
      "thinking_chars": 0,
      "wall_s": 12.164,
      "eval_count": 97,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p2-schema-think-true-r1",
      "probe_id": "p2-schema-think-true",
      "repeat": 1,
      "purpose": "schema constraint with think enabled",
      "model": "qwen3.6:27b",
      "think": true,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": true,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\n  \"answer\": \"If the starter is a Jack, the dealer scores two points for his heels. If he does not peg these points before playing a card, the score is lost.\\n\\nThis is supported by the following text: \\\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\\\"\",\"grounded\": true,\"quote\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}",
      "thinking_chars": 3931,
      "wall_s": 19.66,
      "eval_count": 137,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p2-schema-think-true",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p3-bare-json-think-false-r1",
      "probe_id": "p3-bare-json-think-false",
      "repeat": 1,
      "purpose": "bare JSON mode, no schema supplied",
      "model": "qwen3.6:27b",
      "think": false,
      "format": "json",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "json"
      },
      "content": "{\n  \"answer\": \"If the starter is a Jack, the dealer scores two points for his heels. If he does not peg these two points before playing a card, the score is lost.\",\n  \"citation\": \"\\\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\\\"\"\n}",
      "thinking_chars": 0,
      "wall_s": 2.318,
      "eval_count": 87,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p3-bare-json-think-false",
        "parsed": true,
        "schema_enforced": null,
        "keys_present": [
          "answer",
          "citation"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p1-schema-think-false-r2",
      "probe_id": "p1-schema-think-false",
      "repeat": 2,
      "purpose": "schema constraint with think disabled",
      "model": "qwen3.6:27b",
      "think": false,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\n  \"answer\": \"If the starter is a Jack, the dealer scores two points for his heels. If he does not peg these two points before playing a card, the score is lost.\",\n  \"grounded\": true,\n  \"quote\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"\n}",
      "thinking_chars": 0,
      "wall_s": 2.623,
      "eval_count": 97,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p1-schema-think-false",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p2-schema-think-true-r2",
      "probe_id": "p2-schema-think-true",
      "repeat": 2,
      "purpose": "schema constraint with think enabled",
      "model": "qwen3.6:27b",
      "think": true,
      "format": "schema",
      "law": {
        "num_ctx": 32768,
        "think": true,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "schema"
      },
      "content": "{\n  \"answer\": \"If the starter is a Jack, the dealer scores two points for his heels. If he does not peg these points before playing a card, the score is lost.\\n\\nThis is supported by the following text: \\\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\\\"\",\"grounded\": true,\"quote\": \"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\"}",
      "thinking_chars": 3931,
      "wall_s": 22.621,
      "eval_count": 137,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p2-schema-think-true",
        "parsed": true,
        "schema_enforced": true,
        "keys_present": [
          "answer",
          "grounded",
          "quote"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    },
    {
      "item_id": "p3-bare-json-think-false-r2",
      "probe_id": "p3-bare-json-think-false",
      "repeat": 2,
      "purpose": "bare JSON mode, no schema supplied",
      "model": "qwen3.6:27b",
      "think": false,
      "format": "json",
      "law": {
        "num_ctx": 32768,
        "think": false,
        "reasoning_strength": null,
        "stream": false,
        "allow_keep_alive": false,
        "keep_alive": null,
        "format": "json"
      },
      "content": "{\n  \"answer\": \"If the starter is a Jack, the dealer scores two points for his heels. If he does not peg these two points before playing a card, the score is lost.\",\n  \"citation\": \"\\\"If the starter is a Jack, the dealer immediately pegs two points for his heels. If he does not peg these two holes before he plays a card the score is lost.\\\"\"\n}",
      "thinking_chars": 0,
      "wall_s": 2.135,
      "eval_count": 87,
      "done_reason": "stop",
      "transport_error": null,
      "verdict": {
        "probe_id": "p3-bare-json-think-false",
        "parsed": true,
        "schema_enforced": null,
        "keys_present": [
          "answer",
          "citation"
        ],
        "type_errors": [],
        "parse_error": null
      },
      "leak_sentinel": null,
      "leak_stripped_verdict": null
    }
  ]
}