{
  "D": {
    "raw": {
      "ok": 368,
      "n": 368,
      "compare": {
        "C|long-write|L16|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q10": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q11": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q12": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q13": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q14": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q15": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q8": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r0|q9": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q10": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q11": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q12": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q13": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q14": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q15": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q8": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r1|q9": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q10": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q11": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q12": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q13": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q14": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q15": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q8": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r2|q9": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q10": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q11": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q12": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q13": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q14": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q15": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q8": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L16|r3|q9": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r10|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r1|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r2|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r3|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r4|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r5|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r6|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r7|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r8|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L1|r9|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r0|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r10|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r10|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r1|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r1|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r2|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r2|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r3|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r3|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r4|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r4|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r5|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r5|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r6|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r6|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r7|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r7|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r8|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r8|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r9|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L2|r9|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r0|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r0|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r0|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r1|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r1|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r1|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r1|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r2|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r2|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r2|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r2|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r3|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r3|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r3|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L4|r3|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r0|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r1|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r2|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q1": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q2": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q3": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q4": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q5": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q6": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|long-write|L8|r3|q7": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "C|series-p512|L16|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q10": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q11": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q12": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q13": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q14": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q15": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q8": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r0|q9": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q10": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q11": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q12": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q13": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q14": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q15": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q8": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r1|q9": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q10": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q11": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q12": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q13": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q14": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q15": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q8": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r2|q9": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q10": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q11": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q12": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q13": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q14": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q15": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q8": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L16|r3|q9": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r0|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r10|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r1|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r2|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r3|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r4|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r5|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r6|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r7|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r8|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L2|r9|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r0|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r0|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r0|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r1|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r1|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r1|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r2|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r2|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r2|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r3|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r3|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L4|r3|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r0|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r1|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r2|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q1": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q2": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q3": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q4": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q5": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q6": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "C|series-p512|L8|r3|q7": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "D-cal|long-prefill|L1|r0|q0": {
          "verdict": "ok",
          "count": 2553,
          "problems": []
        },
        "D-cal|long-write|L1|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "D-cal|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "D-cal|short-chat|L1|r0|q0": {
          "verdict": "ok",
          "count": 90,
          "problems": []
        },
        "D|long-prefill|L1|r0|q0": {
          "verdict": "ok",
          "count": 2553,
          "problems": []
        },
        "D|long-write|L1|r0|q0": {
          "verdict": "ok",
          "count": 2612,
          "problems": []
        },
        "D|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "D|short-chat|L1|r0|q0": {
          "verdict": "ok",
          "count": 90,
          "problems": []
        },
        "P|long-prefill+q1": {
          "verdict": "ok",
          "count": 2560,
          "problems": []
        },
        "Q|n000": {
          "verdict": "ok",
          "count": 225,
          "problems": []
        },
        "Q|n001": {
          "verdict": "ok",
          "count": 322,
          "problems": []
        },
        "Q|n002": {
          "verdict": "ok",
          "count": 241,
          "problems": []
        },
        "S|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "S|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-a|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-b|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-c|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-d|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r0|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r10|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r1|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r2|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r3|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r4|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r5|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r6|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r7|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r8|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        },
        "TT-e|series-p512|L1|r9|q0": {
          "verdict": "ok",
          "count": 548,
          "problems": []
        }
      }
    },
    "render": {
      "series-p512": {
        "verdict": "differs",
        "base": "vllm /tokenize messages",
        "counts": {
          "vllm /tokenize messages": 548,
          "ollama /api/chat think:false": 548,
          "ollama /v1/chat/completions reasoning_effort:none": 548,
          "llama-server /apply-template": 558
        },
        "diffs": [
          {
            "a": "vllm /tokenize messages",
            "b": "llama-server /apply-template",
            "first_index": 1,
            "a_window": {
              "from": 0,
              "ids": [
                2,
                105,
                2364,
                107,
                51181,
                236743,
                236800,
                236810,
                236828,
                236832
              ],
              "pieces": [
                "<bos>",
                "<|turn>",
                "user",
                "\n",
                "Ticket",
                " ",
                "3",
                "5",
                "8",
                "7"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "b_window": {
              "from": 0,
              "ids": [
                2,
                236820,
                236909,
                548,
                236779,
                3041,
                111038,
                2364,
                107,
                51181
              ],
              "pieces": [
                "<bos>",
                "<",
                "|",
                "im",
                "_",
                "start",
                "|>",
                "user",
                "\n",
                "Ticket"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "a_count": 548,
            "b_count": 558
          }
        ],
        "shas": {
          "vllm /tokenize messages": "6981bc03e76a70e41c728865c10f114c9782c718e34ee8e0061123d17cb7338f",
          "ollama /api/chat think:false": "6981bc03e76a70e41c728865c10f114c9782c718e34ee8e0061123d17cb7338f",
          "ollama /v1/chat/completions reasoning_effort:none": "6981bc03e76a70e41c728865c10f114c9782c718e34ee8e0061123d17cb7338f",
          "llama-server /apply-template": "4ddb5768dcdd6fbca1c2618c8aa4989382e8e98feac784f31a8628fbb446b3f1"
        },
        "refused": false,
        "rule": "SPEC \u03946, R-P1 (reported, never refused): each engine's chat render of a prompt as token IDs -- vLLM POST /tokenize with messages; Ollama /api/chat and /v1/chat/completions with _debug_render_only, then its runner's /tokenize; llama-server /apply-template then /tokenize -- identical IDs, or the first differing index printed with 8 decoded tokens either side and both counts"
      },
      "long-write": {
        "verdict": "differs",
        "base": "vllm /tokenize messages",
        "counts": {
          "vllm /tokenize messages": 2612,
          "ollama /api/chat think:false": 2612,
          "ollama /v1/chat/completions reasoning_effort:none": 2612,
          "llama-server /apply-template": 2622
        },
        "diffs": [
          {
            "a": "vllm /tokenize messages",
            "b": "llama-server /apply-template",
            "first_index": 1,
            "a_window": {
              "from": 0,
              "ids": [
                2,
                105,
                2364,
                107,
                51181,
                236743,
                236810,
                236771,
                236778,
                236770
              ],
              "pieces": [
                "<bos>",
                "<|turn>",
                "user",
                "\n",
                "Ticket",
                " ",
                "5",
                "0",
                "2",
                "1"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "b_window": {
              "from": 0,
              "ids": [
                2,
                236820,
                236909,
                548,
                236779,
                3041,
                111038,
                2364,
                107,
                51181
              ],
              "pieces": [
                "<bos>",
                "<",
                "|",
                "im",
                "_",
                "start",
                "|>",
                "user",
                "\n",
                "Ticket"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "a_count": 2612,
            "b_count": 2622
          }
        ],
        "shas": {
          "vllm /tokenize messages": "39cfe63ff685b8371451a8617f2894ec6f64729d8e521bd84b7986464a226686",
          "ollama /api/chat think:false": "39cfe63ff685b8371451a8617f2894ec6f64729d8e521bd84b7986464a226686",
          "ollama /v1/chat/completions reasoning_effort:none": "39cfe63ff685b8371451a8617f2894ec6f64729d8e521bd84b7986464a226686",
          "llama-server /apply-template": "47e540481058523c01ed0e593bc681bfa859cd57266fea1ec6720085d89d681e"
        },
        "refused": false,
        "rule": "SPEC \u03946, R-P1 (reported, never refused): each engine's chat render of a prompt as token IDs -- vLLM POST /tokenize with messages; Ollama /api/chat and /v1/chat/completions with _debug_render_only, then its runner's /tokenize; llama-server /apply-template then /tokenize -- identical IDs, or the first differing index printed with 8 decoded tokens either side and both counts"
      },
      "long-prefill": {
        "verdict": "differs",
        "base": "vllm /tokenize messages",
        "counts": {
          "vllm /tokenize messages": 2553,
          "ollama /api/chat think:false": 2553,
          "ollama /v1/chat/completions reasoning_effort:none": 2553,
          "llama-server /apply-template": 2564
        },
        "diffs": [
          {
            "a": "vllm /tokenize messages",
            "b": "llama-server /apply-template",
            "first_index": 1,
            "a_window": {
              "from": 0,
              "ids": [
                2,
                105,
                2364,
                107,
                51181,
                236743,
                236800,
                236770,
                236800,
                236771
              ],
              "pieces": [
                "<bos>",
                "<|turn>",
                "user",
                "\n",
                "Ticket",
                " ",
                "3",
                "1",
                "3",
                "0"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "b_window": {
              "from": 0,
              "ids": [
                2,
                236820,
                236909,
                548,
                236779,
                3041,
                111038,
                2364,
                107,
                51181
              ],
              "pieces": [
                "<bos>",
                "<",
                "|",
                "im",
                "_",
                "start",
                "|>",
                "user",
                "\n",
                "Ticket"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "a_count": 2553,
            "b_count": 2564
          }
        ],
        "shas": {
          "vllm /tokenize messages": "3dd19636020a80ff11feb43f4f82b49c00364c2e596ec780be886b33d837416a",
          "ollama /api/chat think:false": "3dd19636020a80ff11feb43f4f82b49c00364c2e596ec780be886b33d837416a",
          "ollama /v1/chat/completions reasoning_effort:none": "3dd19636020a80ff11feb43f4f82b49c00364c2e596ec780be886b33d837416a",
          "llama-server /apply-template": "b9a78f18c81ec9315dd8c4f0c7a0859e2cef9d6e3d16756f276a26a721529f2b"
        },
        "refused": false,
        "rule": "SPEC \u03946, R-P1 (reported, never refused): each engine's chat render of a prompt as token IDs -- vLLM POST /tokenize with messages; Ollama /api/chat and /v1/chat/completions with _debug_render_only, then its runner's /tokenize; llama-server /apply-template then /tokenize -- identical IDs, or the first differing index printed with 8 decoded tokens either side and both counts"
      },
      "short-chat": {
        "verdict": "differs",
        "base": "vllm /tokenize messages",
        "counts": {
          "vllm /tokenize messages": 90,
          "ollama /api/chat think:false": 90,
          "ollama /v1/chat/completions reasoning_effort:none": 90,
          "llama-server /apply-template": 100
        },
        "diffs": [
          {
            "a": "vllm /tokenize messages",
            "b": "llama-server /apply-template",
            "first_index": 1,
            "a_window": {
              "from": 0,
              "ids": [
                2,
                105,
                2364,
                107,
                51181,
                236743,
                236810,
                236770,
                236800,
                236810
              ],
              "pieces": [
                "<bos>",
                "<|turn>",
                "user",
                "\n",
                "Ticket",
                " ",
                "5",
                "1",
                "3",
                "5"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "b_window": {
              "from": 0,
              "ids": [
                2,
                236820,
                236909,
                548,
                236779,
                3041,
                111038,
                2364,
                107,
                51181
              ],
              "pieces": [
                "<bos>",
                "<",
                "|",
                "im",
                "_",
                "start",
                "|>",
                "user",
                "\n",
                "Ticket"
              ],
              "pieces_from": "the engine's detokenizer"
            },
            "a_count": 90,
            "b_count": 100
          }
        ],
        "shas": {
          "vllm /tokenize messages": "5609bb0ce9f22dbbc0298ddfb79fb047eb3a61bc99ce1f555d27906af28c341d",
          "ollama /api/chat think:false": "5609bb0ce9f22dbbc0298ddfb79fb047eb3a61bc99ce1f555d27906af28c341d",
          "ollama /v1/chat/completions reasoning_effort:none": "5609bb0ce9f22dbbc0298ddfb79fb047eb3a61bc99ce1f555d27906af28c341d",
          "llama-server /apply-template": "3cfcf1e03a83166352e531258580ff28e9072c691fa7ea80ba704f9e93e01243"
        },
        "refused": false,
        "rule": "SPEC \u03946, R-P1 (reported, never refused): each engine's chat render of a prompt as token IDs -- vLLM POST /tokenize with messages; Ollama /api/chat and /v1/chat/completions with _debug_render_only, then its runner's /tokenize; llama-server /apply-template then /tokenize -- identical IDs, or the first differing index printed with 8 decoded tokens either side and both counts"
      }
    },
    "frame": {
      "verdict": "ok",
      "proofs": [
        {
          "prompt": "series-p512",
          "verdict": "ok",
          "count": 548
        },
        {
          "prompt": "long-write",
          "verdict": "ok",
          "count": 2612
        },
        {
          "prompt": "long-prefill",
          "verdict": "ok",
          "count": 2553
        },
        {
          "prompt": "short-chat",
          "verdict": "ok",
          "count": 90
        }
      ],
      "rule": "R-F1: vLLM's chat render of each prompt equals the composed string, ID for ID"
    },
    "rules": {
      "raw": "SPEC \u03946, R-P2 (a gate): every string an arm sends on the raw path tokenizes to the same IDs (count and sha256 of the list) on every engine the arm uses, with BOS first exactly once; otherwise that prompt is REFUSED for that engine pair and carries no scored row",
      "render": "SPEC \u03946, R-P1 (reported, never refused): each engine's chat render of a prompt as token IDs -- vLLM POST /tokenize with messages; Ollama /api/chat and /v1/chat/completions with _debug_render_only, then its runner's /tokenize; llama-server /apply-template then /tokenize -- identical IDs, or the first differing index printed with 8 decoded tokens either side and both counts"
    }
  },
  "os": {
    "pretty_name": "Ubuntu 26.04 LTS",
    "id": "ubuntu",
    "version_id": "26.04",
    "kernel": "7.0.0-31-generic",
    "arch": "x86_64",
    "source": "/etc/os-release"
  },
  "withheld": []
}