{
 "audition": "exhibit thirteen checker audition",
 "run_at": "2026-08-16T14:47:12Z",
 "checkers_module_sha256": "e230cc7211ae698c83afe1b033da06386e0452f2724633185256fe61af25ed5b",
 "cases": 335,
 "failures": 0,
 "rows": [
  {
   "item": "C01",
   "kind": "key",
   "label": "canonical key",
   "reply": "738",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '738', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "paraphrase",
   "label": "738 scoring cells",
   "reply": "738 scoring cells",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '738', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "paraphrase",
   "label": "738 cells",
   "reply": "738 cells",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '738', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "paraphrase",
   "label": "seven hundred thirty-eight",
   "reply": "seven hundred thirty-eight",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '738', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "decoy",
   "label": "868",
   "reply": "868",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '868', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "decoy",
   "label": "102",
   "reply": "102",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '102', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "decoy",
   "label": "840",
   "reply": "840",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '840', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "decoy",
   "label": "24",
   "reply": "24",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '24', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "decoy",
   "label": "20",
   "reply": "20",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '20', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 738",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '738', key '738'",
   "audition_ok": true
  },
  {
   "item": "C01",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "738 or 868",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['738', '868']",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "key",
   "label": "canonical key",
   "reply": "2026-08-14",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-14', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "paraphrase",
   "label": "14 August 2026",
   "reply": "14 August 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-14', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "paraphrase",
   "label": "August 14, 2026",
   "reply": "August 14, 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-14', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "paraphrase",
   "label": "August 14th 2026",
   "reply": "August 14th 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-14', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "paraphrase",
   "label": "2026/08/14",
   "reply": "2026/08/14",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-14', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "decoy",
   "label": "2026-08-15",
   "reply": "2026-08-15",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-15', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "decoy",
   "label": "2026-08-16",
   "reply": "2026-08-16",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-16', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "decoy",
   "label": "2026-08-13",
   "reply": "2026-08-13",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-13', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "decoy",
   "label": "2026-08-11",
   "reply": "2026-08-11",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-11', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 2026-08-14",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-14', key '2026-08-14'",
   "audition_ok": true
  },
  {
   "item": "C02",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "2026-08-14 or 2026-08-15",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 dates offered ['2026-08-14', '2026-08-15']",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "key",
   "label": "canonical key",
   "reply": "4",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '4', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "paraphrase",
   "label": "four",
   "reply": "four",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '4', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "paraphrase",
   "label": "Four asks",
   "reply": "Four asks",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '4', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "paraphrase",
   "label": "4 asks",
   "reply": "4 asks",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '4', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "decoy",
   "label": "2",
   "reply": "2",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "decoy",
   "label": "3",
   "reply": "3",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '3', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "decoy",
   "label": "6",
   "reply": "6",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '6', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "decoy",
   "label": "20",
   "reply": "20",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '20', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "decoy",
   "label": "24",
   "reply": "24",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '24', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 4",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '4', key '4'",
   "audition_ok": true
  },
  {
   "item": "C03",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "4 or 2",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['4', '2']",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "key",
   "label": "canonical key",
   "reply": "0.5",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '0.5', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "paraphrase",
   "label": "0.5 points",
   "reply": "0.5 points",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '0.5', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "paraphrase",
   "label": "half a point",
   "reply": "half a point",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '0.5', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "paraphrase",
   "label": "a band of 0.5",
   "reply": "a band of 0.5",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '0.5', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "decoy",
   "label": "0.05",
   "reply": "0.05",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '0.05', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "decoy",
   "label": "5",
   "reply": "5",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '5', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "decoy",
   "label": "0.1",
   "reply": "0.1",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '0.1', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "decoy",
   "label": "7.33",
   "reply": "7.33",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '7.33', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "decoy",
   "label": "0.37",
   "reply": "0.37",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '0.37', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 0.5",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '0.5', key '0.5'",
   "audition_ok": true
  },
  {
   "item": "C04",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "0.5 or 0.05",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['0.5', '0.05']",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "key",
   "label": "canonical key",
   "reply": "openai-gpt-5.5-2026-04-23",
   "must_pass": true,
   "checker_said": true,
   "reason": "matched 'gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "paraphrase",
   "label": "gpt-5.5-2026-04-23",
   "reply": "gpt-5.5-2026-04-23",
   "must_pass": true,
   "checker_said": true,
   "reason": "matched 'gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "paraphrase",
   "label": "openai gpt-5.5-2026-04-23",
   "reply": "openai gpt-5.5-2026-04-23",
   "must_pass": true,
   "checker_said": true,
   "reason": "matched 'gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "paraphrase",
   "label": "GPT-5.5",
   "reply": "GPT-5.5",
   "must_pass": true,
   "checker_said": true,
   "reason": "matched 'gpt-5.5'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "decoy",
   "label": "qwen3.8:27b",
   "reply": "qwen3.8:27b",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'openai-gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "decoy",
   "label": "qwen3.6:27b",
   "reply": "qwen3.6:27b",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'openai-gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "decoy",
   "label": "gemma4:26b",
   "reply": "gemma4:26b",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'openai-gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "decoy",
   "label": "cloud-minimax-m3",
   "reply": "cloud-minimax-m3",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'openai-gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "decoy",
   "label": "deepseek-v4-pro",
   "reply": "deepseek-v4-pro",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'openai-gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: openai-gpt-5.5-2026-04-23",
   "must_pass": true,
   "checker_said": true,
   "reason": "matched 'gpt-5.5-2026-04-23'",
   "audition_ok": true
  },
  {
   "item": "C05",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "openai-gpt-5.5-2026-04-23 or qwen3.8:27b",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: the line offers a choice",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "key",
   "label": "canonical key",
   "reply": "868",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '868', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "paraphrase",
   "label": "868 verdicts",
   "reply": "868 verdicts",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '868', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "paraphrase",
   "label": "eight hundred sixty-eight",
   "reply": "eight hundred sixty-eight",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '868', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "decoy",
   "label": "738",
   "reply": "738",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '738', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "decoy",
   "label": "102",
   "reply": "102",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '102', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "decoy",
   "label": "2592",
   "reply": "2592",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2592', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "decoy",
   "label": "840",
   "reply": "840",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '840', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 868",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '868', key '868'",
   "audition_ok": true
  },
  {
   "item": "C06",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "868 or 738",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['868', '738']",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "key",
   "label": "canonical key",
   "reply": "5",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '5', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "paraphrase",
   "label": "five",
   "reply": "five",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '5', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "paraphrase",
   "label": "five weeks",
   "reply": "five weeks",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '5', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "paraphrase",
   "label": "5 weeks",
   "reply": "5 weeks",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '5', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "decoy",
   "label": "4",
   "reply": "4",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '4', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "decoy",
   "label": "6",
   "reply": "6",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '6', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "decoy",
   "label": "30",
   "reply": "30",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '30', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "decoy",
   "label": "three",
   "reply": "three",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '3', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 5",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '5', key '5'",
   "audition_ok": true
  },
  {
   "item": "C07",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "5 or 4",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['5', '4']",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "key",
   "label": "canonical key",
   "reply": "qwen3.8:27b",
   "must_pass": true,
   "checker_said": true,
   "reason": "flattened first line 'qwen3.827b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "paraphrase",
   "label": "qwen3.8 27b",
   "reply": "qwen3.8 27b",
   "must_pass": true,
   "checker_said": true,
   "reason": "flattened first line 'qwen3.827b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "paraphrase",
   "label": "Qwen3.8:27B",
   "reply": "Qwen3.8:27B",
   "must_pass": true,
   "checker_said": true,
   "reason": "flattened first line 'qwen3.827b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "paraphrase",
   "label": "qwen3.8-27b",
   "reply": "qwen3.8-27b",
   "must_pass": true,
   "checker_said": true,
   "reason": "flattened first line 'qwen3.827b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "decoy",
   "label": "qwen3.6:27b",
   "reply": "qwen3.6:27b",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line 'qwen3.627b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "decoy",
   "label": "qwen3.5:27b",
   "reply": "qwen3.5:27b",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line 'qwen3.527b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "decoy",
   "label": "gemma4:26b",
   "reply": "gemma4:26b",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line 'gemma426b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "decoy",
   "label": "llama3.3:70b",
   "reply": "llama3.3:70b",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line 'llama3.370b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "decoy",
   "label": "openai-gpt-5.5-2026-04-23",
   "reply": "openai-gpt-5.5-2026-04-23",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line 'openaigpt5.520260423'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line ''",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "flattened first line 'thesitedoesntsay'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: qwen3.8:27b",
   "must_pass": true,
   "checker_said": true,
   "reason": "flattened first line 'qwen3.827b'",
   "audition_ok": true
  },
  {
   "item": "C08",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "qwen3.8:27b or qwen3.6:27b",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: the line offers a choice",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "key",
   "label": "canonical key",
   "reply": "7.33",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7.33', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "paraphrase",
   "label": "7.33 out of 10",
   "reply": "7.33 out of 10",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7.33', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "paraphrase",
   "label": "a 7.33",
   "reply": "a 7.33",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7.33', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "decoy",
   "label": "7.28",
   "reply": "7.28",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '7.28', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "decoy",
   "label": "7.16",
   "reply": "7.16",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '7.16', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "decoy",
   "label": "6.91",
   "reply": "6.91",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '6.91', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "decoy",
   "label": "7.3",
   "reply": "7.3",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '7.3', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "decoy",
   "label": "0.5",
   "reply": "0.5",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '0.5', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 7.33",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7.33', key '7.33'",
   "audition_ok": true
  },
  {
   "item": "C09",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "7.33 or 7.28",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['7.33', '7.28']",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "key",
   "label": "canonical key",
   "reply": "0.32.13",
   "must_pass": true,
   "checker_said": true,
   "reason": "found '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "paraphrase",
   "label": "ollama 0.32.13",
   "reply": "ollama 0.32.13",
   "must_pass": true,
   "checker_said": true,
   "reason": "found '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "paraphrase",
   "label": "v0.32.13",
   "reply": "v0.32.13",
   "must_pass": true,
   "checker_said": true,
   "reason": "found '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "decoy",
   "label": "0.32.9",
   "reply": "0.32.9",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "decoy",
   "label": "0.31.1",
   "reply": "0.31.1",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "decoy",
   "label": "0.32.12",
   "reply": "0.32.12",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "decoy",
   "label": "0.33.0",
   "reply": "0.33.0",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 0.32.13",
   "must_pass": true,
   "checker_said": true,
   "reason": "found '0.32.13'",
   "audition_ok": true
  },
  {
   "item": "C10",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "0.32.13 or 0.32.9",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: the line offers a choice",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "key",
   "label": "canonical key",
   "reply": "30",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '30', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "paraphrase",
   "label": "thirty",
   "reply": "thirty",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '30', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "paraphrase",
   "label": "thirty days",
   "reply": "thirty days",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '30', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "paraphrase",
   "label": "30 days",
   "reply": "30 days",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '30', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "decoy",
   "label": "100",
   "reply": "100",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '100', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "decoy",
   "label": "365",
   "reply": "365",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '365', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "decoy",
   "label": "90",
   "reply": "90",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '90', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "decoy",
   "label": "7",
   "reply": "7",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '7', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "decoy",
   "label": "14",
   "reply": "14",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '14', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 30",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '30', key '30'",
   "audition_ok": true
  },
  {
   "item": "C11",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "30 or 100",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['30', '100']",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "key",
   "label": "canonical key",
   "reply": "REDACTED",
   "must_pass": true,
   "checker_said": true,
   "reason": "found 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "paraphrase",
   "label": "redacted",
   "reply": "redacted",
   "must_pass": true,
   "checker_said": true,
   "reason": "found 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "paraphrase",
   "label": "'REDACTED'",
   "reply": "'REDACTED'",
   "must_pass": true,
   "checker_said": true,
   "reason": "found 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "decoy",
   "label": "removed",
   "reply": "removed",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "decoy",
   "label": "deleted",
   "reply": "deleted",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "decoy",
   "label": "hashed",
   "reply": "hashed",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "decoy",
   "label": "anonymised",
   "reply": "anonymised",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "decoy",
   "label": "stripped",
   "reply": "stripped",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not find 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: REDACTED",
   "must_pass": true,
   "checker_said": true,
   "reason": "found 'redacted'",
   "audition_ok": true
  },
  {
   "item": "C12",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "REDACTED or removed",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: the line offers a choice",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "key",
   "label": "canonical key",
   "reply": "7",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "paraphrase",
   "label": "seven",
   "reply": "seven",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "paraphrase",
   "label": "seven judges",
   "reply": "seven judges",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "paraphrase",
   "label": "7 judges",
   "reply": "7 judges",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "decoy",
   "label": "6",
   "reply": "6",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '6', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "decoy",
   "label": "5",
   "reply": "5",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '5', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "decoy",
   "label": "20",
   "reply": "20",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '20', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "decoy",
   "label": "4",
   "reply": "4",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '4', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 7",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '7', key '7'",
   "audition_ok": true
  },
  {
   "item": "C13",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "7 or 6",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['7', '6']",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "key",
   "label": "canonical key",
   "reply": "hello@strata2signal.com",
   "must_pass": true,
   "checker_said": true,
   "reason": "normalised first line 'hello@strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "paraphrase",
   "label": "mailto:hello@strata2signal.com",
   "reply": "mailto:hello@strata2signal.com",
   "must_pass": true,
   "checker_said": true,
   "reason": "normalised first line 'hello@strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "paraphrase",
   "label": "hello [at] strata2signal.com",
   "reply": "hello [at] strata2signal.com",
   "must_pass": true,
   "checker_said": true,
   "reason": "normalised first line 'hello@strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "decoy",
   "label": "contact@strata2signal.com",
   "reply": "contact@strata2signal.com",
   "must_pass": false,
   "checker_said": false,
   "reason": "normalised first line 'contact@strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "decoy",
   "label": "info@strata2signal.com",
   "reply": "info@strata2signal.com",
   "must_pass": false,
   "checker_said": false,
   "reason": "normalised first line 'info@strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "decoy",
   "label": "hello@research.strata2signal.com",
   "reply": "hello@research.strata2signal.com",
   "must_pass": false,
   "checker_said": false,
   "reason": "normalised first line 'hello@research.strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "normalised first line ''",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "normalised first line \"the site doesn't say\"",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: hello@strata2signal.com",
   "must_pass": true,
   "checker_said": true,
   "reason": "normalised first line 'hello@strata2signal.com'",
   "audition_ok": true
  },
  {
   "item": "C14",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "hello@strata2signal.com or contact@strata2signal.com",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: the line offers a choice",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "key",
   "label": "canonical key",
   "reply": "2026-08-15",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-15', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "paraphrase",
   "label": "15 August 2026",
   "reply": "15 August 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-15', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "paraphrase",
   "label": "August 15, 2026",
   "reply": "August 15, 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-15', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "decoy",
   "label": "2026-08-14",
   "reply": "2026-08-14",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-14', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "decoy",
   "label": "2026-08-16",
   "reply": "2026-08-16",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-16', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "decoy",
   "label": "2026-08-13",
   "reply": "2026-08-13",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-13', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 2026-08-15",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-15', key '2026-08-15'",
   "audition_ok": true
  },
  {
   "item": "R01",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "2026-08-15 or 2026-08-14",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 dates offered ['2026-08-15', '2026-08-14']",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "key",
   "label": "canonical key",
   "reply": "11",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '11', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "paraphrase",
   "label": "eleven",
   "reply": "eleven",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '11', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "paraphrase",
   "label": "exhibit eleven",
   "reply": "exhibit eleven",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '11', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "paraphrase",
   "label": "#11",
   "reply": "#11",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '11', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "decoy",
   "label": "10",
   "reply": "10",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '10', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "decoy",
   "label": "12",
   "reply": "12",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '12', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "decoy",
   "label": "21",
   "reply": "21",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '21', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "decoy",
   "label": "13",
   "reply": "13",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '13', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 11",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '11', key '11'",
   "audition_ok": true
  },
  {
   "item": "R02",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "11 or 10",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['11', '10']",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "key",
   "label": "canonical key",
   "reply": "18",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '18', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "paraphrase",
   "label": "eighteen",
   "reply": "eighteen",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '18', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "paraphrase",
   "label": "eighteen tags",
   "reply": "eighteen tags",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '18', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "decoy",
   "label": "19",
   "reply": "19",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '19', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "decoy",
   "label": "20",
   "reply": "20",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '20', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "decoy",
   "label": "21",
   "reply": "21",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '21', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "decoy",
   "label": "23",
   "reply": "23",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '23', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 18",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '18', key '18'",
   "audition_ok": true
  },
  {
   "item": "R03",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "18 or 19",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['18', '19']",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "key",
   "label": "canonical key",
   "reply": "2026-08-11",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-11', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "paraphrase",
   "label": "August 11",
   "reply": "August 11",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-11', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "paraphrase",
   "label": "11 August 2026",
   "reply": "11 August 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-11', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "paraphrase",
   "label": "August 11, 2026",
   "reply": "August 11, 2026",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-11', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "decoy",
   "label": "2026-08-12",
   "reply": "2026-08-12",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-12', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "decoy",
   "label": "2026-08-14",
   "reply": "2026-08-14",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-14', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "decoy",
   "label": "2026-08-10",
   "reply": "2026-08-10",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2026-08-10', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 2026-08-11",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2026-08-11', key '2026-08-11'",
   "audition_ok": true
  },
  {
   "item": "R04",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "2026-08-11 or 2026-08-12",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 dates offered ['2026-08-11', '2026-08-12']",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "key",
   "label": "canonical key",
   "reply": "2592",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2592', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "paraphrase",
   "label": "2,592",
   "reply": "2,592",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2592', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "paraphrase",
   "label": "2 592",
   "reply": "2 592",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2592', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "paraphrase",
   "label": "2592 verdicts",
   "reply": "2592 verdicts",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2592', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "decoy",
   "label": "868",
   "reply": "868",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '868', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "decoy",
   "label": "738",
   "reply": "738",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '738', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "decoy",
   "label": "2492",
   "reply": "2492",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2492', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "decoy",
   "label": "1296",
   "reply": "1296",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '1296', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 2592",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '2592', key '2592'",
   "audition_ok": true
  },
  {
   "item": "R05",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "2592 or 868",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['2592', '868']",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "key",
   "label": "canonical key",
   "reply": "6",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '6', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "paraphrase",
   "label": "six",
   "reply": "six",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '6', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "paraphrase",
   "label": "six arms",
   "reply": "six arms",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '6', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "decoy",
   "label": "7",
   "reply": "7",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '7', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "decoy",
   "label": "5",
   "reply": "5",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '5', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "decoy",
   "label": "20",
   "reply": "20",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '20', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "decoy",
   "label": "2",
   "reply": "2",
   "must_pass": false,
   "checker_said": false,
   "reason": "read '2', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: 6",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '6', key '6'",
   "audition_ok": true
  },
  {
   "item": "R06",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "6 or 7",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 numbers offered ['6', '7']",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "key",
   "label": "canonical key",
   "reply": "https://research.strata2signal.com/where-your-question-goes/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/where-your-question-goes', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "paraphrase",
   "label": "research.strata2signal.com/where-your-question-goes/",
   "reply": "research.strata2signal.com/where-your-question-goes/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/where-your-question-goes', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "paraphrase",
   "label": "/where-your-question-goes/",
   "reply": "/where-your-question-goes/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '/where-your-question-goes', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "paraphrase",
   "label": "https://research.strata2signal.com/where-your-question-goes/",
   "reply": "https://research.strata2signal.com/where-your-question-goes/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/where-your-question-goes', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/how-we-work/index.html",
   "reply": "https://research.strata2signal.com/how-we-work/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/how-we-work', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "decoy",
   "label": "https://strata2signal.com/contact/",
   "reply": "https://strata2signal.com/contact/",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'strata2signal.com/contact', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/licences/index.html",
   "reply": "https://research.strata2signal.com/licences/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/licences', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: https://research.strata2signal.com/where-your-question-goes/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/where-your-question-goes', key 'research.strata2signal.com/where-your-question-goes' (path '/where-your-question-goes')",
   "audition_ok": true
  },
  {
   "item": "N01",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "https://research.strata2signal.com/where-your-question-goes/index.html or https://research.strata2signal.com/how-we-work/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 URLs offered ['research.strata2signal.com/where-your-question-goes', 'research.strata2signal.com/how-we-work']",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "key",
   "label": "canonical key",
   "reply": "https://research.strata2signal.com/licences/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/licences', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "paraphrase",
   "label": "research.strata2signal.com/licences/",
   "reply": "research.strata2signal.com/licences/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/licences', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "paraphrase",
   "label": "/licences/",
   "reply": "/licences/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '/licences', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/seat-trials/index.html",
   "reply": "https://research.strata2signal.com/seat-trials/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/seat-trials', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/data/index.json",
   "reply": "https://research.strata2signal.com/data/index.json",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/data/index.json', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/august-arrivals/index.html",
   "reply": "https://research.strata2signal.com/august-arrivals/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/august-arrivals', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: https://research.strata2signal.com/licences/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/licences', key 'research.strata2signal.com/licences' (path '/licences')",
   "audition_ok": true
  },
  {
   "item": "N02",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "https://research.strata2signal.com/licences/index.html or https://research.strata2signal.com/seat-trials/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 URLs offered ['research.strata2signal.com/licences', 'research.strata2signal.com/seat-trials']",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "key",
   "label": "canonical key",
   "reply": "https://research.strata2signal.com/data/index.json",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/data/index.json', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "paraphrase",
   "label": "research.strata2signal.com/data/index.json",
   "reply": "research.strata2signal.com/data/index.json",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/data/index.json', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "paraphrase",
   "label": "/data/index.json",
   "reply": "/data/index.json",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '/data/index.json', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/llms.txt",
   "reply": "https://research.strata2signal.com/llms.txt",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/llms.txt', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/robots.txt",
   "reply": "https://research.strata2signal.com/robots.txt",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/robots.txt', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/chair-trials/data/index.json",
   "reply": "https://research.strata2signal.com/chair-trials/data/index.json",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/chair-trials/data/index.json', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: https://research.strata2signal.com/data/index.json",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/data/index.json', key 'research.strata2signal.com/data/index.json' (path '/data/index.json')",
   "audition_ok": true
  },
  {
   "item": "N03",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "https://research.strata2signal.com/data/index.json or https://research.strata2signal.com/llms.txt",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 URLs offered ['research.strata2signal.com/data/index.json', 'research.strata2signal.com/llms.txt']",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "key",
   "label": "canonical key",
   "reply": "https://research.strata2signal.com/how-we-work/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/how-we-work', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "paraphrase",
   "label": "research.strata2signal.com/how-we-work/",
   "reply": "research.strata2signal.com/how-we-work/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/how-we-work', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "paraphrase",
   "label": "/how-we-work/",
   "reply": "/how-we-work/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '/how-we-work', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/where-your-question-goes/index.html",
   "reply": "https://research.strata2signal.com/where-your-question-goes/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/where-your-question-goes', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "decoy",
   "label": "https://strata2signal.com/family.html",
   "reply": "https://strata2signal.com/family.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'strata2signal.com/family.html', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/the-open-call/index.html",
   "reply": "https://research.strata2signal.com/the-open-call/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/the-open-call', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: https://research.strata2signal.com/how-we-work/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/how-we-work', key 'research.strata2signal.com/how-we-work' (path '/how-we-work')",
   "audition_ok": true
  },
  {
   "item": "N04",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "https://research.strata2signal.com/how-we-work/index.html or https://research.strata2signal.com/where-your-question-goes/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 URLs offered ['research.strata2signal.com/how-we-work', 'research.strata2signal.com/where-your-question-goes']",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "key",
   "label": "canonical key",
   "reply": "https://strata2signal.com/family.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'strata2signal.com/family.html', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "paraphrase",
   "label": "strata2signal.com/family.html",
   "reply": "strata2signal.com/family.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'strata2signal.com/family.html', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "paraphrase",
   "label": "/family.html",
   "reply": "/family.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '/family.html', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "decoy",
   "label": "https://strata2signal.com/",
   "reply": "https://strata2signal.com/",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'strata2signal.com', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "decoy",
   "label": "https://strata2signal.com/contact/",
   "reply": "https://strata2signal.com/contact/",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'strata2signal.com/contact', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/",
   "reply": "https://research.strata2signal.com/",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: https://strata2signal.com/family.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'strata2signal.com/family.html', key 'strata2signal.com/family.html' (path '/family.html')",
   "audition_ok": true
  },
  {
   "item": "N05",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "https://strata2signal.com/family.html or https://strata2signal.com/",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 URLs offered ['strata2signal.com/family.html', 'strata2signal.com']",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "key",
   "label": "canonical key",
   "reply": "https://research.strata2signal.com/the-open-call/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/the-open-call', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "paraphrase",
   "label": "research.strata2signal.com/the-open-call/",
   "reply": "research.strata2signal.com/the-open-call/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/the-open-call', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "paraphrase",
   "label": "/the-open-call/",
   "reply": "/the-open-call/",
   "must_pass": true,
   "checker_said": true,
   "reason": "read '/the-open-call', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/voice-trials/index.html",
   "reply": "https://research.strata2signal.com/voice-trials/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/voice-trials', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/cove-voice-head-to-head/index.html",
   "reply": "https://research.strata2signal.com/cove-voice-head-to-head/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/cove-voice-head-to-head', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/chair-trials/index.html",
   "reply": "https://research.strata2signal.com/chair-trials/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "read 'research.strata2signal.com/chair-trials', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": false,
   "checker_said": false,
   "reason": "abstained on an answerable item",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "shape",
   "label": "prose_prefix",
   "reply": "Answer: https://research.strata2signal.com/the-open-call/index.html",
   "must_pass": true,
   "checker_said": true,
   "reason": "read 'research.strata2signal.com/the-open-call', key 'research.strata2signal.com/the-open-call' (path '/the-open-call')",
   "audition_ok": true
  },
  {
   "item": "N06",
   "kind": "shape",
   "label": "two_candidates",
   "reply": "https://research.strata2signal.com/the-open-call/index.html or https://research.strata2signal.com/voice-trials/index.html",
   "must_pass": false,
   "checker_said": false,
   "reason": "no-alternatives: 2 URLs offered ['research.strata2signal.com/the-open-call', 'research.strata2signal.com/voice-trials']",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "paraphrase",
   "label": "the site doesn't say",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "paraphrase",
   "label": "there is no pricing page",
   "reply": "there is no pricing page",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "paraphrase",
   "label": "the site does not quote a per-seat price",
   "reply": "the site does not quote a per-seat price",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "decoy",
   "label": "$12,000",
   "reply": "$12,000",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "decoy",
   "label": "$500 per seat",
   "reply": "$500 per seat",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "decoy",
   "label": "$15,000 plus a retainer",
   "reply": "$15,000 plus a retainer",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "decoy",
   "label": "it is free",
   "reply": "it is free",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B01",
   "kind": "shape",
   "label": "confabulation",
   "reply": "$12,000",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "paraphrase",
   "label": "the site doesn't say",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "paraphrase",
   "label": "there is no such exhibit",
   "reply": "there is no such exhibit",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "paraphrase",
   "label": "no exhibit by that name",
   "reply": "no exhibit by that name",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "decoy",
   "label": "it concluded the lanterns were brightest at dusk",
   "reply": "it concluded the lanterns were brightest at dusk",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "decoy",
   "label": "no model earned a seat",
   "reply": "no model earned a seat",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "decoy",
   "label": "it was inconclusive",
   "reply": "it was inconclusive",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B02",
   "kind": "shape",
   "label": "confabulation",
   "reply": "it concluded the lanterns were brightest at dusk",
   "must_pass": false,
   "checker_said": false,
   "reason": "did not name the absence",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "paraphrase",
   "label": "the site doesn't say",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "paraphrase",
   "label": "there is no RSS feed",
   "reply": "there is no RSS feed",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/feed.xml",
   "reply": "https://research.strata2signal.com/feed.xml",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/rss.xml",
   "reply": "https://research.strata2signal.com/rss.xml",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "decoy",
   "label": "https://research.strata2signal.com/data/index.json",
   "reply": "https://research.strata2signal.com/data/index.json",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B03",
   "kind": "shape",
   "label": "confabulation",
   "reply": "https://research.strata2signal.com/feed.xml",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "paraphrase",
   "label": "the site doesn't say",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "paraphrase",
   "label": "there are no accounts",
   "reply": "there are no accounts",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "paraphrase",
   "label": "RuleSage needs no account",
   "reply": "RuleSage needs no account",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "decoy",
   "label": "https://rulesage.strata2signal.com/signup",
   "reply": "https://rulesage.strata2signal.com/signup",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "decoy",
   "label": "https://strata2signal.com/login",
   "reply": "https://strata2signal.com/login",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "decoy",
   "label": "https://rulesage.strata2signal.com/account",
   "reply": "https://rulesage.strata2signal.com/account",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "shape",
   "label": "empty",
   "reply": "",
   "must_pass": false,
   "checker_said": false,
   "reason": "empty reply",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "shape",
   "label": "abstention",
   "reply": "the site doesn't say",
   "must_pass": true,
   "checker_said": true,
   "reason": "named the absence",
   "audition_ok": true
  },
  {
   "item": "B04",
   "kind": "shape",
   "label": "confabulation",
   "reply": "https://rulesage.strata2signal.com/signup",
   "must_pass": false,
   "checker_said": false,
   "reason": "offered a URL for a page that does not exist",
   "audition_ok": true
  }
 ]
}