{"digest_prefix": "daf673741712", "source": "estate bench/cost-of-intelligence-2026-09-23/rtx-3090-reading-0/rows/b-mistral-nemo-12b/b-mistral-nemo-12b.{c,d}.jsonl", "tag": "mistral-nemo:12b-instruct-2407-q4_K_M", "tasks": {"c": {"items": [{"idh": "296344d7fa95b6c1", "ph": "b6bb8767e2b6bab7", "refused": false, "strict": "sagan"}, {"idh": "296344d7fa95b6c1", "ph": "f063e813a0f0be2c", "refused": false, "strict": "darwin"}, {"idh": "296344d7fa95b6c1", "ph": "8c2e0d0b58a4ea92", "refused": false, "strict": "sagan"}, {"idh": "e402d86ec0230396", "ph": "7f7f8be14b8f1e0e", "refused": false, "strict": "sagan"}, {"idh": "419f89f083e44717", "ph": "ccb9e5198125f335", "refused": false, "strict": "hypatia"}, {"idh": "419f89f083e44717", "ph": "5288377ec6426bfa", "refused": false, "strict": "darwin"}, {"idh": "6d6a80fc41dede98", "ph": "7de84b5d7df0719d", "refused": false, "strict": "sagan"}, {"idh": "6301248001cacf7b", "ph": "e3b79e40f9996ce2", "refused": false, "strict": "ibn_sina"}, {"idh": "6301248001cacf7b", "ph": "08f14a71b0e1a3fe", "refused": false, "strict": "darwin"}, {"idh": "6301248001cacf7b", "ph": "bc2be680aa12efd7", "refused": false, "strict": "darwin"}, {"idh": "6301248001cacf7b", "ph": "09c6aa3c57a898ef", "refused": false, "strict": "sagan"}, {"idh": "105e39a9d09ce6f6", "ph": "de1457399e678f9d", "refused": false, "strict": "darwin"}, {"idh": "8de7df52e61489fb", "ph": "79cb4cfa29cf4a37", "refused": false, "strict": "sagan"}, {"idh": "8de7df52e61489fb", "ph": "d4a9905db9cf5233", "refused": false, "strict": "darwin"}, {"idh": "8de7df52e61489fb", "ph": "ef694d81223f69ef", "refused": false, "strict": "sagan"}, {"idh": "8ecd492b7b9dbf0b", "ph": "a1cdd5dbabdfd920", "refused": false, "strict": "ibn_sina"}, {"idh": "23057612184b09e9", "ph": "fa730a4f4bf5a34e", "refused": false, "strict": "hypatia"}, {"idh": "23057612184b09e9", "ph": "57225f44a5de6090", "refused": false, "strict": "sagan"}, {"idh": "96375e739e701eec", "ph": "5388bffd0064b5c5", "refused": false, "strict": "sagan"}, {"idh": "96375e739e701eec", "ph": "d3816d0fd568c0d0", "refused": false, "strict": "sagan"}, {"idh": "1c8ca3179a58c46c", "ph": "cc572f444f1ebcf6", "refused": false, "strict": "sagan"}, {"idh": "1c8ca3179a58c46c", "ph": "3478341e754f003c", "refused": false, "strict": "sagan"}, {"idh": "3ab4f7a4d619e4fe", "ph": "15844672ae9ce1ed", "refused": false, "strict": "sagan"}, {"idh": "dff6c7ca6e15d418", "ph": "ba81d297e8e41218", "refused": false, "strict": "sagan"}, {"idh": "dff6c7ca6e15d418", "ph": "301b6346799a97a1", "refused": false, "strict": "sagan"}, {"idh": "4cf62bad9ee4eb00", "ph": "9e9bd4d5340f99c4", "refused": false, "strict": "sagan"}, {"idh": "6f3c76d29375b04d", "ph": "54f8449d39f68457", "refused": false, "strict": "sagan"}, {"idh": "6f3c76d29375b04d", "ph": "2e21072a8a8dee63", "refused": false, "strict": "einstein"}, {"idh": "6f3c76d29375b04d", "ph": "d8406ec23b4712ee", "refused": false, "strict": "einstein"}, {"idh": "6f3c76d29375b04d", "ph": "4b88018390c48fc4", "refused": false, "strict": "einstein"}, {"idh": "32f4aae45ab1fd0b", "ph": "74147c86cdfe1c55", "refused": false, "strict": "einstein"}, {"idh": "593fda6891eab4d9", "ph": "b9740bf9548d4305", "refused": false, "strict": "sagan"}, {"idh": "593fda6891eab4d9", "ph": "aa7feb3bbf368d62", "refused": false, "strict": "sagan"}, {"idh": "5eb21a9a2674a23e", "ph": "6147f65041a9efb3", "refused": false, "strict": "sagan"}, {"idh": "5eb21a9a2674a23e", "ph": "e7d389144071c9fc", "refused": false, "strict": "einstein"}, {"idh": "5eb21a9a2674a23e", "ph": "94c1b1446495e9f6", "refused": false, "strict": "einstein"}, {"idh": "ed99ba73e8d6d671", "ph": "e24e4e71d490050e", "refused": false, "strict": "socrates"}, {"idh": "725e6ac35cf6bdad", "ph": "824b3367a26da3d5", "refused": false, "strict": "sagan"}, {"idh": "725e6ac35cf6bdad", "ph": "62f25e183de2281e", "refused": false, "strict": "sagan"}, {"idh": "c5daec4aecd6d4c1", "ph": "0543c562f94f9cd0", "refused": false, "strict": "sagan"}, {"idh": "fd14c0ef91a9e22f", "ph": "4088746dbd3e3f9c", "refused": false, "strict": "hypatia"}, {"idh": "fd14c0ef91a9e22f", "ph": "3425cc314363bab9", "refused": false, "strict": "ibn_sina"}, {"idh": "fd14c0ef91a9e22f", "ph": "9956a829c048036a", "refused": false, "strict": "sagan"}, {"idh": "fd14c0ef91a9e22f", "ph": "a6b03550c52cda74", "refused": false, "strict": "socrates"}, {"idh": "fd14c0ef91a9e22f", "ph": "ba5e1d3cfd0f1c62", "refused": false, "strict": "sagan"}, {"idh": "f32268b7af727990", "ph": "d41385ab86ed6a2b", "refused": false, "strict": "sagan"}, {"idh": "24339ae588f44b7d", "ph": "d1799122dfc95976", "refused": false, "strict": "sagan"}, {"idh": "24339ae588f44b7d", "ph": "0d024b1c72e9d6e4", "refused": false, "strict": "sagan"}, {"idh": "24339ae588f44b7d", "ph": "acde561740245227", "refused": false, "strict": "hypatia"}, {"idh": "b45ca738996c217d", "ph": "96c2ee238955f24e", "refused": false, "strict": "sagan"}, {"idh": "b45ca738996c217d", "ph": "c5331ab3ca564888", "refused": false, "strict": "ibn_sina"}, {"idh": "238fece96176bc92", "ph": "12bb2f6be1186c9e", "refused": false, "strict": "hypatia"}, {"idh": "238fece96176bc92", "ph": "51218e693db1287e", "refused": false, "strict": "ibn_sina"}, {"idh": "238fece96176bc92", "ph": "e65c949aadb89e5c", "refused": false, "strict": "hypatia"}, {"idh": "c2199af22eb3db01", "ph": "52f44aac486c1e6d", "refused": false, "strict": "sagan"}, {"idh": "8e07a8ab249088c4", "ph": "327d2bf795cf7c47", "refused": false, "strict": "ibn_sina"}, {"idh": "8e07a8ab249088c4", "ph": "3950cff9aa06eaac", "refused": false, "strict": "hypatia"}, {"idh": "8e07a8ab249088c4", "ph": "0f88d4edb0de9793", "refused": false, "strict": "sagan"}, {"idh": "f73685dbb1421d6a", "ph": "07af9ef14ffbc194", "refused": false, "strict": "sagan"}, {"idh": "f73685dbb1421d6a", "ph": "bd9433960cba3111", "refused": false, "strict": "sagan"}, {"idh": "9a29da771fc5eea8", "ph": "a82e4346d0c4051b", "refused": false, "strict": "sagan"}, {"idh": "9a29da771fc5eea8", "ph": "f05c0a48c3881ec6", "refused": false, "strict": "hypatia"}, {"idh": "9a29da771fc5eea8", "ph": "023cbd679aaba6ac", "refused": false, "strict": "sagan"}, {"idh": "4e105928ba146e7c", "ph": "f4f23733c1e5e53a", "refused": false, "strict": "ibn_sina"}, {"idh": "4e105928ba146e7c", "ph": "05b02887527960e7", "refused": false, "strict": "sagan"}, {"idh": "4e105928ba146e7c", "ph": "8fa28742a6fdd7a1", "refused": false, "strict": "hypatia"}, {"idh": "29fec5d4eb4a92b5", "ph": "ca2674195af67049", "refused": false, "strict": "hypatia"}, {"idh": "8d576f2944d076ab", "ph": "ff2e45354a38a266", "refused": false, "strict": "sagan"}, {"idh": "6b343376dc349113", "ph": "5600401ff36b723c", "refused": false, "strict": "ibn_sina"}, {"idh": "6b343376dc349113", "ph": "5f1768d669921b95", "refused": false, "strict": "sagan"}, {"idh": "6b343376dc349113", "ph": "93dec4d9ddd73300", "refused": false, "strict": "sagan"}, {"idh": "6b343376dc349113", "ph": "405ce2f4612de24a", "refused": false, "strict": "hypatia"}, {"idh": "18eb986222457013", "ph": "f364238823fcdbad", "refused": false, "strict": "hypatia"}, {"idh": "18eb986222457013", "ph": "b8a9d9161c00db70", "refused": false, "strict": "sagan"}, {"idh": "18eb986222457013", "ph": "009aba32a497615f", "refused": false, "strict": "sagan"}, {"idh": "6c977a1ea66cdb63", "ph": "024dbb2736b67256", "refused": false, "strict": "sagan"}, {"idh": "6c977a1ea66cdb63", "ph": "0cc7a79b6591da16", "refused": false, "strict": "sagan"}, {"idh": "6c977a1ea66cdb63", "ph": "4d7577b9a3d68b2f", "refused": false, "strict": "sagan"}, {"idh": "6c977a1ea66cdb63", "ph": "bde932875b2b3c7d", "refused": false, "strict": "sagan"}, {"idh": "6c977a1ea66cdb63", "ph": "00188edc322b1da2", "refused": false, "strict": "sagan"}, {"idh": "2a79f3673afc5098", "ph": "664913262624102a", "refused": false, "strict": "sagan"}, {"idh": "3c0e5e0054311700", "ph": "654069ce0f0c5de7", "refused": false, "strict": "sagan"}, {"idh": "3c0e5e0054311700", "ph": "08e6ae502923ea8e", "refused": false, "strict": "einstein"}, {"idh": "fc083d1038914a9e", "ph": "a34e0cc5ea88fe95", "refused": false, "strict": "sagan"}, {"idh": "fc083d1038914a9e", "ph": "509e7af3d980cfd9", "refused": false, "strict": "sagan"}, {"idh": "f98abfb0a69986b8", "ph": "8614c15b9a10e0e5", "refused": false, "strict": "sagan"}, {"idh": "464ecd383bdb528e", "ph": "41f7cb0a7b7dd9fb", "refused": false, "strict": "hypatia"}, {"idh": "464ecd383bdb528e", "ph": "2bb029ba22478971", "refused": false, "strict": "sagan"}, {"idh": "6a255ea635b03c92", "ph": "19ada579d453f585", "refused": false, "strict": "sagan"}, {"idh": "6a255ea635b03c92", "ph": "7624c5e60901919a", "refused": false, "strict": "sagan"}, {"idh": "8447fcdff148f7c8", "ph": "5d17ba26af71d4fc", "refused": false, "strict": "socrates"}, {"idh": "8447fcdff148f7c8", "ph": "4094e21d8e4383b0", "refused": false, "strict": "socrates"}, {"idh": "8447fcdff148f7c8", "ph": "1071ca1fc03e3b58", "refused": false, "strict": "sagan"}, {"idh": "8edd18e2233890aa", "ph": "15d70af0b199f44d", "refused": false, "strict": "sagan"}, {"idh": "8edd18e2233890aa", "ph": "0aa589cb82f874ec", "refused": false, "strict": "socrates"}, {"idh": "8edd18e2233890aa", "ph": "e1bb87ad1e4b6f44", "refused": false, "strict": "socrates"}, {"idh": "57f7b59d59663dfd", "ph": "b05b28026f83ee81", "refused": false, "strict": "socrates"}, {"idh": "573afada8208af7c", "ph": "923d23cffc6df342", "refused": false, "strict": "socrates"}, {"idh": "573afada8208af7c", "ph": "f4d91f83974a0cb2", "refused": false, "strict": "sagan"}, {"idh": "573afada8208af7c", "ph": "deead49fc13e4903", "refused": false, "strict": "socrates"}, {"idh": "573afada8208af7c", "ph": "a60460793e5a7b1c", "refused": false, "strict": "einstein"}, {"idh": "b5c7941fbb348433", "ph": "59e40cd27fcf8910", "refused": false, "strict": "hypatia"}, {"idh": "b5c7941fbb348433", "ph": "3d0ee8707710acb9", "refused": false, "strict": "socrates"}, {"idh": "84f07909f8607885", "ph": "907f3ba0f3651d67", "refused": false, "strict": "socrates"}, {"idh": "b63c33fae78cee49", "ph": "92295f1d6a5c5a25", "refused": false, "strict": "socrates"}, {"idh": "b85aafd043f76c25", "ph": "6f72df3ca903c8da", "refused": false, "strict": "socrates"}, {"idh": "b85aafd043f76c25", "ph": "1a541001ba3c9dc3", "refused": false, "strict": "socrates"}, {"idh": "b85aafd043f76c25", "ph": "f5ab8e279e987f90", "refused": false, "strict": "socrates"}], "n": 108, "strict_correct": 47}, "d": {"items": "withheld-2026-10-16", "n": 48, "strict_correct": 33}}, "what": "the 2026-09-23 anchor's per-item strict choices (parser v2-benchbox-1), joined by row index with sha256(id)[:16] and prompt_sha256[:16] checked at every position; no item text; per-item `ok` and row index `i` dropped 2026-10-14 (kit audit NICE: together with the strict choice they gave an answer key; reading.py reads ph, idh, strict and strict_correct only)"}