{ "run_id": "drafthead-matrix-2x3-2026-08-19", "meta": { "run_id": "drafthead-matrix-2x3-2026-08-19", "n_reps": 30, "num_predict": 256, "num_ctx": 32768, "tiers": { "1k": 1024, "8k": 8192, "32k": 31000 }, "started_utc": "2026-08-21T06:35:47Z", "health": [ { "utc": "2026-08-21T06:35:48Z", "http": 200, "seconds": 0.134 }, { "utc": "2026-08-21T06:35:51Z", "http": 200, "seconds": 0.141 }, { "utc": "2026-08-21T06:46:43Z", "http": 200, "seconds": 0.146 }, { "utc": "2026-08-21T06:46:43Z", "http": 200, "seconds": 0.141 }, { "utc": "2026-08-21T06:58:20Z", "http": 200, "seconds": 0.148 }, { "utc": "2026-08-21T06:58:21Z", "http": 200, "seconds": 0.141 }, { "utc": "2026-08-21T07:09:28Z", "http": 200, "seconds": 0.143 }, { "utc": "2026-08-21T07:09:30Z", "http": 200, "seconds": 0.143 } ], "ps": [ { "phase": "pre-run", "utc": "2026-08-21T06:35:47Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17536059964, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:22:54.745609439Z", "size_vram": 17536059964, "context_length": 32768 } ] } }, { "phase": "block-A-start", "utc": "2026-08-21T06:35:57Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17536059964, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:23:13.718283806Z", "size_vram": 17536059964, "context_length": 32768 } ] } }, { "phase": "block-A-end", "utc": "2026-08-21T06:46:43Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17536059964, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:33:59.858715286Z", "size_vram": 17536059964, "context_length": 32768 } ] } }, { "phase": "block-Z-start", "utc": "2026-08-21T06:46:55Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17748553890, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:34:11.742186269Z", "size_vram": 17748553890, "context_length": 32768 } ] } }, { "phase": "block-Z-end", "utc": "2026-08-21T06:58:20Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17748553890, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:45:37.108151915Z", "size_vram": 17748553890, "context_length": 32768 } ] } }, { "phase": "block-B-start", "utc": "2026-08-21T06:58:31Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17536059964, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:45:48.142000153Z", "size_vram": 17536059964, "context_length": 32768 } ] } }, { "phase": "block-B-end", "utc": "2026-08-21T07:09:27Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17536059964, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:56:44.250574028Z", "size_vram": 17536059964, "context_length": 32768 } ] } }, { "phase": "post-run", "utc": "2026-08-21T07:09:30Z", "models": { "models": [ { "name": "qwen3.8:27b", "model": "qwen3.8:27b", "size": 17536059964, "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "details": { "parent_model": "", "format": "gguf", "family": "qwen35", "families": [ "qwen35" ], "parameter_size": "27.3B", "quantization_level": "Q4_K_M" }, "expires_at": "2318-12-01T06:56:47.645275132Z", "size_vram": 17536059964, "context_length": 32768 } ] } } ], "refusals": [], "notes": [], "calibration": { "tokens_per_unit": 97.00555555555556, "overhead": 66.88888888888869, "units": { "1k": 10, "8k": 84, "32k": 319 }, "probes": [ { "units": 20, "prompt_eval_count": 2007 }, { "units": 200, "prompt_eval_count": 19468 } ] }, "endstate": { "utc": "2026-08-21T07:09:28Z", "load_ms": 287.7, "decode_tok_s": 115.251, "error": null }, "ended_utc": "2026-08-21T07:09:30Z" }, "cells": { "A|1k": { "block": "A", "tier": "1k", "draft": 4, "decode": { "n": 30, "median": 109.126, "min": 101.322, "max": 114.14, "q1": 106.224, "q3": 111.094, "mean": 108.836, "values": [ 101.322, 104.527, 104.774, 104.887, 105.888, 106.035, 106.193, 106.234, 107.176, 107.538, 107.665, 107.957, 108.12, 108.334, 109.059, 109.193, 109.241, 109.571, 109.627, 109.952, 110.212, 110.734, 111.006, 111.357, 111.729, 112.529, 112.729, 113.611, 113.752, 114.14 ] }, "decode_n10": { "n": 10, "median": 111.543, "min": 108.334, "max": 114.14, "q1": 109.443, "q3": 113.646, "mean": 111.449, "values": [ 108.334, 109.059, 109.571, 110.212, 111.357, 111.729, 112.729, 113.611, 113.752, 114.14 ] }, "prompt_tokens": { "n": 30, "median": 1041.0, "min": 1041, "max": 1041, "q1": 1041.0, "q3": 1041.0, "mean": 1041.0, "values": [ 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041 ] }, "eval_tokens": { "n": 30, "median": 170.0, "min": 158, "max": 197, "q1": 170.0, "q3": 170.0, "mean": 171.3, "values": [ 158, 164, 167, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 181, 181, 181, 197 ] }, "prompt_tok_s": { "n": 30, "median": 2352.587, "min": 2332.904, "max": 2483.835, "q1": 2348.255, "q3": 2366.426, "mean": 2361.94, "values": [ 2332.904, 2342.953, 2345.244, 2346.487, 2346.624, 2347.603, 2347.762, 2348.419, 2349.097, 2349.261, 2349.431, 2351.634, 2351.83, 2352.266, 2352.314, 2352.861, 2354.282, 2354.932, 2356.83, 2356.947, 2361.288, 2363.149, 2365.565, 2369.01, 2371.574, 2375.015, 2382.173, 2391.355, 2405.568, 2483.835 ] } }, "A|8k": { "block": "A", "tier": "8k", "draft": 4, "decode": { "n": 30, "median": 109.603, "min": 96.704, "max": 121.15, "q1": 103.639, "q3": 116.475, "mean": 109.592, "values": [ 96.704, 98.834, 101.461, 101.56, 102.999, 103.135, 103.351, 103.735, 104.072, 104.451, 104.662, 105.501, 105.878, 107.091, 109.313, 109.894, 111.378, 111.535, 111.713, 111.745, 113.465, 113.548, 116.361, 116.815, 117.223, 117.9, 120.676, 120.803, 120.821, 121.15 ] }, "decode_n10": { "n": 10, "median": 104.787, "min": 96.704, "max": 120.821, "q1": 102.741, "q3": 110.808, "mean": 106.446, "values": [ 96.704, 101.56, 103.135, 103.351, 104.072, 105.501, 105.878, 109.894, 113.548, 120.821 ] }, "prompt_tokens": { "n": 30, "median": 8219.0, "min": 8219, "max": 8219, "q1": 8219.0, "q3": 8219.0, "mean": 8219.0, "values": [ 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219 ] }, "eval_tokens": { "n": 30, "median": 174.5, "min": 158, "max": 200, "q1": 172.5, "q3": 180.0, "mean": 176.6, "values": [ 158, 158, 164, 164, 166, 167, 171, 173, 174, 174, 174, 174, 174, 174, 174, 175, 175, 176, 178, 179, 179, 180, 180, 180, 188, 188, 189, 193, 199, 200 ] }, "prompt_tok_s": { "n": 30, "median": 3429.699, "min": 3410.473, "max": 3568.352, "q1": 3424.988, "q3": 3453.543, "mean": 3445.865, "values": [ 3410.473, 3414.16, 3414.203, 3414.868, 3415.735, 3419.945, 3424.723, 3425.077, 3425.298, 3425.777, 3427.334, 3428.493, 3428.809, 3429.503, 3429.518, 3429.881, 3430.059, 3432.285, 3432.501, 3446.307, 3447.453, 3450.266, 3451.749, 3458.925, 3459.402, 3477.914, 3494.421, 3518.355, 3544.15, 3568.352 ] } }, "A|32k": { "block": "A", "tier": "32k", "draft": 4, "decode": { "n": 30, "median": 94.409, "min": 86.048, "max": 103.987, "q1": 89.931, "q3": 95.862, "mean": 93.58, "values": [ 86.048, 87.911, 88.949, 89.063, 89.208, 89.311, 89.644, 90.027, 91.37, 91.45, 91.614, 92.83, 93.542, 93.869, 93.933, 94.885, 94.899, 94.976, 94.991, 95.076, 95.116, 95.165, 95.81, 96.018, 96.15, 96.249, 96.505, 96.878, 101.912, 103.987 ] }, "decode_n10": { "n": 10, "median": 94.987, "min": 89.311, "max": 96.878, "q1": 91.573, "q3": 96.051, "mean": 94.075, "values": [ 89.311, 91.45, 91.614, 93.542, 94.899, 95.076, 95.81, 96.018, 96.15, 96.878 ] }, "prompt_tokens": { "n": 30, "median": 31015.0, "min": 31015, "max": 31015, "q1": 31015.0, "q3": 31015.0, "mean": 31015.0, "values": [ 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015 ] }, "eval_tokens": { "n": 30, "median": 206.0, "min": 158, "max": 211, "q1": 201.75, "q3": 208.0, "mean": 201.633, "values": [ 158, 171, 173, 192, 199, 199, 201, 202, 204, 204, 204, 204, 206, 206, 206, 206, 206, 208, 208, 208, 208, 208, 208, 208, 208, 208, 208, 208, 209, 211 ] }, "prompt_tok_s": { "n": 30, "median": 3222.081, "min": 3210.099, "max": 3371.266, "q1": 3215.779, "q3": 3249.291, "mean": 3240.597, "values": [ 3210.099, 3213.149, 3213.396, 3213.921, 3214.352, 3215.448, 3215.732, 3215.795, 3215.88, 3216.082, 3216.91, 3217.153, 3218.093, 3218.214, 3221.472, 3222.69, 3224.555, 3227.636, 3230.0, 3236.14, 3238.51, 3242.673, 3246.919, 3256.405, 3265.865, 3274.459, 3289.946, 3314.641, 3340.52, 3371.266 ] } }, "Z|1k": { "block": "Z", "tier": "1k", "draft": 0, "decode": { "n": 30, "median": 76.105, "min": 75.895, "max": 76.361, "q1": 76.004, "q3": 76.276, "mean": 76.135, "values": [ 75.895, 75.936, 75.96, 75.967, 75.974, 76.0, 76.002, 76.005, 76.01, 76.027, 76.033, 76.048, 76.05, 76.052, 76.066, 76.143, 76.171, 76.205, 76.259, 76.264, 76.268, 76.273, 76.276, 76.277, 76.283, 76.287, 76.294, 76.327, 76.351, 76.361 ] }, "decode_n10": { "n": 10, "median": 76.27, "min": 75.936, "max": 76.361, "q1": 76.041, "q3": 76.333, "mean": 76.214, "values": [ 75.936, 76.01, 76.052, 76.264, 76.268, 76.273, 76.294, 76.327, 76.351, 76.361 ] }, "prompt_tokens": { "n": 30, "median": 1041.0, "min": 1041, "max": 1041, "q1": 1041.0, "q3": 1041.0, "mean": 1041.0, "values": [ 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041 ] }, "eval_tokens": { "n": 30, "median": 191.5, "min": 156, "max": 204, "q1": 170.0, "q3": 193.0, "mean": 182.833, "values": [ 156, 160, 167, 167, 170, 170, 170, 170, 170, 170, 170, 181, 181, 181, 191, 192, 192, 192, 192, 192, 192, 193, 193, 193, 193, 193, 193, 193, 204, 204 ] }, "prompt_tok_s": { "n": 30, "median": 2800.943, "min": 2794.488, "max": 2832.977, "q1": 2799.006, "q3": 2803.905, "mean": 2804.269, "values": [ 2794.488, 2795.299, 2796.463, 2797.673, 2798.214, 2798.357, 2798.492, 2799.177, 2799.471, 2799.885, 2800.058, 2800.179, 2800.359, 2800.729, 2800.864, 2801.022, 2801.06, 2802.689, 2802.765, 2802.787, 2803.338, 2803.368, 2803.708, 2804.494, 2813.08, 2818.152, 2818.358, 2819.473, 2821.085, 2832.977 ] } }, "Z|8k": { "block": "Z", "tier": "8k", "draft": 0, "decode": { "n": 30, "median": 74.462, "min": 74.268, "max": 74.699, "q1": 74.374, "q3": 74.631, "mean": 74.498, "values": [ 74.268, 74.311, 74.321, 74.353, 74.361, 74.366, 74.367, 74.376, 74.379, 74.404, 74.431, 74.434, 74.435, 74.436, 74.442, 74.482, 74.558, 74.585, 74.586, 74.603, 74.604, 74.62, 74.628, 74.64, 74.642, 74.643, 74.645, 74.659, 74.671, 74.699 ] }, "decode_n10": { "n": 10, "median": 74.612, "min": 74.268, "max": 74.659, "q1": 74.55, "q3": 74.641, "mean": 74.569, "values": [ 74.268, 74.442, 74.586, 74.603, 74.604, 74.62, 74.628, 74.64, 74.643, 74.659 ] }, "prompt_tokens": { "n": 30, "median": 8219.0, "min": 8219, "max": 8219, "q1": 8219.0, "q3": 8219.0, "mean": 8219.0, "values": [ 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219 ] }, "eval_tokens": { "n": 30, "median": 174.0, "min": 141, "max": 211, "q1": 160.0, "q3": 188.0, "mean": 173.0, "values": [ 141, 155, 158, 158, 160, 160, 160, 160, 160, 161, 170, 170, 170, 170, 174, 174, 174, 174, 175, 175, 175, 175, 188, 188, 188, 188, 188, 191, 199, 211 ] }, "prompt_tok_s": { "n": 30, "median": 3671.19, "min": 3663.707, "max": 3699.766, "q1": 3668.465, "q3": 3675.695, "mean": 3673.079, "values": [ 3663.707, 3666.262, 3666.72, 3666.88, 3666.96, 3667.746, 3667.909, 3668.651, 3669.123, 3669.581, 3669.668, 3669.927, 3670.429, 3670.77, 3671.117, 3671.262, 3671.355, 3671.594, 3672.279, 3672.976, 3673.273, 3673.792, 3674.687, 3678.718, 3679.035, 3679.222, 3680.867, 3681.531, 3686.55, 3699.766 ] } }, "Z|32k": { "block": "Z", "tier": "32k", "draft": 0, "decode": { "n": 30, "median": 68.942, "min": 68.776, "max": 69.182, "q1": 68.895, "q3": 69.037, "mean": 68.969, "values": [ 68.776, 68.829, 68.843, 68.853, 68.873, 68.875, 68.886, 68.898, 68.903, 68.908, 68.915, 68.918, 68.93, 68.932, 68.933, 68.952, 68.955, 68.993, 69.002, 69.008, 69.02, 69.034, 69.035, 69.042, 69.046, 69.08, 69.14, 69.146, 69.159, 69.182 ] }, "decode_n10": { "n": 10, "median": 69.021, "min": 68.903, "max": 69.182, "q1": 68.944, "q3": 69.067, "mean": 69.022, "values": [ 68.903, 68.918, 68.952, 69.002, 69.008, 69.034, 69.035, 69.042, 69.14, 69.182 ] }, "prompt_tokens": { "n": 30, "median": 31015.0, "min": 31015, "max": 31015, "q1": 31015.0, "q3": 31015.0, "mean": 31015.0, "values": [ 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015 ] }, "eval_tokens": { "n": 30, "median": 200.5, "min": 171, "max": 208, "q1": 192.0, "q3": 206.0, "mean": 197.467, "values": [ 171, 171, 176, 178, 180, 192, 192, 192, 197, 198, 199, 199, 199, 199, 199, 202, 202, 204, 204, 204, 205, 205, 206, 206, 206, 206, 208, 208, 208, 208 ] }, "prompt_tok_s": { "n": 30, "median": 3443.004, "min": 3434.617, "max": 3468.598, "q1": 3440.099, "q3": 3446.977, "mean": 3444.179, "values": [ 3434.617, 3436.822, 3437.474, 3437.699, 3438.402, 3438.632, 3439.352, 3440.348, 3441.03, 3441.241, 3441.351, 3441.656, 3442.585, 3442.664, 3442.878, 3443.13, 3443.146, 3443.554, 3443.603, 3444.449, 3445.603, 3445.821, 3446.829, 3447.419, 3447.995, 3449.427, 3450.122, 3451.435, 3457.475, 3468.598 ] } }, "B|1k": { "block": "B", "tier": "1k", "draft": 4, "decode": { "n": 30, "median": 109.079, "min": 100.851, "max": 113.115, "q1": 107.631, "q3": 110.038, "mean": 108.858, "values": [ 100.851, 105.996, 106.025, 107.506, 107.536, 107.553, 107.602, 107.641, 107.662, 108.169, 108.49, 108.756, 108.763, 108.768, 109.057, 109.101, 109.161, 109.207, 109.254, 109.551, 109.68, 109.906, 110.012, 110.118, 110.138, 111.038, 111.198, 111.511, 112.388, 113.115 ] }, "decode_n10": { "n": 10, "median": 108.766, "min": 106.025, "max": 111.038, "q1": 108.003, "q3": 109.763, "mean": 108.77, "values": [ 106.025, 107.506, 108.169, 108.49, 108.763, 108.768, 109.254, 109.68, 110.012, 111.038 ] }, "prompt_tokens": { "n": 30, "median": 1041.0, "min": 1041, "max": 1041, "q1": 1041.0, "q3": 1041.0, "mean": 1041.0, "values": [ 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041, 1041 ] }, "eval_tokens": { "n": 30, "median": 175.5, "min": 166, "max": 193, "q1": 170.0, "q3": 192.0, "mean": 178.533, "values": [ 166, 166, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 181, 181, 181, 181, 181, 183, 189, 192, 192, 192, 192, 192, 192, 192, 193 ] }, "prompt_tok_s": { "n": 30, "median": 2340.957, "min": 2313.817, "max": 2384.82, "q1": 2337.461, "q3": 2344.159, "mean": 2341.13, "values": [ 2313.817, 2329.338, 2333.673, 2335.557, 2335.846, 2336.239, 2336.344, 2337.834, 2339.016, 2339.074, 2339.531, 2339.662, 2339.846, 2339.894, 2340.688, 2341.225, 2341.473, 2342.463, 2342.479, 2342.895, 2343.56, 2343.629, 2344.119, 2344.278, 2344.346, 2345.096, 2345.197, 2345.921, 2346.053, 2384.82 ] } }, "B|8k": { "block": "B", "tier": "8k", "draft": 4, "decode": { "n": 30, "median": 103.503, "min": 95.82, "max": 122.572, "q1": 100.192, "q3": 110.983, "mean": 105.594, "values": [ 95.82, 98.241, 98.544, 98.942, 98.965, 99.427, 100.131, 100.213, 100.709, 100.92, 101.81, 101.879, 102.988, 103.408, 103.486, 103.52, 103.959, 104.279, 104.78, 106.651, 108.095, 110.141, 110.361, 112.849, 113.116, 114.897, 115.049, 115.304, 116.767, 122.572 ] }, "decode_n10": { "n": 10, "median": 103.503, "min": 98.942, "max": 115.049, "q1": 100.565, "q3": 110.983, "mean": 105.262, "values": [ 98.942, 100.131, 100.709, 100.92, 103.486, 103.52, 106.651, 110.361, 112.849, 115.049 ] }, "prompt_tokens": { "n": 30, "median": 8219.0, "min": 8219, "max": 8219, "q1": 8219.0, "q3": 8219.0, "mean": 8219.0, "values": [ 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219, 8219 ] }, "eval_tokens": { "n": 30, "median": 181.5, "min": 140, "max": 217, "q1": 164.25, "q3": 211.0, "mean": 185.033, "values": [ 140, 141, 156, 161, 161, 161, 162, 165, 170, 172, 174, 174, 174, 174, 180, 183, 188, 188, 188, 203, 206, 206, 211, 211, 217, 217, 217, 217, 217, 217 ] }, "prompt_tok_s": { "n": 30, "median": 3411.46, "min": 3402.501, "max": 3425.799, "q1": 3408.873, "q3": 3419.442, "mean": 3413.283, "values": [ 3402.501, 3403.234, 3405.816, 3406.683, 3407.19, 3408.76, 3408.768, 3408.908, 3409.252, 3409.266, 3409.399, 3410.92, 3411.073, 3411.255, 3411.339, 3411.581, 3412.072, 3412.315, 3413.012, 3414.055, 3416.956, 3418.412, 3419.13, 3420.378, 3420.702, 3420.721, 3422.413, 3422.979, 3423.592, 3425.799 ] } }, "B|32k": { "block": "B", "tier": "32k", "draft": 4, "decode": { "n": 30, "median": 91.009, "min": 86.181, "max": 103.811, "q1": 89.843, "q3": 94.724, "mean": 92.196, "values": [ 86.181, 86.747, 87.784, 88.89, 88.891, 89.753, 89.823, 89.849, 89.883, 89.94, 90.154, 90.922, 90.951, 90.957, 90.98, 91.038, 91.244, 91.304, 92.056, 93.329, 93.823, 94.112, 94.68, 94.854, 95.088, 95.176, 96.304, 97.201, 100.15, 103.811 ] }, "decode_n10": { "n": 10, "median": 92.316, "min": 88.891, "max": 100.15, "q1": 90.656, "q3": 94.912, "mean": 92.968, "values": [ 88.891, 89.753, 90.957, 91.244, 91.304, 93.329, 94.112, 94.854, 95.088, 100.15 ] }, "prompt_tokens": { "n": 30, "median": 31015.0, "min": 31015, "max": 31015, "q1": 31015.0, "q3": 31015.0, "mean": 31015.0, "values": [ 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015, 31015 ] }, "eval_tokens": { "n": 30, "median": 202.5, "min": 160, "max": 218, "q1": 192.0, "q3": 206.0, "mean": 198.2, "values": [ 160, 166, 171, 192, 192, 192, 192, 192, 195, 199, 199, 199, 199, 201, 201, 204, 204, 204, 204, 204, 205, 206, 206, 206, 206, 206, 207, 208, 208, 218 ] }, "prompt_tok_s": { "n": 30, "median": 3211.496, "min": 3205.977, "max": 3220.78, "q1": 3209.075, "q3": 3212.682, "mean": 3211.469, "values": [ 3205.977, 3207.081, 3208.121, 3208.5, 3208.701, 3208.833, 3208.874, 3209.142, 3209.245, 3210.667, 3210.696, 3210.974, 3211.064, 3211.396, 3211.448, 3211.544, 3211.616, 3211.77, 3211.86, 3212.13, 3212.419, 3212.494, 3212.652, 3212.774, 3213.019, 3213.628, 3213.709, 3215.177, 3217.769, 3220.78 ] } } }, "pooled_draft4": { "1k": { "n": 60, "median": 109.08, "min": 100.851, "max": 114.14, "q1": 107.542, "q3": 110.194, "mean": 108.847, "values": [ 100.851, 101.322, 104.527, 104.774, 104.887, 105.888, 105.996, 106.025, 106.035, 106.193, 106.234, 107.176, 107.506, 107.536, 107.538, 107.553, 107.602, 107.641, 107.662, 107.665, 107.957, 108.12, 108.169, 108.334, 108.49, 108.756, 108.763, 108.768, 109.057, 109.059, 109.101, 109.161, 109.193, 109.207, 109.241, 109.254, 109.551, 109.571, 109.627, 109.68, 109.906, 109.952, 110.012, 110.118, 110.138, 110.212, 110.734, 111.006, 111.038, 111.198, 111.357, 111.511, 111.729, 112.388, 112.529, 112.729, 113.115, 113.611, 113.752, 114.14 ] }, "8k": { "n": 60, "median": 105.141, "min": 95.82, "max": 122.572, "q1": 101.827, "q3": 113.378, "mean": 107.593, "values": [ 95.82, 96.704, 98.241, 98.544, 98.834, 98.942, 98.965, 99.427, 100.131, 100.213, 100.709, 100.92, 101.461, 101.56, 101.81, 101.879, 102.988, 102.999, 103.135, 103.351, 103.408, 103.486, 103.52, 103.735, 103.959, 104.072, 104.279, 104.451, 104.662, 104.78, 105.501, 105.878, 106.651, 107.091, 108.095, 109.313, 109.894, 110.141, 110.361, 111.378, 111.535, 111.713, 111.745, 112.849, 113.116, 113.465, 113.548, 114.897, 115.049, 115.304, 116.361, 116.767, 116.815, 117.223, 117.9, 120.676, 120.803, 120.821, 121.15, 122.572 ] }, "32k": { "n": 60, "median": 92.443, "min": 86.048, "max": 103.987, "q1": 89.858, "q3": 95.109, "mean": 92.888, "values": [ 86.048, 86.181, 86.747, 87.784, 87.911, 88.89, 88.891, 88.949, 89.063, 89.208, 89.311, 89.644, 89.753, 89.823, 89.849, 89.883, 89.94, 90.027, 90.154, 90.922, 90.951, 90.957, 90.98, 91.038, 91.244, 91.304, 91.37, 91.45, 91.614, 92.056, 92.83, 93.329, 93.542, 93.823, 93.869, 93.933, 94.112, 94.68, 94.854, 94.885, 94.899, 94.976, 94.991, 95.076, 95.088, 95.116, 95.165, 95.176, 95.81, 96.018, 96.15, 96.249, 96.304, 96.505, 96.878, 97.201, 100.15, 101.912, 103.811, 103.987 ] } }, "bracket": { "1k": { "A_median": 109.126, "B_median": 109.079, "rel_diff_pct": 0.04, "within_3pct": true }, "8k": { "A_median": 109.603, "B_median": 103.503, "rel_diff_pct": 5.72, "within_3pct": false }, "32k": { "A_median": 94.409, "B_median": 91.009, "rel_diff_pct": 3.67, "within_3pct": false } }, "bracket_ok": false, "contribution": { "1k": { "draft4_median": 109.08, "draft0_median": 76.105, "ratio": 1.4333, "cost_of_disabling_pct": 30.23 }, "8k": { "draft4_median": 105.141, "draft0_median": 74.462, "ratio": 1.412, "cost_of_disabling_pct": 29.18 }, "32k": { "draft4_median": 92.443, "draft0_median": 68.942, "ratio": 1.3409, "cost_of_disabling_pct": 25.42 } }, "ordering": { "draft4_pooled": { "arm": "draft-4 (pooled A+B)", "medians": { "1k": 109.08, "8k": 105.141, "32k": 92.443 }, "monotonic_declining": true, "inversion_8k_over_1k": false, "diff_8k_minus_1k_pct": -3.61 }, "draft0": { "arm": "draft-0", "medians": { "1k": 76.105, "8k": 74.462, "32k": 68.942 }, "monotonic_declining": true, "inversion_8k_over_1k": false, "diff_8k_minus_1k_pct": -2.16 }, "draft4_block_A": { "arm": "draft-4 block A", "medians": { "1k": 109.126, "8k": 109.603, "32k": 94.409 }, "monotonic_declining": false, "inversion_8k_over_1k": true, "diff_8k_minus_1k_pct": 0.44 }, "draft4_block_B": { "arm": "draft-4 block B", "medians": { "1k": 109.079, "8k": 103.503, "32k": 91.009 }, "monotonic_declining": true, "inversion_8k_over_1k": false, "diff_8k_minus_1k_pct": -5.11 } }, "inversion_test": { "draft4_8k_minus_1k": { "point": -3.939, "ci95_lo": -5.537, "ci95_hi": 1.129, "excludes_zero": false }, "draft0_8k_minus_1k": { "point": -1.643, "ci95_lo": -1.827, "ci95_hi": -1.454, "excludes_zero": true }, "draft4_32k_minus_8k": { "point": -12.698, "ci95_lo": -18.194, "ci95_hi": -9.954, "excludes_zero": true }, "draft0_32k_minus_8k": { "point": -5.519, "ci95_lo": -5.671, "ci95_hi": -5.427, "excludes_zero": true } }, "prediction_verdict": { "verdict": "MIXED", "reason": "neither clause holds cleanly: draft-0 monotonic=True, draft-0 inversion=False, draft-4 inversion=False" }, "cost_subclaim": { "predicted_range_pct": [ 20, 50 ], "measured_cost_pct_by_tier": { "1k": 30.23, "8k": 29.18, "32k": 25.42 }, "all_within_predicted_range": true }, "c5_comparison": { "c5_1k_median": 115.69, "this_run_draft4_1k_median": 109.08, "block_A_1k_median": 109.126, "block_B_1k_median": 109.079, "rel_diff_vs_c5_pct": -5.71 }, "counts": { "rows": 279, "scored": 270, "refusals": 0 }, "refusal_rows": [] }