{ "run_id": "moe-dense-stopwatch-2026-08-19", "execution": "window-2026-08-21", "window_posture": "Executed inside a DECLARED MAINTENANCE WINDOW (opened 06:30 UTC, 2026-08-21). No product traffic was served from the runtime during the scored calls; the image pipeline was freed beforehand; the only other caller on the socket is a metadata health poll (GET /api/tags, roughly every two minutes) which performs no GPU work. This is the CONTROLLED counterpart to the beside-traffic rows the seminar has already published. Contention is verified, not assumed: see contention_receipt and the per-arm seating receipts.", "written_utc": "2026-08-21T07:29:17.511Z", "protocol": "BENCH-PROTOCOL.md", "prereg_shas": { "BENCH-PROTOCOL.md": "afc6231006a5815986e501947decf712e727447d9dac9132a116f613644a07f9", "SEVENTEEN-PLAN.md": "cb1a34e12d992c960f6426090ea166d687fb8e905f19f0419606d46e0470266a", "pinned": "2026-08-19T17:41:20Z, before any scored call" }, "host": "the inference workstation (box-neutral by house law)", "posture": { "temperature": 0, "seed": 0, "think": false, "num_ctx": 32768, "num_predict": 256, "stream": false, "keep_alive_residents": -1, "keep_alive_visitor": "5m", "serial": true, "pause_between_calls_s": 2.0, "abort_ceiling_total_duration_s": 300 }, "prompt_builder": { "method": "repetition-built tiers, exhibit sixteen's shape: one sentence repeated to reach the tier, the real request appended at the end", "filler_sentence": "The village sits on a cold northern coast, and its harbour fills with fishing boats before dawn. ", "decode_task": "\n\nUsing only the passage above, write an exhaustive hour-by-hour account of one whole morning in that village, from the first grey light before dawn, through the loading and launching of every boat, and on past the emptying of the harbour until midday. Describe the water, the weather, the boats, the people and their work, the sounds and the smells, in unhurried detail. Write at least fifteen hundred words of flowing prose. Do not use lists, headings or bullet points. Do not summarise and do not conclude early.", "formula": "(FILLER_SENTENCE * TIER_REPS[tier]).strip() + DECODE_TASK", "tier_reps": { "1000": 46, "8000": 415 }, "tier_labels": [ 1000, 8000 ], "calibrated_utc": "2026-08-19T17:57Z, against the runtime's own prompt_eval_count, before any scored call", "rejected_variant": "a repeated single WORD ('harbour ') was tried first and rejected on evidence: gemma4:12b replied 'A harbour is a harbour.' in 7 tokens and gemma4:26b entered an echo loop for which the runtime returned done:false with no timing counters at all", "note": "tier labels are labels; the reported tier is always the runtime's own prompt_eval_count" }, "decode_length_note": "num_predict 256 is a CAP, per the protocol. Realized eval_count is recorded per call: qwen3.8:27b and gemma4:12b run to the cap (done_reason 'length'); gemma4:26b emits end-of-sequence near ~130 tokens (done_reason 'stop'). decode_tok_s is a per-token rate from the runtime's own eval_count/eval_duration and is unaffected by where the model chose to stop; eval_duration excludes prefill.", "order": [ "qwen3.8:27b", "gemma4:12b", "gemma4:26b", "nemotron-3.5-lightning:30b-a3b" ], "n_scored_per_cell": 10, "residency_receipts": [ { "label": "pre-run: residents before any call", "utc": "2026-08-21T07:22:22.109Z", "loaded_count": 1, "models": [ { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before qwen3.8:27b tier~1000", "utc": "2026-08-21T07:22:45.960Z", "loaded_count": 3, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before gemma4:12b tier~1000", "utc": "2026-08-21T07:23:38.880Z", "loaded_count": 3, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before gemma4:26b tier~1000", "utc": "2026-08-21T07:24:30.093Z", "loaded_count": 3, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before nemotron-3.5-lightning:30b-a3b tier~1000", "utc": "2026-08-21T07:25:04.305Z", "loaded_count": 3, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "non-eviction: immediately after the visitor's first call", "utc": "2026-08-21T07:25:18.220Z", "loaded_count": 4, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "nemotron-3.5-lightning:30b-a3b", "parameter_size": "32.9B", "quantization_level": "Q4_K_M", "size_bytes": 25386863820, "size_vram_bytes": 25386863820, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before qwen3.8:27b tier~8000", "utc": "2026-08-21T07:26:02.743Z", "loaded_count": 4, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "nemotron-3.5-lightning:30b-a3b", "parameter_size": "32.9B", "quantization_level": "Q4_K_M", "size_bytes": 25386863820, "size_vram_bytes": 25386863820, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before gemma4:12b tier~8000", "utc": "2026-08-21T07:26:59.298Z", "loaded_count": 4, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "nemotron-3.5-lightning:30b-a3b", "parameter_size": "32.9B", "quantization_level": "Q4_K_M", "size_bytes": 25386863820, "size_vram_bytes": 25386863820, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before gemma4:26b tier~8000", "utc": "2026-08-21T07:27:52.253Z", "loaded_count": 4, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "nemotron-3.5-lightning:30b-a3b", "parameter_size": "32.9B", "quantization_level": "Q4_K_M", "size_bytes": 25386863820, "size_vram_bytes": 25386863820, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "seating: before nemotron-3.5-lightning:30b-a3b tier~8000", "utc": "2026-08-21T07:28:27.546Z", "loaded_count": 4, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "nemotron-3.5-lightning:30b-a3b", "parameter_size": "32.9B", "quantization_level": "Q4_K_M", "size_bytes": 25386863820, "size_vram_bytes": 25386863820, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] }, { "label": "end-state: after releasing the visitor", "utc": "2026-08-21T07:29:17.511Z", "loaded_count": 3, "models": [ { "name": "gemma4:12b", "parameter_size": "11.9B", "quantization_level": "Q4_K_M", "size_bytes": 8110022327, "size_vram_bytes": 8110022327, "context_length": 32768 }, { "name": "gemma4:26b", "parameter_size": "25.8B", "quantization_level": "Q4_K_M", "size_bytes": 17474319810, "size_vram_bytes": 17474319810, "context_length": 32768 }, { "name": "qwen3.8:27b", "parameter_size": "27.3B", "quantization_level": "Q4_K_M", "size_bytes": 17536059964, "size_vram_bytes": 17536059964, "context_length": 32768 } ] } ], "refusals": [], "notes": [ "visitor released with keep_alive 0 at 2026-08-21T07:29:14.508Z; runtime done_reason=unload" ], "aborted": null, "warmups_unscored": [ { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "preflight", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:22:22.109Z", "created_at": "2026-08-21T07:22:22.747068318Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 2, "think": false, "stream": false }, "prompt_eval_count": 19, "prompt_eval_duration_ns": 107781000, "eval_count": 2, "eval_duration_ns": 15523000, "load_duration_ns": 287118819, "total_duration_ns": 642904565, "wall_s": 0.646, "prefill_tok_s": 176.28, "decode_tok_s": 128.84, "ttft_proxy_ms": 627.38, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "preflight", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:22:24.755Z", "created_at": "2026-08-21T07:22:31.818683394Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 2, "think": false, "stream": false }, "prompt_eval_count": 20, "prompt_eval_duration_ns": 122532000, "eval_count": 2, "eval_duration_ns": 18579000, "load_duration_ns": 6921595000, "total_duration_ns": 7067666819, "wall_s": 7.074, "prefill_tok_s": 163.22, "decode_tok_s": 107.65, "ttft_proxy_ms": 7049.09, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "preflight", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:22:33.829Z", "created_at": "2026-08-21T07:22:43.94920018Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 2, "think": false, "stream": false }, "prompt_eval_count": 20, "prompt_eval_duration_ns": 170287000, "eval_count": 2, "eval_duration_ns": 14493000, "load_duration_ns": 9928761722, "total_duration_ns": 10115406580, "wall_s": 10.127, "prefill_tok_s": 117.45, "decode_tok_s": 138.0, "ttft_proxy_ms": 10100.91, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-1000", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:22:45.960Z", "created_at": "2026-08-21T07:22:49.163159088Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 378105000, "eval_count": 256, "eval_duration_ns": 2414691000, "load_duration_ns": 294851894, "total_duration_ns": 3206803473, "wall_s": 3.214, "prefill_tok_s": 2634.19, "decode_tok_s": 106.02, "ttft_proxy_ms": 792.11, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-1000", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:38.881Z", "created_at": "2026-08-21T07:23:41.530784585Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 152270000, "eval_count": 256, "eval_duration_ns": 2026862000, "load_duration_ns": 464415091, "total_duration_ns": 2654771450, "wall_s": 2.665, "prefill_tok_s": 6541.01, "decode_tok_s": 126.3, "ttft_proxy_ms": 627.91, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-1000", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:30.093Z", "created_at": "2026-08-21T07:24:31.322692193Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 190061000, "eval_count": 119, "eval_duration_ns": 578716000, "load_duration_ns": 454538506, "total_duration_ns": 1233020419, "wall_s": 1.24, "prefill_tok_s": 5240.42, "decode_tok_s": 205.63, "ttft_proxy_ms": 654.3, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-1000", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:04.306Z", "created_at": "2026-08-21T07:25:18.201594234Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 297826000, "eval_count": 256, "eval_duration_ns": 2020030000, "load_duration_ns": 11579216987, "total_duration_ns": 13900612202, "wall_s": 13.912, "prefill_tok_s": 3357.67, "decode_tok_s": 126.73, "ttft_proxy_ms": 11880.58, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-8000", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:02.743Z", "created_at": "2026-08-21T07:26:07.857568368Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 2238844000, "eval_count": 256, "eval_duration_ns": 2540851000, "load_duration_ns": 298941314, "total_duration_ns": 5118070934, "wall_s": 5.138, "prefill_tok_s": 3576.4, "decode_tok_s": 100.75, "ttft_proxy_ms": 2577.22, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-8000", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:59.298Z", "created_at": "2026-08-21T07:27:02.946564207Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 957168000, "eval_count": 256, "eval_duration_ns": 2153819000, "load_duration_ns": 470509657, "total_duration_ns": 3651449068, "wall_s": 3.682, "prefill_tok_s": 8365.3, "decode_tok_s": 118.86, "ttft_proxy_ms": 1497.63, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-8000", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:52.253Z", "created_at": "2026-08-21T07:27:53.869723055Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 545855000, "eval_count": 110, "eval_duration_ns": 551695000, "load_duration_ns": 452593570, "total_duration_ns": 1619850702, "wall_s": 1.65, "prefill_tok_s": 14668.73, "decode_tok_s": 199.39, "ttft_proxy_ms": 1068.16, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "warmup-8000", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:27.546Z", "created_at": "2026-08-21T07:28:30.370635484Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 623482000, "eval_count": 256, "eval_duration_ns": 1971373000, "load_duration_ns": 218652468, "total_duration_ns": 2827796559, "wall_s": 2.839, "prefill_tok_s": 12848.81, "decode_tok_s": 129.86, "ttft_proxy_ms": 856.42, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT" } ], "runs": [ { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r1", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:22:51.175Z", "created_at": "2026-08-21T07:22:53.941767573Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 101559000, "eval_count": 256, "eval_duration_ns": 2377549000, "load_duration_ns": 286663091, "total_duration_ns": 2770719522, "wall_s": 2.785, "prefill_tok_s": 9807.11, "decode_tok_s": 107.67, "ttft_proxy_ms": 393.17, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r2", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:22:55.960Z", "created_at": "2026-08-21T07:22:58.705330583Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 98560000, "eval_count": 256, "eval_duration_ns": 2370274000, "load_duration_ns": 275305662, "total_duration_ns": 2748791050, "wall_s": 2.755, "prefill_tok_s": 10105.52, "decode_tok_s": 108.0, "ttft_proxy_ms": 378.52, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r3", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:00.716Z", "created_at": "2026-08-21T07:23:03.461092907Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 98126000, "eval_count": 256, "eval_duration_ns": 2371181000, "load_duration_ns": 275344298, "total_duration_ns": 2749369573, "wall_s": 2.756, "prefill_tok_s": 10150.22, "decode_tok_s": 107.96, "ttft_proxy_ms": 378.19, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r4", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:05.472Z", "created_at": "2026-08-21T07:23:08.220129397Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 97772000, "eval_count": 256, "eval_duration_ns": 2372747000, "load_duration_ns": 276498819, "total_duration_ns": 2751590389, "wall_s": 2.758, "prefill_tok_s": 10186.97, "decode_tok_s": 107.89, "ttft_proxy_ms": 378.84, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r5", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:10.231Z", "created_at": "2026-08-21T07:23:12.984477524Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 98151000, "eval_count": 256, "eval_duration_ns": 2374341000, "load_duration_ns": 280060173, "total_duration_ns": 2757159085, "wall_s": 2.764, "prefill_tok_s": 10147.63, "decode_tok_s": 107.82, "ttft_proxy_ms": 382.82, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r6", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:14.995Z", "created_at": "2026-08-21T07:23:17.765387718Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 99314000, "eval_count": 256, "eval_duration_ns": 2376128000, "load_duration_ns": 285224455, "total_duration_ns": 2765888643, "wall_s": 2.78, "prefill_tok_s": 10028.8, "decode_tok_s": 107.74, "ttft_proxy_ms": 389.76, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r7", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:19.776Z", "created_at": "2026-08-21T07:23:22.547770849Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 99339000, "eval_count": 256, "eval_duration_ns": 2377406000, "load_duration_ns": 293925850, "total_duration_ns": 2775353242, "wall_s": 2.782, "prefill_tok_s": 10026.27, "decode_tok_s": 107.68, "ttft_proxy_ms": 397.95, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r8", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:24.558Z", "created_at": "2026-08-21T07:23:27.316081882Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 98009000, "eval_count": 256, "eval_duration_ns": 2382506000, "load_duration_ns": 275338054, "total_duration_ns": 2760474678, "wall_s": 2.768, "prefill_tok_s": 10162.33, "decode_tok_s": 107.45, "ttft_proxy_ms": 377.97, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r9", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:29.327Z", "created_at": "2026-08-21T07:23:32.089768326Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 98174000, "eval_count": 256, "eval_duration_ns": 2383080000, "load_duration_ns": 279717300, "total_duration_ns": 2765554959, "wall_s": 2.773, "prefill_tok_s": 10145.25, "decode_tok_s": 107.42, "ttft_proxy_ms": 382.47, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r10", "model": "qwen3.8:27b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:34.100Z", "created_at": "2026-08-21T07:23:36.858647778Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 99116000, "eval_count": 256, "eval_duration_ns": 2380807000, "load_duration_ns": 276522569, "total_duration_ns": 2760931788, "wall_s": 2.777, "prefill_tok_s": 10048.83, "decode_tok_s": 107.53, "ttft_proxy_ms": 380.12, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r1", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:43.546Z", "created_at": "2026-08-21T07:23:46.182239282Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 162795000, "eval_count": 256, "eval_duration_ns": 2016507000, "load_duration_ns": 454010701, "total_duration_ns": 2640115199, "wall_s": 2.648, "prefill_tok_s": 6118.12, "decode_tok_s": 126.95, "ttft_proxy_ms": 623.61, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r2", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:48.195Z", "created_at": "2026-08-21T07:23:50.833649064Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 171724000, "eval_count": 256, "eval_duration_ns": 2016369000, "load_duration_ns": 448227307, "total_duration_ns": 2643242647, "wall_s": 2.651, "prefill_tok_s": 5800.0, "decode_tok_s": 126.96, "ttft_proxy_ms": 626.87, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r3", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:52.846Z", "created_at": "2026-08-21T07:23:55.492272307Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 171714000, "eval_count": 256, "eval_duration_ns": 2016366000, "load_duration_ns": 454335588, "total_duration_ns": 2649368017, "wall_s": 2.658, "prefill_tok_s": 5800.34, "decode_tok_s": 126.96, "ttft_proxy_ms": 633.0, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r4", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:23:57.504Z", "created_at": "2026-08-21T07:24:00.145970715Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 172093000, "eval_count": 256, "eval_duration_ns": 2016555000, "load_duration_ns": 449659607, "total_duration_ns": 2645068066, "wall_s": 2.653, "prefill_tok_s": 5787.57, "decode_tok_s": 126.95, "ttft_proxy_ms": 628.51, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r5", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:02.158Z", "created_at": "2026-08-21T07:24:04.796262508Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 171364000, "eval_count": 256, "eval_duration_ns": 2017324000, "load_duration_ns": 447219302, "total_duration_ns": 2642605680, "wall_s": 2.65, "prefill_tok_s": 5812.19, "decode_tok_s": 126.9, "ttft_proxy_ms": 625.28, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r6", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:06.808Z", "created_at": "2026-08-21T07:24:09.449978571Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 171972000, "eval_count": 256, "eval_duration_ns": 2016955000, "load_duration_ns": 449217121, "total_duration_ns": 2644818461, "wall_s": 2.653, "prefill_tok_s": 5791.64, "decode_tok_s": 126.92, "ttft_proxy_ms": 627.86, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r7", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:11.462Z", "created_at": "2026-08-21T07:24:14.108220185Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 172381000, "eval_count": 256, "eval_duration_ns": 2018954000, "load_duration_ns": 451105957, "total_duration_ns": 2649323107, "wall_s": 2.658, "prefill_tok_s": 5777.9, "decode_tok_s": 126.8, "ttft_proxy_ms": 630.37, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r8", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:16.120Z", "created_at": "2026-08-21T07:24:18.76025476Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 170832000, "eval_count": 256, "eval_duration_ns": 2018253000, "load_duration_ns": 447813674, "total_duration_ns": 2643398070, "wall_s": 2.651, "prefill_tok_s": 5830.29, "decode_tok_s": 126.84, "ttft_proxy_ms": 625.15, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r9", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:20.772Z", "created_at": "2026-08-21T07:24:23.425534941Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 172294000, "eval_count": 256, "eval_duration_ns": 2020065000, "load_duration_ns": 458055197, "total_duration_ns": 2657115187, "wall_s": 2.665, "prefill_tok_s": 5780.82, "decode_tok_s": 126.73, "ttft_proxy_ms": 637.05, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r10", "model": "gemma4:12b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:25.437Z", "created_at": "2026-08-21T07:24:28.079141145Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 171930000, "eval_count": 256, "eval_duration_ns": 2018564000, "load_duration_ns": 448255807, "total_duration_ns": 2645669015, "wall_s": 2.654, "prefill_tok_s": 5793.06, "decode_tok_s": 126.82, "ttft_proxy_ms": 627.11, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r1", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:33.334Z", "created_at": "2026-08-21T07:24:34.419799023Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 105735000, "eval_count": 107, "eval_duration_ns": 513102999, "load_duration_ns": 463560911, "total_duration_ns": 1089271993, "wall_s": 1.105, "prefill_tok_s": 9419.78, "decode_tok_s": 208.54, "ttft_proxy_ms": 576.17, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r2", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:36.439Z", "created_at": "2026-08-21T07:24:37.51710822Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 111226000, "eval_count": 107, "eval_duration_ns": 511206000, "load_duration_ns": 451871683, "total_duration_ns": 1081177694, "wall_s": 1.089, "prefill_tok_s": 8954.74, "decode_tok_s": 209.31, "ttft_proxy_ms": 569.97, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r3", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:39.528Z", "created_at": "2026-08-21T07:24:40.612486876Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 111747000, "eval_count": 107, "eval_duration_ns": 514547000, "load_duration_ns": 454133887, "total_duration_ns": 1087403033, "wall_s": 1.095, "prefill_tok_s": 8912.99, "decode_tok_s": 207.95, "ttft_proxy_ms": 572.86, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r4", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:42.624Z", "created_at": "2026-08-21T07:24:43.720214078Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 111978000, "eval_count": 107, "eval_duration_ns": 514080000, "load_duration_ns": 467414538, "total_duration_ns": 1100146185, "wall_s": 1.108, "prefill_tok_s": 8894.6, "decode_tok_s": 208.14, "ttft_proxy_ms": 586.07, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r5", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:45.732Z", "created_at": "2026-08-21T07:24:46.819154322Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 112312000, "eval_count": 107, "eval_duration_ns": 511950000, "load_duration_ns": 459431843, "total_duration_ns": 1090574330, "wall_s": 1.098, "prefill_tok_s": 8868.15, "decode_tok_s": 209.0, "ttft_proxy_ms": 578.62, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r6", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:48.830Z", "created_at": "2026-08-21T07:24:49.907128643Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 112577000, "eval_count": 107, "eval_duration_ns": 514746999, "load_duration_ns": 446255827, "total_duration_ns": 1080448598, "wall_s": 1.088, "prefill_tok_s": 8847.28, "decode_tok_s": 207.87, "ttft_proxy_ms": 565.7, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r7", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:51.919Z", "created_at": "2026-08-21T07:24:53.01227876Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 115501000, "eval_count": 107, "eval_duration_ns": 517835000, "load_duration_ns": 455983407, "total_duration_ns": 1096029116, "wall_s": 1.104, "prefill_tok_s": 8623.3, "decode_tok_s": 206.63, "ttft_proxy_ms": 578.19, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r8", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:55.024Z", "created_at": "2026-08-21T07:24:56.103595178Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 113632000, "eval_count": 107, "eval_duration_ns": 515304000, "load_duration_ns": 446782481, "total_duration_ns": 1082397181, "wall_s": 1.091, "prefill_tok_s": 8765.14, "decode_tok_s": 207.64, "ttft_proxy_ms": 567.09, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r9", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:24:58.115Z", "created_at": "2026-08-21T07:24:59.195203458Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 111858000, "eval_count": 107, "eval_duration_ns": 512888000, "load_duration_ns": 452753256, "total_duration_ns": 1084097557, "wall_s": 1.091, "prefill_tok_s": 8904.15, "decode_tok_s": 208.62, "ttft_proxy_ms": 571.21, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r10", "model": "gemma4:26b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:01.206Z", "created_at": "2026-08-21T07:25:02.290182497Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 996, "prompt_eval_duration_ns": 112204000, "eval_count": 107, "eval_duration_ns": 514871000, "load_duration_ns": 454282360, "total_duration_ns": 1087993686, "wall_s": 1.095, "prefill_tok_s": 8876.69, "decode_tok_s": 207.82, "ttft_proxy_ms": 573.12, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r1", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:20.221Z", "created_at": "2026-08-21T07:25:22.489051549Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 32351999, "eval_count": 256, "eval_duration_ns": 2025326000, "load_duration_ns": 210845319, "total_duration_ns": 2271066245, "wall_s": 2.277, "prefill_tok_s": 30909.99, "decode_tok_s": 126.4, "ttft_proxy_ms": 245.74, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r2", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:24.498Z", "created_at": "2026-08-21T07:25:26.737728721Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 32895000, "eval_count": 256, "eval_duration_ns": 1999379000, "load_duration_ns": 207949273, "total_duration_ns": 2242742952, "wall_s": 2.249, "prefill_tok_s": 30399.76, "decode_tok_s": 128.04, "ttft_proxy_ms": 243.36, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r3", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:28.747Z", "created_at": "2026-08-21T07:25:30.981784206Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33156999, "eval_count": 256, "eval_duration_ns": 1998834000, "load_duration_ns": 204011399, "total_duration_ns": 2238546352, "wall_s": 2.244, "prefill_tok_s": 30159.54, "decode_tok_s": 128.07, "ttft_proxy_ms": 239.71, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r4", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:32.991Z", "created_at": "2026-08-21T07:25:35.228634331Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33087000, "eval_count": 256, "eval_duration_ns": 1999040000, "load_duration_ns": 206110872, "total_duration_ns": 2240717052, "wall_s": 2.253, "prefill_tok_s": 30223.35, "decode_tok_s": 128.06, "ttft_proxy_ms": 241.68, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r5", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:37.245Z", "created_at": "2026-08-21T07:25:39.481242242Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33432000, "eval_count": 256, "eval_duration_ns": 1998973000, "load_duration_ns": 204461758, "total_duration_ns": 2239248561, "wall_s": 2.245, "prefill_tok_s": 29911.46, "decode_tok_s": 128.07, "ttft_proxy_ms": 240.28, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r6", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:41.490Z", "created_at": "2026-08-21T07:25:43.724553018Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33722000, "eval_count": 256, "eval_duration_ns": 1997989000, "load_duration_ns": 204002569, "total_duration_ns": 2238077373, "wall_s": 2.243, "prefill_tok_s": 29654.23, "decode_tok_s": 128.13, "ttft_proxy_ms": 240.09, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r7", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:45.733Z", "created_at": "2026-08-21T07:25:47.975155955Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33834000, "eval_count": 256, "eval_duration_ns": 2003672000, "load_duration_ns": 204479301, "total_duration_ns": 2244408647, "wall_s": 2.25, "prefill_tok_s": 29556.07, "decode_tok_s": 127.77, "ttft_proxy_ms": 240.74, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r8", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:49.984Z", "created_at": "2026-08-21T07:25:52.226056495Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 34044000, "eval_count": 256, "eval_duration_ns": 2005530000, "load_duration_ns": 204377740, "total_duration_ns": 2246426504, "wall_s": 2.251, "prefill_tok_s": 29373.75, "decode_tok_s": 127.65, "ttft_proxy_ms": 240.9, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r9", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:54.235Z", "created_at": "2026-08-21T07:25:56.481177939Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33929000, "eval_count": 256, "eval_duration_ns": 2005374000, "load_duration_ns": 207203588, "total_duration_ns": 2248971896, "wall_s": 2.254, "prefill_tok_s": 29473.31, "decode_tok_s": 127.66, "ttft_proxy_ms": 243.6, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-1000-r10", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 1000, "utc_started": "2026-08-21T07:25:58.490Z", "created_at": "2026-08-21T07:26:00.730694392Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 1000, "prompt_eval_duration_ns": 33658000, "eval_count": 256, "eval_duration_ns": 2004314000, "load_duration_ns": 204354835, "total_duration_ns": 2244539016, "wall_s": 2.249, "prefill_tok_s": 29710.62, "decode_tok_s": 127.72, "ttft_proxy_ms": 240.23, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r1", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:09.881Z", "created_at": "2026-08-21T07:26:12.800281958Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 107715000, "eval_count": 256, "eval_duration_ns": 2489856000, "load_duration_ns": 285088246, "total_duration_ns": 2922692854, "wall_s": 2.941, "prefill_tok_s": 74335.05, "decode_tok_s": 102.82, "ttft_proxy_ms": 432.84, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r2", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:14.823Z", "created_at": "2026-08-21T07:26:17.726081901Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 106633000, "eval_count": 256, "eval_duration_ns": 2483808000, "load_duration_ns": 277360350, "total_duration_ns": 2907390606, "wall_s": 2.925, "prefill_tok_s": 75089.33, "decode_tok_s": 103.07, "ttft_proxy_ms": 423.58, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r3", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:19.748Z", "created_at": "2026-08-21T07:26:22.661102403Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 106452000, "eval_count": 256, "eval_duration_ns": 2486111000, "load_duration_ns": 284151744, "total_duration_ns": 2916172876, "wall_s": 2.936, "prefill_tok_s": 75217.0, "decode_tok_s": 102.97, "ttft_proxy_ms": 430.06, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r4", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:24.685Z", "created_at": "2026-08-21T07:26:27.604024464Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 106834000, "eval_count": 256, "eval_duration_ns": 2491857000, "load_duration_ns": 284230271, "total_duration_ns": 2922901003, "wall_s": 2.942, "prefill_tok_s": 74948.05, "decode_tok_s": 102.73, "ttft_proxy_ms": 431.04, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r5", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:29.627Z", "created_at": "2026-08-21T07:26:32.555216109Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 106773000, "eval_count": 256, "eval_duration_ns": 2490089000, "load_duration_ns": 293887743, "total_duration_ns": 2930828329, "wall_s": 2.95, "prefill_tok_s": 74990.87, "decode_tok_s": 102.81, "ttft_proxy_ms": 440.74, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r6", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:34.577Z", "created_at": "2026-08-21T07:26:37.493953123Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 107085000, "eval_count": 256, "eval_duration_ns": 2489198000, "load_duration_ns": 284600459, "total_duration_ns": 2920490979, "wall_s": 2.939, "prefill_tok_s": 74772.38, "decode_tok_s": 102.84, "ttft_proxy_ms": 431.29, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r7", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:39.517Z", "created_at": "2026-08-21T07:26:42.43514551Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 107117000, "eval_count": 256, "eval_duration_ns": 2491284000, "load_duration_ns": 284224521, "total_duration_ns": 2921978334, "wall_s": 2.942, "prefill_tok_s": 74750.04, "decode_tok_s": 102.76, "ttft_proxy_ms": 430.69, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r8", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:44.459Z", "created_at": "2026-08-21T07:26:47.380946478Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 107375000, "eval_count": 256, "eval_duration_ns": 2493663000, "load_duration_ns": 285211478, "total_duration_ns": 2925648752, "wall_s": 2.946, "prefill_tok_s": 74570.43, "decode_tok_s": 102.66, "ttft_proxy_ms": 431.99, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r9", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:49.405Z", "created_at": "2026-08-21T07:26:52.325325046Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 106426000, "eval_count": 256, "eval_duration_ns": 2491567000, "load_duration_ns": 286491661, "total_duration_ns": 2923891869, "wall_s": 2.943, "prefill_tok_s": 75235.37, "decode_tok_s": 102.75, "ttft_proxy_ms": 432.32, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r10", "model": "qwen3.8:27b", "tier_label": 8000, "utc_started": "2026-08-21T07:26:54.349Z", "created_at": "2026-08-21T07:26:57.270522729Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 106377000, "eval_count": 256, "eval_duration_ns": 2491936000, "load_duration_ns": 286861074, "total_duration_ns": 2924307194, "wall_s": 2.944, "prefill_tok_s": 75270.03, "decode_tok_s": 102.73, "ttft_proxy_ms": 432.37, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r1", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:04.981Z", "created_at": "2026-08-21T07:27:07.711748826Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81228000, "eval_count": 256, "eval_duration_ns": 2130165000, "load_duration_ns": 453034122, "total_duration_ns": 2734806218, "wall_s": 2.764, "prefill_tok_s": 98574.38, "decode_tok_s": 120.18, "ttft_proxy_ms": 604.64, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r2", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:09.745Z", "created_at": "2026-08-21T07:27:12.441601551Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81486000, "eval_count": 256, "eval_duration_ns": 2085632000, "load_duration_ns": 463424867, "total_duration_ns": 2700419371, "wall_s": 2.73, "prefill_tok_s": 98262.28, "decode_tok_s": 122.74, "ttft_proxy_ms": 614.79, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r3", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:14.475Z", "created_at": "2026-08-21T07:27:17.165156554Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81071000, "eval_count": 256, "eval_duration_ns": 2087045999, "load_duration_ns": 456530341, "total_duration_ns": 2694120316, "wall_s": 2.722, "prefill_tok_s": 98765.28, "decode_tok_s": 122.66, "ttft_proxy_ms": 607.07, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r4", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:19.197Z", "created_at": "2026-08-21T07:27:21.882398832Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81825000, "eval_count": 256, "eval_duration_ns": 2085550000, "load_duration_ns": 452337410, "total_duration_ns": 2688322698, "wall_s": 2.717, "prefill_tok_s": 97855.18, "decode_tok_s": 122.75, "ttft_proxy_ms": 602.77, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r5", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:23.914Z", "created_at": "2026-08-21T07:27:26.605425556Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81006000, "eval_count": 256, "eval_duration_ns": 2093469999, "load_duration_ns": 451253212, "total_duration_ns": 2694645019, "wall_s": 2.724, "prefill_tok_s": 98844.53, "decode_tok_s": 122.29, "ttft_proxy_ms": 601.18, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r6", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:28.638Z", "created_at": "2026-08-21T07:27:31.329845525Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81359000, "eval_count": 256, "eval_duration_ns": 2088409999, "load_duration_ns": 457175859, "total_duration_ns": 2694433546, "wall_s": 2.723, "prefill_tok_s": 98415.66, "decode_tok_s": 122.58, "ttft_proxy_ms": 606.02, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r7", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:33.362Z", "created_at": "2026-08-21T07:27:36.038795219Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 81267000, "eval_count": 256, "eval_duration_ns": 2075786999, "load_duration_ns": 455421372, "total_duration_ns": 2679111268, "wall_s": 2.715, "prefill_tok_s": 98527.08, "decode_tok_s": 123.33, "ttft_proxy_ms": 603.32, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r8", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:38.078Z", "created_at": "2026-08-21T07:27:40.768633882Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 82199000, "eval_count": 256, "eval_duration_ns": 2085665000, "load_duration_ns": 459526556, "total_duration_ns": 2694060580, "wall_s": 2.722, "prefill_tok_s": 97409.94, "decode_tok_s": 122.74, "ttft_proxy_ms": 608.4, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r9", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:42.800Z", "created_at": "2026-08-21T07:27:45.495528475Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 82485000, "eval_count": 256, "eval_duration_ns": 2091789000, "load_duration_ns": 458067417, "total_duration_ns": 2698233255, "wall_s": 2.726, "prefill_tok_s": 97072.19, "decode_tok_s": 122.38, "ttft_proxy_ms": 606.44, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r10", "model": "gemma4:12b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:47.527Z", "created_at": "2026-08-21T07:27:50.209115322Z", "done_reason": "length", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 82117000, "eval_count": 256, "eval_duration_ns": 2085601999, "load_duration_ns": 450571724, "total_duration_ns": 2684870985, "wall_s": 2.722, "prefill_tok_s": 97507.22, "decode_tok_s": 122.75, "ttft_proxy_ms": 599.27, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r1", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:55.903Z", "created_at": "2026-08-21T07:27:57.039713867Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 49728000, "eval_count": 112, "eval_duration_ns": 555341000, "load_duration_ns": 464178458, "total_duration_ns": 1139704834, "wall_s": 1.169, "prefill_tok_s": 161015.93, "decode_tok_s": 201.68, "ttft_proxy_ms": 584.36, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r2", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:27:59.073Z", "created_at": "2026-08-21T07:28:00.201601494Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 49531000, "eval_count": 112, "eval_duration_ns": 554658000, "load_duration_ns": 457486852, "total_duration_ns": 1131054838, "wall_s": 1.16, "prefill_tok_s": 161656.34, "decode_tok_s": 201.93, "ttft_proxy_ms": 576.4, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r3", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:02.234Z", "created_at": "2026-08-21T07:28:03.372066149Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 50408000, "eval_count": 112, "eval_duration_ns": 555129000, "load_duration_ns": 467543944, "total_duration_ns": 1141505861, "wall_s": 1.169, "prefill_tok_s": 158843.83, "decode_tok_s": 201.75, "ttft_proxy_ms": 586.38, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r4", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:05.404Z", "created_at": "2026-08-21T07:28:06.530203986Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 49670000, "eval_count": 112, "eval_duration_ns": 550797000, "load_duration_ns": 460097116, "total_duration_ns": 1129349739, "wall_s": 1.157, "prefill_tok_s": 161203.95, "decode_tok_s": 203.34, "ttft_proxy_ms": 578.55, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r5", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:08.562Z", "created_at": "2026-08-21T07:28:09.687073725Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 50058000, "eval_count": 112, "eval_duration_ns": 555622000, "load_duration_ns": 453079424, "total_duration_ns": 1128184209, "wall_s": 1.156, "prefill_tok_s": 159954.45, "decode_tok_s": 201.58, "ttft_proxy_ms": 572.56, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r6", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:11.719Z", "created_at": "2026-08-21T07:28:12.84846569Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 49848000, "eval_count": 112, "eval_duration_ns": 555016000, "load_duration_ns": 461376458, "total_duration_ns": 1133384211, "wall_s": 1.16, "prefill_tok_s": 160628.31, "decode_tok_s": 201.8, "ttft_proxy_ms": 578.37, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r7", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:14.880Z", "created_at": "2026-08-21T07:28:16.007492302Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 50393000, "eval_count": 112, "eval_duration_ns": 556535000, "load_duration_ns": 458953256, "total_duration_ns": 1131363038, "wall_s": 1.166, "prefill_tok_s": 158891.12, "decode_tok_s": 201.25, "ttft_proxy_ms": 574.83, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r8", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:18.046Z", "created_at": "2026-08-21T07:28:19.172563823Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 49944000, "eval_count": 112, "eval_duration_ns": 556231000, "load_duration_ns": 457065645, "total_duration_ns": 1129812635, "wall_s": 1.166, "prefill_tok_s": 160319.56, "decode_tok_s": 201.36, "ttft_proxy_ms": 573.58, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r9", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:21.213Z", "created_at": "2026-08-21T07:28:22.35186764Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 50379000, "eval_count": 112, "eval_duration_ns": 559023000, "load_duration_ns": 466296424, "total_duration_ns": 1142269656, "wall_s": 1.171, "prefill_tok_s": 158935.27, "decode_tok_s": 200.35, "ttft_proxy_ms": 583.25, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r10", "model": "gemma4:26b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:24.384Z", "created_at": "2026-08-21T07:28:25.510542848Z", "done_reason": "stop", "keep_alive_sent": -1, "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8007, "prompt_eval_duration_ns": 50527000, "eval_count": 112, "eval_duration_ns": 549401000, "load_duration_ns": 464372935, "total_duration_ns": 1130472229, "wall_s": 1.158, "prefill_tok_s": 158469.73, "decode_tok_s": 203.86, "ttft_proxy_ms": 581.07, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r1", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:32.385Z", "created_at": "2026-08-21T07:28:34.574687549Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37113000, "eval_count": 256, "eval_duration_ns": 1932438000, "load_duration_ns": 208928855, "total_duration_ns": 2192453931, "wall_s": 2.204, "prefill_tok_s": 215854.28, "decode_tok_s": 132.48, "ttft_proxy_ms": 260.02, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 1 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r2", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:36.590Z", "created_at": "2026-08-21T07:28:38.789258018Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37576000, "eval_count": 256, "eval_duration_ns": 1933605000, "load_duration_ns": 216579149, "total_duration_ns": 2201796995, "wall_s": 2.217, "prefill_tok_s": 213194.59, "decode_tok_s": 132.4, "ttft_proxy_ms": 268.19, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 2 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r3", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:40.808Z", "created_at": "2026-08-21T07:28:43.004567021Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37692000, "eval_count": 256, "eval_duration_ns": 1932717000, "load_duration_ns": 214779083, "total_duration_ns": 2198953766, "wall_s": 2.209, "prefill_tok_s": 212538.47, "decode_tok_s": 132.46, "ttft_proxy_ms": 266.24, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 3 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r4", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:45.018Z", "created_at": "2026-08-21T07:28:47.213122775Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37910000, "eval_count": 256, "eval_duration_ns": 1933765000, "load_duration_ns": 211792858, "total_duration_ns": 2197461831, "wall_s": 2.208, "prefill_tok_s": 211316.28, "decode_tok_s": 132.38, "ttft_proxy_ms": 263.7, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 4 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r5", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:49.226Z", "created_at": "2026-08-21T07:28:51.424398677Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37525000, "eval_count": 256, "eval_duration_ns": 1930558000, "load_duration_ns": 219881794, "total_duration_ns": 2201665984, "wall_s": 2.212, "prefill_tok_s": 213484.34, "decode_tok_s": 132.6, "ttft_proxy_ms": 271.11, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 5 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r6", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:53.438Z", "created_at": "2026-08-21T07:28:55.629961449Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37996000, "eval_count": 256, "eval_duration_ns": 1933790000, "load_duration_ns": 208850246, "total_duration_ns": 2194750261, "wall_s": 2.204, "prefill_tok_s": 210837.98, "decode_tok_s": 132.38, "ttft_proxy_ms": 260.96, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 6 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r7", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:28:57.643Z", "created_at": "2026-08-21T07:28:59.837609451Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37961000, "eval_count": 256, "eval_duration_ns": 1929322000, "load_duration_ns": 217058440, "total_duration_ns": 2197379227, "wall_s": 2.208, "prefill_tok_s": 211032.38, "decode_tok_s": 132.69, "ttft_proxy_ms": 268.06, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 7 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r8", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:29:01.852Z", "created_at": "2026-08-21T07:29:04.037650226Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37608000, "eval_count": 256, "eval_duration_ns": 1929498000, "load_duration_ns": 209061413, "total_duration_ns": 2189161051, "wall_s": 2.199, "prefill_tok_s": 213013.19, "decode_tok_s": 132.68, "ttft_proxy_ms": 259.66, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 8 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r9", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:29:06.052Z", "created_at": "2026-08-21T07:29:08.252167464Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37966000, "eval_count": 256, "eval_duration_ns": 1934370000, "load_duration_ns": 217852559, "total_duration_ns": 2203373011, "wall_s": 2.213, "prefill_tok_s": 211004.58, "decode_tok_s": 132.34, "ttft_proxy_ms": 269.0, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 9 }, { "run_id": "moe-dense-stopwatch-2026-08-19", "tag": "scored-8000-r10", "model": "nemotron-3.5-lightning:30b-a3b", "tier_label": 8000, "utc_started": "2026-08-21T07:29:10.266Z", "created_at": "2026-08-21T07:29:12.452641608Z", "done_reason": "length", "keep_alive_sent": "5m", "options_sent": { "temperature": 0, "seed": 0, "num_ctx": 32768, "num_predict": 256, "think": false, "stream": false }, "prompt_eval_count": 8011, "prompt_eval_duration_ns": 37694000, "eval_count": 256, "eval_duration_ns": 1933042000, "load_duration_ns": 206943549, "total_duration_ns": 2190579465, "wall_s": 2.2, "prefill_tok_s": 212527.19, "decode_tok_s": 132.43, "ttft_proxy_ms": 257.54, "ttft_proxy_note": "total_duration - eval_duration; stream=false so no true TTFT", "repeat": 10 } ], "contention_receipt": { "window_utc": [ "2026-08-21T07:22:17Z", "2026-08-21T07:30:10Z" ], "journal_lines_in_window": 3408, "model_loads_in_window": 3, "gin_requests_in_window": 120, "gin_requests_not_generate_or_ps": 16, "clean": false, "note": "model_loads_in_window counts every 'starting llama-server'. Our cast is resident by design, so a warm run should show loads only for the visitor's single mid-run load.", "receipt_cmd": "journalctl -u ollama --utc --no-pager --since '2026-08-21 07:22:17' --until '2026-08-21 07:30:10' | grep -c 'starting llama-server'" } }