{ "model_id": "m5", "model_tag": "gemma4:26b", "arm": "one", "box_class": "desktop-3090ti", "mode": "context-ladder", "arm_cards": [ "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4" ], "target_uuid": "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4", "started_utc": "2026-09-17T23:16:55Z", "prompt_sha256": "90eedd0c53f9554ae3837674504fcb7090013d9a432a653352183c0f25a7ce5c", "num_predict": 256, "ladder_note": "The frozen prompt is about 537 tokens. Climbing this ladder measures the cost of RESERVING a context window, NOT the cost of filling one: a 128k window with 537 tokens in it decodes at nearly the speed of an 8k window with 537 tokens in it. What changes is the VRAM the reservation costs, and therefore what fits. Any tok/s difference across levels is a second-order effect of the allocation and is not a long-prompt number. The FILLED-WINDOW arm in this same directory is the one that answers the long-prompt question, and the two must never be quoted as if they were the same measurement.", "fit_rule_note": "A context rung FITS when `/api/ps` reports `size_vram == size` -- every byte of weights and KV on the card, nothing in host RAM -- and the ollama runner's own resident memory stays inside the allowance below. A rung that spills is printed as `does not fit`, with its per-card memory, and the ladder stops there: a partial residency is a different measurement and is never reported as the card's window.", "pcie_note": "This card negotiated PCIe x16 of a x16-capable generation-3 link -- the same x16 slot the 3090 used, and the slot on which the pair bench measured a x16 + x4 asymmetry. With one card there is no per-token traffic BETWEEN cards, so the link is not in the decode path the way it was for the split pair; it still carries the model in and the tokens out. Every run records `pcie.link.width.current` UNDER LOAD, because an idle card drops its link to save power and a width read at rest would flatter the result.", "thermal_layout_note": "ONE GeForce RTX 3090 Ti 24 GB in a consumer desktop, alone on the board's x16 slot -- the same box, the same case and the same airflow in which one GeForce RTX 3090 24 GB was measured earlier the same day and two GeForce RTX 3080 10 GB cards the night before. A temperature here is a reading of THAT arrangement. Against the single 3090 the arrangement is the same one, which is what makes the two cards' thermal rows comparable; against the PAIR it is not, because with one card there is no second board warming the air or blocking a face. The card is traced on every run.", "card_labels": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": "index 0 - EVGA - GPU-1809d1e1" }, "card_identity": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": 0, "bus_id": "00000000:01:00.0", "pci_sub_device_id": "0x49853842", "vendor": "EVGA", "board_per_operator": "EVGA GeForce RTX 3090 Ti FTW3 Ultra 24 GB", "vbios": "94.02.A0.00.5C", "serial": null, "pcie_link_width_max": 16, "pcie_link_width_negotiated": 16, "memory_total_mib": 24564, "memory_bus_width_bits": 384, "clocks_max_sm_mhz": 2115, "clocks_max_memory_mhz": 10501, "power_default_limit_w": 450.0, "power_min_limit_w": 100.0, "power_max_limit_w": 480.0, "power_limit_at_bench_start_w": 300.0, "note": "the single card seated in this box's x16 slot -- the same slot the 3090 and the pair of 3080s were measured in. It came up at its own 450 W DEFAULT: the box's boot-time GPU power-cap unit (/etc/desktop/gpu-power-caps.conf, written 2026-08-27 for the two 3090s this box carried then) FAILED BOTH of its rows this boot -- neither UUID it names is in the machine any more -- and its own read-back printed `0, 00000000:01:00.0, 450.00 W, 450.00 W`. The operator then enabled persistence and set 300 W by hand, and the read-back is recorded per arm." } }, "memory_temp_support": { "checked_utc": "2026-09-17T23:16:55Z", "paths": { "nvidia-smi --query-gpu=temperature.memory": { "raw": "0, GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4, N/A", "readable": false }, "nvidia-smi -q -d TEMPERATURE": { "lines": [ "GPU Shutdown Temp : 97 C", "GPU Slowdown Temp : 94 C", "GPU Target Temperature : 83 C", "Memory Current Temp : N/A", "Memory Max Operating Temp : N/A" ], "readable": false }, "NVML NVML_FI_DEV_MEMORY_TEMP": { "available": true, "field_id": 82, "cards": { "0": { "call_rc": 0, "field_rc": 3, "supported": false, "not_supported": true, "value_c": null } } } }, "readable": false, "verdict": "the memory die's temperature is NOT readable on these cards through any of the three paths asked, so the memory-temperature stop condition could not arm and NO memory temperature is reported anywhere in this bench. The core temperature stop and the driver's own thermal-slowdown reasons are the thermal instrument instead." }, "runner_rss_allowance_gib": 4.0, "num_gpu_option": null, "num_gpu_policy": "layers left to ollama's own planner (`auto`)", "num_gpu_note": "ollama decides for itself how many of a model's layers to put on the card. On the pair of 3080s that decision was measurably conservative -- gemma4:26b loaded 75.2% into VRAM and spilled 4.25 GiB to host RAM while about 5 GiB of the two cards' 20 GiB sat unused -- so the pair bench reported `auto` and a forced layer count side by side. On ONE 24 GB card there is no placement decision to make: the expected reading is 100% on the card with no spill. This harness records `options.num_gpu` on every run as `num_gpu_option` and reads the planner's actual placement back from /api/ps, so a spill on a card with room is visible as a finding rather than absorbed into a tok/s figure. A value at or above the model's layer count means every layer.", "instance_env": { "written_utc": "2026-09-17T23:16:46Z", "unit": "bench-3090ti-one", "shape": "one", "port": 11470, "base_url": "http://127.0.0.1:11470", "cuda_visible_devices": "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4", "OLLAMA_FLASH_ATTENTION": "1", "OLLAMA_KV_CACHE_TYPE": "q8_0", "OLLAMA_CONTEXT_LENGTH": 32768, "OLLAMA_": 1, "OLLAMA_MAX_LOADED_MODELS": 1, "OLLAMA_KEEP_ALIVE": "0 (the server default; every bench request sends its own keep_alive, which wins, and every arm unloads on the way out)", "models_dir": "/usr/share/ollama/.ollama/models", "models_dir_writable_by_this_user": false, "api_version": { "version": "0.32.13" }, "power_limits_at_start_w": "0, 450.00 W;", "persistence_mode_at_start": "0, Enabled;", "pcie_link_width_at_start": "0, 16;" }, "ups_before_arm": { "ups": "pr1500@localhost", "read_utc": "2026-09-17T23:16:55Z", "available": false, "error": "upsc rc=1: Error: Connection failure: Connection refused" }, "levels": [ { "num_ctx": 4096, "started_utc": "2026-09-17T23:16:55Z", "loads": true, "size_total": 17201018960, "size_vram": 17201018960, "context_length_loaded": 4096, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 17926.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 304.0 }, "runner_peak_rss_gib": 1.28, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 164473, "rss_kb": 1347136, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2847 405 41 44375 44192\nSwap: 24575 785 23790", "kv_footprint_bytes": 0, "kv_footprint_gib": 0.0, "runs": [ { "ttft_ms": 584.19, "first_token_was_thinking": false, "wall_s": 2.3175, "eval_count": 256, "eval_duration_ns": 1730389000, "decode_tok_s": 147.944, "prompt_eval_count": 536, "prompt_eval_duration_ns": 122879000, "prefill_tok_s": 4362.015, "load_duration_ns": 456733365, "total_duration_ns": 2314252971, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.114, "decode_tok_s_wall_gross": 110.462, "num_ctx_option": 4096, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 13.6, "median": 13.63, "max": 15.04, "mean": 14.09, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 14.09 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "power_w_all_cards": 14.09, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 249.6, "max_w": 318.3, "median_w": 292.41, "mean_w_whole_window": 149.11, "max_w_whole_window": 318.3, "limit_w": 450.0, "over_idle_w": 235.51, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 13.7, "median": 141.78, "max": 318.3, "mean": 149.11, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 33.0, "median": 39.0, "max": 40.0, "mean": 37.4, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2055.0, "max": 2055.0, "mean": 1630.0, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 141.78, "median": 292.41, "max": 318.3, "mean": 249.6, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 39.0, "median": 40.0, "max": 40.0, "mean": 39.8, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1687.13, "power_mean_w_all_cards": 249.6, "energy_j_per_1k_tokens_all_cards": 1687.13, "watts_per_tok_s": 1.6871, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 40.0, "temp_min_c": 39.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 249.6, "power_pct_of_limit": 55.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 40.0, "temp_min_c": 39.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 249.6, "power_pct_of_limit": 55.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 548.51, "first_token_was_thinking": false, "wall_s": 2.284, "eval_count": 256, "eval_duration_ns": 1732330000, "decode_tok_s": 147.778, "prompt_eval_count": 536, "prompt_eval_duration_ns": 79153000, "prefill_tok_s": 6771.695, "load_duration_ns": 456942140, "total_duration_ns": 2280710661, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.933, "decode_tok_s_wall_gross": 112.084, "num_ctx_option": 4096, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 94.06, "median": 94.13, "max": 94.23, "mean": 94.14, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 94.14 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "power_w_all_cards": 94.14, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 244.25, "max_w": 319.54, "median_w": 262.53, "mean_w_whole_window": 194.39, "max_w_whole_window": 319.54, "limit_w": 450.0, "over_idle_w": 150.11, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 94.23, "median": 187.73, "max": 319.54, "mean": 194.39, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 85.0, "max": 91.0, "mean": 59.3, "n": 9 }, "temperature_c": { "min": 36.0, "median": 41.0, "max": 42.0, "mean": 39.6, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2055.0, "max": 2055.0, "mean": 2010.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 114.03, "median": 262.53, "max": 319.54, "mean": 244.25, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 6 }, "utilization_pct": { "min": 85.0, "median": 91.0, "max": 91.0, "mean": 89.0, "n": 6 }, "temperature_c": { "min": 40.0, "median": 41.5, "max": 42.0, "mean": 41.3, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1652.82, "power_mean_w_all_cards": 244.25, "energy_j_per_1k_tokens_all_cards": 1652.82, "watts_per_tok_s": 1.6528, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 42.0, "temp_min_c": 40.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 244.25, "power_pct_of_limit": 54.3, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 42.0, "temp_min_c": 40.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 244.25, "power_pct_of_limit": 54.3, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 548.67, "first_token_was_thinking": false, "wall_s": 2.2771, "eval_count": 256, "eval_duration_ns": 1725488000, "decode_tok_s": 148.364, "prompt_eval_count": 536, "prompt_eval_duration_ns": 88197000, "prefill_tok_s": 6077.304, "load_duration_ns": 456197118, "total_duration_ns": 2273858775, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.533, "decode_tok_s_wall_gross": 112.424, "num_ctx_option": 4096, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 14.44, "median": 14.48, "max": 14.75, "mean": 14.56, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 14.56 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "power_w_all_cards": 14.56, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 259.8, "max_w": 320.54, "median_w": 313.95, "mean_w_whole_window": 156.86, "max_w_whole_window": 320.54, "limit_w": 450.0, "over_idle_w": 245.24, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 14.62, "median": 154.32, "max": 320.54, "mean": 156.86, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 92.0, "mean": 50.9, "n": 9 }, "temperature_c": { "min": 35.0, "median": 42.0, "max": 43.0, "mean": 40.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2055.0, "max": 2055.0, "mean": 1630.0, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 154.32, "median": 313.95, "max": 320.54, "mean": 259.8, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18230.0, "median": 18230.0, "max": 18230.0, "mean": 18230.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 92.0, "max": 92.0, "mean": 91.6, "n": 5 }, "temperature_c": { "min": 42.0, "median": 43.0, "max": 43.0, "mean": 42.8, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1751.1, "power_mean_w_all_cards": 259.8, "energy_j_per_1k_tokens_all_cards": 1751.1, "watts_per_tok_s": 1.7511, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 43.0, "temp_min_c": 42.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 259.8, "power_pct_of_limit": 57.7, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 43.0, "temp_min_c": 42.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 259.8, "power_pct_of_limit": 57.7, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.778, "median": 147.944, "max": 148.364, "mean": 148.029, "n": 3 }, "ttft_ms": { "min": 548.51, "median": 548.67, "max": 584.19, "mean": 560.46, "n": 3 }, "power_mean_w": { "min": 244.25, "median": 249.6, "max": 259.8, "mean": 251.22, "n": 3 }, "power_mean_w_all_cards": { "min": 244.25, "median": 249.6, "max": 259.8, "mean": 251.22, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1652.82, "median": 1687.13, "max": 1751.1, "mean": 1697.02, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1652.82, "median": 1687.13, "max": 1751.1, "mean": 1697.02, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 40.0, "median": 42.0, "max": 43.0, "mean": 41.7, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 } }, "finished_utc": "2026-09-17T23:18:16Z" }, { "num_ctx": 8192, "started_utc": "2026-09-17T23:18:16Z", "loads": true, "size_total": 17372607938, "size_vram": 17372607938, "context_length_loaded": 8192, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 208.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18230.0 }, "runner_peak_rss_gib": 1.29, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 165221, "rss_kb": 1356804, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2774 625 66 44253 44265\nSwap: 24575 785 23790", "kv_footprint_bytes": 171588978, "kv_footprint_gib": 0.16, "runs": [ { "ttft_ms": 545.19, "first_token_was_thinking": false, "wall_s": 2.2813, "eval_count": 256, "eval_duration_ns": 1733076000, "decode_tok_s": 147.714, "prompt_eval_count": 536, "prompt_eval_duration_ns": 88898000, "prefill_tok_s": 6029.382, "load_duration_ns": 451816479, "total_duration_ns": 2277979299, "streamed_chunks": 256, "response_chars": 1057, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.876, "decode_tok_s_wall_gross": 112.214, "num_ctx_option": 8192, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 94.87, "median": 94.94, "max": 95.0, "mean": 94.94, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 94.94 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "power_w_all_cards": 94.94, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 245.05, "max_w": 321.01, "median_w": 260.41, "mean_w_whole_window": 195.1, "max_w_whole_window": 321.01, "limit_w": 450.0, "over_idle_w": 150.11, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 94.96, "median": 184.72, "max": 321.01, "mean": 195.1, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 27.0, "max": 92.0, "mean": 46.6, "n": 9 }, "temperature_c": { "min": 39.0, "median": 44.0, "max": 45.0, "mean": 42.7, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2040.0, "max": 2055.0, "mean": 2001.7, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 123.26, "median": 260.41, "max": 321.01, "mean": 245.05, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 6 }, "utilization_pct": { "min": 27.0, "median": 91.0, "max": 92.0, "mean": 69.8, "n": 6 }, "temperature_c": { "min": 43.0, "median": 45.0, "max": 45.0, "mean": 44.5, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2055.0, "mean": 2042.5, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1658.95, "power_mean_w_all_cards": 245.05, "energy_j_per_1k_tokens_all_cards": 1658.95, "watts_per_tok_s": 1.6589, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 45.0, "temp_min_c": 43.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 245.05, "power_pct_of_limit": 54.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 45.0, "temp_min_c": 43.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 245.05, "power_pct_of_limit": 54.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 534.43, "first_token_was_thinking": false, "wall_s": 2.2688, "eval_count": 256, "eval_duration_ns": 1731620000, "decode_tok_s": 147.838, "prompt_eval_count": 536, "prompt_eval_duration_ns": 79428000, "prefill_tok_s": 6748.25, "load_duration_ns": 450627011, "total_duration_ns": 2265707575, "streamed_chunks": 256, "response_chars": 1057, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.024, "decode_tok_s_wall_gross": 112.833, "num_ctx_option": 8192, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 96.25, "median": 96.27, "max": 96.28, "mean": 96.27, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 96.27 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "power_w_all_cards": 96.27, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 4, "mean_w": 295.2, "max_w": 322.04, "median_w": 318.63, "mean_w_whole_window": 199.2, "max_w_whole_window": 322.04, "limit_w": 450.0, "over_idle_w": 198.93, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 96.06, "median": 193.97, "max": 322.04, "mean": 199.2, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 92.0, "mean": 40.7, "n": 9 }, "temperature_c": { "min": 40.0, "median": 46.0, "max": 46.0, "mean": 44.1, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2040.0, "max": 2040.0, "mean": 2000.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 221.51, "median": 318.63, "max": 322.04, "mean": 295.2, "n": 4 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 4 }, "utilization_pct": { "min": 91.0, "median": 91.5, "max": 92.0, "mean": 91.5, "n": 4 }, "temperature_c": { "min": 46.0, "median": 46.0, "max": 46.0, "mean": 46.0, "n": 4 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 4 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 4 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 4 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 4 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 4 }, "busy_samples": 4 } } }, "energy_j_per_1k_tokens": 1996.77, "power_mean_w_all_cards": 295.2, "energy_j_per_1k_tokens_all_cards": 1996.77, "watts_per_tok_s": 1.9968, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 4, "temp_max_c": 46.0, "temp_min_c": 46.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 295.2, "power_pct_of_limit": 65.6, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 4, "temp_max_c": 46.0, "temp_min_c": 46.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 295.2, "power_pct_of_limit": 65.6, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 542.09, "first_token_was_thinking": false, "wall_s": 2.2778, "eval_count": 256, "eval_duration_ns": 1732809000, "decode_tok_s": 147.737, "prompt_eval_count": 536, "prompt_eval_duration_ns": 87843000, "prefill_tok_s": 6101.795, "load_duration_ns": 449974726, "total_duration_ns": 2274633321, "streamed_chunks": 256, "response_chars": 1057, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.911, "decode_tok_s_wall_gross": 112.388, "num_ctx_option": 8192, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 16.52, "median": 16.78, "max": 16.83, "mean": 16.71, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 16.71 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "power_w_all_cards": 16.71, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 259.95, "max_w": 323.02, "median_w": 311.22, "mean_w_whole_window": 157.7, "max_w_whole_window": 323.02, "limit_w": 450.0, "over_idle_w": 243.24, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 16.49, "median": 153.06, "max": 323.02, "mean": 157.7, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 92.0, "mean": 51.0, "n": 9 }, "temperature_c": { "min": 39.0, "median": 47.0, "max": 47.0, "mean": 44.4, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2040.0, "max": 2040.0, "mean": 1620.0, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 153.06, "median": 311.22, "max": 323.02, "mean": 259.95, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18438.0, "median": 18438.0, "max": 18438.0, "mean": 18438.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 92.0, "max": 92.0, "mean": 91.8, "n": 5 }, "temperature_c": { "min": 47.0, "median": 47.0, "max": 47.0, "mean": 47.0, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1759.55, "power_mean_w_all_cards": 259.95, "energy_j_per_1k_tokens_all_cards": 1759.55, "watts_per_tok_s": 1.7595, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 47.0, "temp_min_c": 47.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 259.95, "power_pct_of_limit": 57.8, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 47.0, "temp_min_c": 47.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 259.95, "power_pct_of_limit": 57.8, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.714, "median": 147.737, "max": 147.838, "mean": 147.763, "n": 3 }, "ttft_ms": { "min": 534.43, "median": 542.09, "max": 545.19, "mean": 540.57, "n": 3 }, "power_mean_w": { "min": 245.05, "median": 259.95, "max": 295.2, "mean": 266.73, "n": 3 }, "power_mean_w_all_cards": { "min": 245.05, "median": 259.95, "max": 295.2, "mean": 266.73, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1658.95, "median": 1759.55, "max": 1996.77, "mean": 1805.09, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1658.95, "median": 1759.55, "max": 1996.77, "mean": 1805.09, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 45.0, "median": 46.0, "max": 47.0, "mean": 46.0, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 } }, "finished_utc": "2026-09-17T23:19:17Z" }, { "num_ctx": 16384, "started_utc": "2026-09-17T23:19:17Z", "loads": true, "size_total": 17239291984, "size_vram": 17239291984, "context_length_loaded": 16384, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": -46.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18438.0 }, "runner_peak_rss_gib": 1.3, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 166023, "rss_kb": 1359896, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2842 557 53 44240 44197\nSwap: 24575 785 23790", "kv_footprint_bytes": 38273024, "kv_footprint_gib": 0.04, "runs": [ { "ttft_ms": 549.19, "first_token_was_thinking": false, "wall_s": 2.2841, "eval_count": 256, "eval_duration_ns": 1732098000, "decode_tok_s": 147.798, "prompt_eval_count": 536, "prompt_eval_duration_ns": 91713000, "prefill_tok_s": 5844.319, "load_duration_ns": 452921420, "total_duration_ns": 2280900930, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.979, "decode_tok_s_wall_gross": 112.078, "num_ctx_option": 16384, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 97.29, "median": 97.39, "max": 97.5, "mean": 97.39, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 97.39 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "power_w_all_cards": 97.39, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 246.13, "max_w": 325.35, "median_w": 257.0, "mean_w_whole_window": 196.55, "max_w_whole_window": 325.35, "limit_w": 450.0, "over_idle_w": 148.74, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 97.33, "median": 191.44, "max": 325.35, "mean": 196.55, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 92.0, "mean": 61.1, "n": 9 }, "temperature_c": { "min": 43.0, "median": 48.0, "max": 49.0, "mean": 46.7, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2040.0, "max": 2040.0, "mean": 2000.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 121.16, "median": 257.0, "max": 325.35, "mean": 246.13, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 6 }, "utilization_pct": { "min": 91.0, "median": 92.0, "max": 92.0, "mean": 91.7, "n": 6 }, "temperature_c": { "min": 47.0, "median": 49.0, "max": 49.0, "mean": 48.5, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1665.32, "power_mean_w_all_cards": 246.13, "energy_j_per_1k_tokens_all_cards": 1665.32, "watts_per_tok_s": 1.6653, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 49.0, "temp_min_c": 47.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 246.13, "power_pct_of_limit": 54.7, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 49.0, "temp_min_c": 47.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 246.13, "power_pct_of_limit": 54.7, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 546.71, "first_token_was_thinking": false, "wall_s": 2.2794, "eval_count": 256, "eval_duration_ns": 1729632000, "decode_tok_s": 148.008, "prompt_eval_count": 536, "prompt_eval_duration_ns": 88527000, "prefill_tok_s": 6054.65, "load_duration_ns": 453729752, "total_duration_ns": 2276092784, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.167, "decode_tok_s_wall_gross": 112.308, "num_ctx_option": 16384, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 16.22, "median": 16.33, "max": 16.43, "mean": 16.33, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 16.33 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "power_w_all_cards": 16.33, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 260.81, "max_w": 325.28, "median_w": 308.09, "mean_w_whole_window": 156.69, "max_w_whole_window": 325.28, "limit_w": 450.0, "over_idle_w": 244.48, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 16.18, "median": 156.71, "max": 325.28, "mean": 156.69, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 41.0, "median": 49.0, "max": 49.0, "mean": 46.4, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2025.0, "max": 2040.0, "mean": 1616.7, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 156.71, "median": 308.09, "max": 325.28, "mean": 260.81, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 49.0, "median": 49.0, "max": 49.0, "mean": 49.0, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2040.0, "max": 2040.0, "mean": 2034.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1762.13, "power_mean_w_all_cards": 260.81, "energy_j_per_1k_tokens_all_cards": 1762.13, "watts_per_tok_s": 1.7621, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 49.0, "temp_min_c": 49.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 260.81, "power_pct_of_limit": 58.0, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 49.0, "temp_min_c": 49.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 260.81, "power_pct_of_limit": 58.0, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 548.79, "first_token_was_thinking": false, "wall_s": 2.2919, "eval_count": 256, "eval_duration_ns": 1740041000, "decode_tok_s": 147.123, "prompt_eval_count": 536, "prompt_eval_duration_ns": 88703000, "prefill_tok_s": 6042.637, "load_duration_ns": 455729322, "total_duration_ns": 2288632322, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.288, "decode_tok_s_wall_gross": 111.696, "num_ctx_option": 16384, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 16.86, "median": 16.95, "max": 17.05, "mean": 16.95, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 16.95 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "power_w_all_cards": 16.95, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 222.85, "max_w": 323.04, "median_w": 240.89, "mean_w_whole_window": 154.31, "max_w_whole_window": 323.04, "limit_w": 450.0, "over_idle_w": 205.9, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 16.52, "median": 155.26, "max": 323.04, "mean": 154.31, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 69.0, "max": 92.0, "mean": 48.6, "n": 9 }, "temperature_c": { "min": 42.0, "median": 49.0, "max": 50.0, "mean": 47.1, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2025.0, "max": 2040.0, "mean": 1611.7, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 55.2, "median": 240.89, "max": 323.04, "mean": 222.85, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18392.0, "median": 18392.0, "max": 18392.0, "mean": 18392.0, "n": 6 }, "utilization_pct": { "min": 69.0, "median": 69.0, "max": 92.0, "mean": 72.8, "n": 6 }, "temperature_c": { "min": 48.0, "median": 50.0, "max": 50.0, "mean": 49.5, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2025.0, "max": 2040.0, "mean": 2027.5, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1514.72, "power_mean_w_all_cards": 222.85, "energy_j_per_1k_tokens_all_cards": 1514.72, "watts_per_tok_s": 1.5147, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 50.0, "temp_min_c": 48.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 222.85, "power_pct_of_limit": 49.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 50.0, "temp_min_c": 48.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 222.85, "power_pct_of_limit": 49.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.123, "median": 147.798, "max": 148.008, "mean": 147.643, "n": 3 }, "ttft_ms": { "min": 546.71, "median": 548.79, "max": 549.19, "mean": 548.23, "n": 3 }, "power_mean_w": { "min": 222.85, "median": 246.13, "max": 260.81, "mean": 243.26, "n": 3 }, "power_mean_w_all_cards": { "min": 222.85, "median": 246.13, "max": 260.81, "mean": 243.26, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1514.72, "median": 1665.32, "max": 1762.13, "mean": 1647.39, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1514.72, "median": 1665.32, "max": 1762.13, "mean": 1647.39, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 49.0, "median": 49.0, "max": 50.0, "mean": 49.3, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 } }, "finished_utc": "2026-09-17T23:20:38Z" }, { "num_ctx": 32768, "started_utc": "2026-09-17T23:20:38Z", "loads": true, "size_total": 17323178064, "size_vram": 17323178064, "context_length_loaded": 32768, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 250.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18392.0 }, "runner_peak_rss_gib": 1.31, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 167048, "rss_kb": 1378344, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2776 623 69 44256 44264\nSwap: 24575 785 23790", "kv_footprint_bytes": 122159104, "kv_footprint_gib": 0.11, "runs": [ { "ttft_ms": 545.05, "first_token_was_thinking": false, "wall_s": 2.2829, "eval_count": 256, "eval_duration_ns": 1735093000, "decode_tok_s": 147.543, "prompt_eval_count": 536, "prompt_eval_duration_ns": 90629000, "prefill_tok_s": 5914.222, "load_duration_ns": 450052825, "total_duration_ns": 2279825656, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.732, "decode_tok_s_wall_gross": 112.138, "num_ctx_option": 32768, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 101.05, "median": 101.13, "max": 101.18, "mean": 101.12, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 101.12 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "power_w_all_cards": 101.12, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 252.79, "max_w": 326.2, "median_w": 272.07, "mean_w_whole_window": 202.39, "max_w_whole_window": 326.2, "limit_w": 450.0, "over_idle_w": 151.67, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 101.32, "median": 197.56, "max": 326.2, "mean": 202.39, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 92.0, "mean": 60.9, "n": 9 }, "temperature_c": { "min": 46.0, "median": 51.0, "max": 52.0, "mean": 49.8, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2025.0, "max": 2025.0, "mean": 1990.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 122.96, "median": 272.07, "max": 326.2, "mean": 252.79, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 6 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 92.0, "mean": 91.3, "n": 6 }, "temperature_c": { "min": 51.0, "median": 52.0, "max": 52.0, "mean": 51.7, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2025.0, "max": 2025.0, "mean": 2025.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1713.34, "power_mean_w_all_cards": 252.79, "energy_j_per_1k_tokens_all_cards": 1713.34, "watts_per_tok_s": 1.7133, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 52.0, "temp_min_c": 51.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 252.79, "power_pct_of_limit": 56.2, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 52.0, "temp_min_c": 51.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 252.79, "power_pct_of_limit": 56.2, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 543.02, "first_token_was_thinking": false, "wall_s": 2.2842, "eval_count": 256, "eval_duration_ns": 1738094000, "decode_tok_s": 147.288, "prompt_eval_count": 536, "prompt_eval_duration_ns": 87746000, "prefill_tok_s": 6108.541, "load_duration_ns": 451000225, "total_duration_ns": 2280874393, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.451, "decode_tok_s_wall_gross": 112.073, "num_ctx_option": 32768, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 16.2, "median": 16.39, "max": 16.52, "mean": 16.37, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 16.37 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "power_w_all_cards": 16.37, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 261.53, "max_w": 322.06, "median_w": 311.58, "mean_w_whole_window": 158.03, "max_w_whole_window": 322.06, "limit_w": 450.0, "over_idle_w": 245.16, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 16.13, "median": 164.94, "max": 322.06, "mean": 158.03, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 92.0, "mean": 50.7, "n": 9 }, "temperature_c": { "min": 43.0, "median": 51.0, "max": 51.0, "mean": 48.3, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2025.0, "max": 2040.0, "mean": 1611.7, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 164.94, "median": 311.58, "max": 322.06, "mean": 261.53, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 92.0, "mean": 91.2, "n": 5 }, "temperature_c": { "min": 51.0, "median": 51.0, "max": 51.0, "mean": 51.0, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2025.0, "max": 2025.0, "mean": 2025.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1775.64, "power_mean_w_all_cards": 261.53, "energy_j_per_1k_tokens_all_cards": 1775.64, "watts_per_tok_s": 1.7756, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 51.0, "temp_min_c": 51.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 261.53, "power_pct_of_limit": 58.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 51.0, "temp_min_c": 51.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 261.53, "power_pct_of_limit": 58.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 535.12, "first_token_was_thinking": false, "wall_s": 2.2743, "eval_count": 256, "eval_duration_ns": 1736155000, "decode_tok_s": 147.452, "prompt_eval_count": 536, "prompt_eval_duration_ns": 78747000, "prefill_tok_s": 6806.609, "load_duration_ns": 452086275, "total_duration_ns": 2271035832, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.622, "decode_tok_s_wall_gross": 112.563, "num_ctx_option": 32768, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 100.88, "median": 100.91, "max": 101.09, "mean": 100.96, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 100.96 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "power_w_all_cards": 100.96, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 254.31, "max_w": 326.34, "median_w": 274.12, "mean_w_whole_window": 203.49, "max_w_whole_window": 326.34, "limit_w": 450.0, "over_idle_w": 153.35, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 101.07, "median": 200.91, "max": 326.34, "mean": 203.49, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 88.0, "max": 91.0, "mean": 60.0, "n": 9 }, "temperature_c": { "min": 47.0, "median": 52.0, "max": 52.0, "mean": 50.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2025.0, "max": 2025.0, "mean": 1990.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 124.69, "median": 274.12, "max": 326.34, "mean": 254.31, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18642.0, "median": 18642.0, "max": 18642.0, "mean": 18642.0, "n": 6 }, "utilization_pct": { "min": 88.0, "median": 91.0, "max": 91.0, "mean": 90.0, "n": 6 }, "temperature_c": { "min": 51.0, "median": 52.0, "max": 52.0, "mean": 51.8, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2025.0, "max": 2025.0, "mean": 2025.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1724.69, "power_mean_w_all_cards": 254.31, "energy_j_per_1k_tokens_all_cards": 1724.69, "watts_per_tok_s": 1.7247, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 52.0, "temp_min_c": 51.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 254.31, "power_pct_of_limit": 56.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 52.0, "temp_min_c": 51.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 254.31, "power_pct_of_limit": 56.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.288, "median": 147.452, "max": 147.543, "mean": 147.428, "n": 3 }, "ttft_ms": { "min": 535.12, "median": 543.02, "max": 545.05, "mean": 541.06, "n": 3 }, "power_mean_w": { "min": 252.79, "median": 254.31, "max": 261.53, "mean": 256.21, "n": 3 }, "power_mean_w_all_cards": { "min": 252.79, "median": 254.31, "max": 261.53, "mean": 256.21, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1713.34, "median": 1724.69, "max": 1775.64, "mean": 1737.89, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1713.34, "median": 1724.69, "max": 1775.64, "mean": 1737.89, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 51.0, "median": 52.0, "max": 52.0, "mean": 51.7, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 } }, "finished_utc": "2026-09-17T23:21:59Z" }, { "num_ctx": 49152, "started_utc": "2026-09-17T23:21:59Z", "loads": true, "size_total": 17407064144, "size_vram": 17407064144, "context_length_loaded": 49152, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 250.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18642.0 }, "runner_peak_rss_gib": 1.33, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 167924, "rss_kb": 1395556, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2835 564 85 44273 44205\nSwap: 24575 785 23790", "kv_footprint_bytes": 206045184, "kv_footprint_gib": 0.19, "runs": [ { "ttft_ms": 549.6, "first_token_was_thinking": false, "wall_s": 2.2897, "eval_count": 256, "eval_duration_ns": 1737025000, "decode_tok_s": 147.378, "prompt_eval_count": 536, "prompt_eval_duration_ns": 91297000, "prefill_tok_s": 5870.949, "load_duration_ns": 453902785, "total_duration_ns": 2286355940, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.546, "decode_tok_s_wall_gross": 111.807, "num_ctx_option": 49152, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 101.22, "median": 101.37, "max": 101.45, "mean": 101.35, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 101.35 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "power_w_all_cards": 101.35, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 274.45, "max_w": 326.91, "median_w": 307.71, "mean_w_whole_window": 200.13, "max_w_whole_window": 326.91, "limit_w": 450.0, "over_idle_w": 173.1, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 101.02, "median": 196.35, "max": 326.91, "mean": 200.13, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 92.0, "max": 92.0, "mean": 51.1, "n": 9 }, "temperature_c": { "min": 48.0, "median": 53.0, "max": 54.0, "mean": 51.7, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2025.0, "max": 2025.0, "mean": 1990.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 196.35, "median": 307.71, "max": 326.91, "mean": 274.45, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 5 }, "utilization_pct": { "min": 92.0, "median": 92.0, "max": 92.0, "mean": 92.0, "n": 5 }, "temperature_c": { "min": 53.0, "median": 54.0, "max": 54.0, "mean": 53.6, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2025.0, "max": 2025.0, "mean": 2025.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1862.21, "power_mean_w_all_cards": 274.45, "energy_j_per_1k_tokens_all_cards": 1862.21, "watts_per_tok_s": 1.8622, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 54.0, "temp_min_c": 53.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 274.45, "power_pct_of_limit": 61.0, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 54.0, "temp_min_c": 53.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 274.45, "power_pct_of_limit": 61.0, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 546.66, "first_token_was_thinking": false, "wall_s": 2.2906, "eval_count": 256, "eval_duration_ns": 1740965000, "decode_tok_s": 147.045, "prompt_eval_count": 536, "prompt_eval_duration_ns": 88755000, "prefill_tok_s": 6039.096, "load_duration_ns": 453322587, "total_duration_ns": 2287244401, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.224, "decode_tok_s_wall_gross": 111.763, "num_ctx_option": 49152, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 17.48, "median": 17.77, "max": 18.45, "mean": 17.9, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 17.9 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "power_w_all_cards": 17.9, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 225.57, "max_w": 321.4, "median_w": 247.35, "mean_w_whole_window": 157.21, "max_w_whole_window": 321.4, "limit_w": 450.0, "over_idle_w": 207.67, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 17.12, "median": 161.37, "max": 321.4, "mean": 157.21, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 51.0, "max": 92.0, "mean": 47.7, "n": 9 }, "temperature_c": { "min": 46.0, "median": 53.0, "max": 54.0, "mean": 51.1, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2025.0, "max": 2025.0, "mean": 1610.0, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 54.78, "median": 247.35, "max": 321.4, "mean": 225.57, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 6 }, "utilization_pct": { "min": 51.0, "median": 71.5, "max": 92.0, "mean": 71.5, "n": 6 }, "temperature_c": { "min": 52.0, "median": 54.0, "max": 54.0, "mean": 53.5, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2025.0, "median": 2025.0, "max": 2025.0, "mean": 2025.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1534.02, "power_mean_w_all_cards": 225.57, "energy_j_per_1k_tokens_all_cards": 1534.02, "watts_per_tok_s": 1.534, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 54.0, "temp_min_c": 52.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 225.57, "power_pct_of_limit": 50.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 54.0, "temp_min_c": 52.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2025.0, "clock_max_mhz": 2025.0, "clock_median_mhz": 2025.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 225.57, "power_pct_of_limit": 50.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 533.4, "first_token_was_thinking": false, "wall_s": 2.2697, "eval_count": 256, "eval_duration_ns": 1733244000, "decode_tok_s": 147.7, "prompt_eval_count": 536, "prompt_eval_duration_ns": 79598000, "prefill_tok_s": 6733.838, "load_duration_ns": 449455516, "total_duration_ns": 2266344284, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.866, "decode_tok_s_wall_gross": 112.791, "num_ctx_option": 49152, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 102.21, "median": 102.24, "max": 102.33, "mean": 102.26, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 102.26 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "power_w_all_cards": 102.26, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 4, "mean_w": 299.73, "max_w": 329.27, "median_w": 320.76, "mean_w_whole_window": 205.03, "max_w_whole_window": 329.27, "limit_w": 450.0, "over_idle_w": 197.47, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 102.18, "median": 209.51, "max": 329.27, "mean": 205.03, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 92.0, "mean": 40.7, "n": 9 }, "temperature_c": { "min": 50.0, "median": 55.0, "max": 55.0, "mean": 53.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2025.0, "max": 2055.0, "mean": 2003.3, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 228.12, "median": 320.76, "max": 329.27, "mean": 299.73, "n": 4 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 18892.0, "median": 18892.0, "max": 18892.0, "mean": 18892.0, "n": 4 }, "utilization_pct": { "min": 91.0, "median": 91.5, "max": 92.0, "mean": 91.5, "n": 4 }, "temperature_c": { "min": 55.0, "median": 55.0, "max": 55.0, "mean": 55.0, "n": 4 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 4 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 4 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 4 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 4 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 4 }, "busy_samples": 4 } } }, "energy_j_per_1k_tokens": 2029.32, "power_mean_w_all_cards": 299.73, "energy_j_per_1k_tokens_all_cards": 2029.32, "watts_per_tok_s": 2.0293, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 4, "temp_max_c": 55.0, "temp_min_c": 55.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 299.73, "power_pct_of_limit": 66.6, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 4, "temp_max_c": 55.0, "temp_min_c": 55.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 299.73, "power_pct_of_limit": 66.6, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.045, "median": 147.378, "max": 147.7, "mean": 147.374, "n": 3 }, "ttft_ms": { "min": 533.4, "median": 546.66, "max": 549.6, "mean": 543.22, "n": 3 }, "power_mean_w": { "min": 225.57, "median": 274.45, "max": 299.73, "mean": 266.58, "n": 3 }, "power_mean_w_all_cards": { "min": 225.57, "median": 274.45, "max": 299.73, "mean": 266.58, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1534.02, "median": 1862.21, "max": 2029.32, "mean": 1808.52, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1534.02, "median": 1862.21, "max": 2029.32, "mean": 1808.52, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 54.0, "median": 54.0, "max": 55.0, "mean": 54.3, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 } }, "finished_utc": "2026-09-17T23:23:00Z" }, { "num_ctx": 65536, "started_utc": "2026-09-17T23:23:00Z", "loads": true, "size_total": 17490950224, "size_vram": 17490950224, "context_length_loaded": 65536, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 250.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 18892.0 }, "runner_peak_rss_gib": 1.35, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 168657, "rss_kb": 1412536, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2893 505 101 44289 44147\nSwap: 24575 785 23790", "kv_footprint_bytes": 289931264, "kv_footprint_gib": 0.27, "runs": [ { "ttft_ms": 546.74, "first_token_was_thinking": false, "wall_s": 2.2812, "eval_count": 256, "eval_duration_ns": 1731522000, "decode_tok_s": 147.847, "prompt_eval_count": 536, "prompt_eval_duration_ns": 90086000, "prefill_tok_s": 5949.87, "load_duration_ns": 452370134, "total_duration_ns": 2278026108, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.02, "decode_tok_s_wall_gross": 112.222, "num_ctx_option": 65536, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 100.93, "median": 100.96, "max": 101.06, "mean": 100.98, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 100.98 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "power_w_all_cards": 100.98, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 279.51, "max_w": 331.03, "median_w": 318.57, "mean_w_whole_window": 202.54, "max_w_whole_window": 331.03, "limit_w": 450.0, "over_idle_w": 178.53, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 101.42, "median": 194.04, "max": 331.03, "mean": 202.54, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 51.0, "median": 56.0, "max": 56.0, "mean": 54.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2055.0, "max": 2055.0, "mean": 2010.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 194.04, "median": 318.57, "max": 331.03, "mean": 279.51, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 56.0, "median": 56.0, "max": 56.0, "mean": 56.0, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1890.54, "power_mean_w_all_cards": 279.51, "energy_j_per_1k_tokens_all_cards": 1890.54, "watts_per_tok_s": 1.8905, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 56.0, "temp_min_c": 56.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 279.51, "power_pct_of_limit": 62.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 56.0, "temp_min_c": 56.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 279.51, "power_pct_of_limit": 62.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 536.38, "first_token_was_thinking": false, "wall_s": 2.2662, "eval_count": 256, "eval_duration_ns": 1726914000, "decode_tok_s": 148.241, "prompt_eval_count": 536, "prompt_eval_duration_ns": 78894000, "prefill_tok_s": 6793.926, "load_duration_ns": 452961603, "total_duration_ns": 2263009904, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.416, "decode_tok_s_wall_gross": 112.966, "num_ctx_option": 65536, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 101.43, "median": 101.68, "max": 101.85, "mean": 101.65, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 101.65 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "power_w_all_cards": 101.65, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 257.69, "max_w": 331.45, "median_w": 277.81, "mean_w_whole_window": 205.87, "max_w_whole_window": 331.45, "limit_w": 450.0, "over_idle_w": 156.04, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 101.43, "median": 202.89, "max": 331.45, "mean": 205.87, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 87.0, "max": 91.0, "mean": 59.8, "n": 9 }, "temperature_c": { "min": 51.0, "median": 57.0, "max": 57.0, "mean": 54.9, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2055.0, "max": 2055.0, "mean": 2010.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 125.33, "median": 277.81, "max": 331.45, "mean": 257.69, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 6 }, "utilization_pct": { "min": 87.0, "median": 91.0, "max": 91.0, "mean": 89.7, "n": 6 }, "temperature_c": { "min": 56.0, "median": 57.0, "max": 57.0, "mean": 56.8, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1738.31, "power_mean_w_all_cards": 257.69, "energy_j_per_1k_tokens_all_cards": 1738.31, "watts_per_tok_s": 1.7383, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 57.0, "temp_min_c": 56.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 257.69, "power_pct_of_limit": 57.3, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 57.0, "temp_min_c": 56.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 257.69, "power_pct_of_limit": 57.3, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 537.01, "first_token_was_thinking": false, "wall_s": 2.2702, "eval_count": 256, "eval_duration_ns": 1730093000, "decode_tok_s": 147.969, "prompt_eval_count": 536, "prompt_eval_duration_ns": 78735000, "prefill_tok_s": 6807.646, "load_duration_ns": 454011299, "total_duration_ns": 2266888055, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 147.13, "decode_tok_s_wall_gross": 112.767, "num_ctx_option": 65536, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 102.09, "median": 102.19, "max": 102.27, "mean": 102.18, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 102.18 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "power_w_all_cards": 102.18, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 281.33, "max_w": 332.36, "median_w": 307.9, "mean_w_whole_window": 204.38, "max_w_whole_window": 332.36, "limit_w": 450.0, "over_idle_w": 179.15, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 102.15, "median": 203.4, "max": 332.36, "mean": 204.38, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 52.0, "median": 57.0, "max": 58.0, "mean": 55.4, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2055.0, "max": 2055.0, "mean": 2010.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 203.4, "median": 307.9, "max": 332.36, "mean": 281.33, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19142.0, "median": 19142.0, "max": 19142.0, "mean": 19142.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 57.0, "median": 57.0, "max": 58.0, "mean": 57.4, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2055.0, "median": 2055.0, "max": 2055.0, "mean": 2055.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1901.28, "power_mean_w_all_cards": 281.33, "energy_j_per_1k_tokens_all_cards": 1901.28, "watts_per_tok_s": 1.9013, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 58.0, "temp_min_c": 57.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 281.33, "power_pct_of_limit": 62.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 58.0, "temp_min_c": 57.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2055.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2055.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 281.33, "power_pct_of_limit": 62.5, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.847, "median": 147.969, "max": 148.241, "mean": 148.019, "n": 3 }, "ttft_ms": { "min": 536.38, "median": 537.01, "max": 546.74, "mean": 540.04, "n": 3 }, "power_mean_w": { "min": 257.69, "median": 279.51, "max": 281.33, "mean": 272.84, "n": 3 }, "power_mean_w_all_cards": { "min": 257.69, "median": 279.51, "max": 281.33, "mean": 272.84, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1738.31, "median": 1890.54, "max": 1901.28, "mean": 1843.38, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1738.31, "median": 1890.54, "max": 1901.28, "mean": 1843.38, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 56.0, "median": 57.0, "max": 58.0, "mean": 57.0, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 } }, "finished_utc": "2026-09-17T23:23:51Z" }, { "num_ctx": 98304, "started_utc": "2026-09-17T23:23:51Z", "loads": true, "size_total": 17658722384, "size_vram": 17658722384, "context_length_loaded": 98304, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 500.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19142.0 }, "runner_peak_rss_gib": 1.38, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 169266, "rss_kb": 1445684, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2983 415 133 44322 44057\nSwap: 24575 785 23790", "kv_footprint_bytes": 457703424, "kv_footprint_gib": 0.43, "runs": [ { "ttft_ms": 555.04, "first_token_was_thinking": false, "wall_s": 2.2956, "eval_count": 256, "eval_duration_ns": 1737810000, "decode_tok_s": 147.312, "prompt_eval_count": 536, "prompt_eval_duration_ns": 101267000, "prefill_tok_s": 5292.938, "load_duration_ns": 449422821, "total_duration_ns": 2292552688, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.501, "decode_tok_s_wall_gross": 111.516, "num_ctx_option": 98304, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 17.32, "median": 17.63, "max": 17.87, "mean": 17.61, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 17.61 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "power_w_all_cards": 17.61, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 264.41, "max_w": 327.02, "median_w": 315.1, "mean_w_whole_window": 159.94, "max_w_whole_window": 327.02, "limit_w": 450.0, "over_idle_w": 246.8, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 17.51, "median": 165.21, "max": 327.02, "mean": 159.94, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 49.0, "median": 56.0, "max": 57.0, "mean": 54.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 39.0, "median": 40.0, "max": 40.0, "mean": 39.6, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2040.0, "max": 2040.0, "mean": 1620.0, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 165.21, "median": 315.1, "max": 327.02, "mean": 264.41, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 56.0, "median": 57.0, "max": 57.0, "mean": 56.6, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 39.0, "median": 39.0, "max": 40.0, "mean": 39.2, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1794.9, "power_mean_w_all_cards": 264.41, "energy_j_per_1k_tokens_all_cards": 1794.9, "watts_per_tok_s": 1.7949, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 57.0, "temp_min_c": 56.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 39.2, "fan_max_pct": 40.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 264.41, "power_pct_of_limit": 58.8, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 57.0, "temp_min_c": 56.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 39.2, "fan_max_pct": 40.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 264.41, "power_pct_of_limit": 58.8, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 537.09, "first_token_was_thinking": false, "wall_s": 2.2793, "eval_count": 256, "eval_duration_ns": 1739500000, "decode_tok_s": 147.169, "prompt_eval_count": 536, "prompt_eval_duration_ns": 80558000, "prefill_tok_s": 6653.591, "load_duration_ns": 452085264, "total_duration_ns": 2276167860, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.365, "decode_tok_s_wall_gross": 112.315, "num_ctx_option": 98304, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 101.72, "median": 101.72, "max": 101.83, "mean": 101.76, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 101.76 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "power_w_all_cards": 101.76, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 253.77, "max_w": 330.55, "median_w": 269.25, "mean_w_whole_window": 203.27, "max_w_whole_window": 330.55, "limit_w": 450.0, "over_idle_w": 152.01, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 102.02, "median": 192.74, "max": 330.55, "mean": 203.27, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 60.7, "n": 9 }, "temperature_c": { "min": 52.0, "median": 57.0, "max": 57.0, "mean": 55.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 36.0, "max": 36.0, "mean": 28.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2040.0, "max": 2040.0, "mean": 2000.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 130.64, "median": 269.25, "max": 330.55, "mean": 253.77, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 6 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 6 }, "temperature_c": { "min": 56.0, "median": 57.0, "max": 57.0, "mean": 56.8, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 36.0, "max": 36.0, "mean": 24.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1724.35, "power_mean_w_all_cards": 253.77, "energy_j_per_1k_tokens_all_cards": 1724.35, "watts_per_tok_s": 1.7243, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 57.0, "temp_min_c": 56.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 24.0, "fan_max_pct": 36.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 253.77, "power_pct_of_limit": 56.4, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 57.0, "temp_min_c": 56.0, "temp_rise_c": 1.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 24.0, "fan_max_pct": 36.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 253.77, "power_pct_of_limit": 56.4, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 547.21, "first_token_was_thinking": false, "wall_s": 2.2856, "eval_count": 256, "eval_duration_ns": 1735599000, "decode_tok_s": 147.5, "prompt_eval_count": 536, "prompt_eval_duration_ns": 89644000, "prefill_tok_s": 5979.207, "load_duration_ns": 453301907, "total_duration_ns": 2282443152, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.685, "decode_tok_s_wall_gross": 112.004, "num_ctx_option": 98304, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 17.3, "median": 17.31, "max": 17.45, "mean": 17.35, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 17.35 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "power_w_all_cards": 17.35, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 266.11, "max_w": 326.8, "median_w": 317.81, "mean_w_whole_window": 161.19, "max_w_whole_window": 326.8, "limit_w": 450.0, "over_idle_w": 248.76, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 17.49, "median": 168.51, "max": 326.8, "mean": 161.19, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 48.0, "median": 56.0, "max": 56.0, "mean": 53.6, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2040.0, "max": 2040.0, "mean": 1620.0, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 168.51, "median": 317.81, "max": 326.8, "mean": 266.11, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 19642.0, "median": 19642.0, "max": 19642.0, "mean": 19642.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 56.0, "median": 56.0, "max": 56.0, "mean": 56.0, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1804.14, "power_mean_w_all_cards": 266.11, "energy_j_per_1k_tokens_all_cards": 1804.14, "watts_per_tok_s": 1.8041, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 56.0, "temp_min_c": 56.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 266.11, "power_pct_of_limit": 59.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 56.0, "temp_min_c": 56.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 266.11, "power_pct_of_limit": 59.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.169, "median": 147.312, "max": 147.5, "mean": 147.327, "n": 3 }, "ttft_ms": { "min": 537.09, "median": 547.21, "max": 555.04, "mean": 546.45, "n": 3 }, "power_mean_w": { "min": 253.77, "median": 264.41, "max": 266.11, "mean": 261.43, "n": 3 }, "power_mean_w_all_cards": { "min": 253.77, "median": 264.41, "max": 266.11, "mean": 261.43, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1724.35, "median": 1794.9, "max": 1804.14, "mean": 1774.46, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1724.35, "median": 1794.9, "max": 1804.14, "mean": 1774.46, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 56.0, "median": 57.0, "max": 57.0, "mean": 56.7, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 36.0, "max": 40.0, "mean": 25.3, "n": 3 } }, "finished_utc": "2026-09-17T23:25:12Z" }, { "num_ctx": 131072, "started_utc": "2026-09-17T23:25:12Z", "loads": true, "size_total": 17826494544, "size_vram": 17826494544, "context_length_loaded": 131072, "fits_fully_in_vram": true, "verdict": "fits: fully resident on the card", "offload_split": "100.0% VRAM / 0.0% RAM", "vram_delta_mib": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 500.0 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "memory_used_mib_per_card_before": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 19642.0 }, "runner_peak_rss_gib": 1.41, "runner_rss_within_allowance": true, "runner_procs": [ { "pid": 170142, "rss_kb": 1480044, "threads": 27 } ], "free_m_at_level": "total used free shared buff/cache available\nMem: 47040 2984 413 165 44354 44055\nSwap: 24575 785 23790", "kv_footprint_bytes": 625475584, "kv_footprint_gib": 0.58, "runs": [ { "ttft_ms": 555.6, "first_token_was_thinking": false, "wall_s": 2.2953, "eval_count": 256, "eval_duration_ns": 1736717000, "decode_tok_s": 147.405, "prompt_eval_count": 536, "prompt_eval_duration_ns": 100638000, "prefill_tok_s": 5326.02, "load_duration_ns": 450727820, "total_duration_ns": 2292117188, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.575, "decode_tok_s_wall_gross": 111.531, "num_ctx_option": 131072, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 17.85, "median": 17.95, "max": 18.04, "mean": 17.95, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 17.95 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "power_w_all_cards": 17.95, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 6, "mean_w": 229.38, "max_w": 331.68, "median_w": 247.49, "mean_w_whole_window": 159.27, "max_w_whole_window": 331.68, "limit_w": 450.0, "over_idle_w": 211.43, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 18.02, "median": 159.77, "max": 331.68, "mean": 159.27, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 26.0, "max": 92.0, "mean": 39.2, "n": 9 }, "temperature_c": { "min": 49.0, "median": 56.0, "max": 57.0, "mean": 54.2, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 210.0, "median": 2040.0, "max": 2055.0, "mean": 1621.7, "n": 9 }, "clocks_mem_mhz": { "min": 405.0, "median": 10251.0, "max": 10251.0, "mean": 8063.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 58.45, "median": 247.49, "max": 331.68, "mean": 229.38, "n": 6 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 6 }, "utilization_pct": { "min": 26.0, "median": 58.5, "max": 92.0, "mean": 58.8, "n": 6 }, "temperature_c": { "min": 55.0, "median": 57.0, "max": 57.0, "mean": 56.5, "n": 6 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 6 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2055.0, "mean": 2042.5, "n": 6 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 6 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 6 }, "busy_samples": 6 } } }, "energy_j_per_1k_tokens": 1556.13, "power_mean_w_all_cards": 229.38, "energy_j_per_1k_tokens_all_cards": 1556.13, "watts_per_tok_s": 1.5561, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 57.0, "temp_min_c": 55.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 229.38, "power_pct_of_limit": 51.0, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 6, "temp_max_c": 57.0, "temp_min_c": 55.0, "temp_rise_c": 2.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2055.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 229.38, "power_pct_of_limit": 51.0, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 1 }, { "ttft_ms": 539.43, "first_token_was_thinking": false, "wall_s": 2.2773, "eval_count": 256, "eval_duration_ns": 1734884000, "decode_tok_s": 147.56, "prompt_eval_count": 536, "prompt_eval_duration_ns": 80207000, "prefill_tok_s": 6682.708, "load_duration_ns": 454957065, "total_duration_ns": 2273985999, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.729, "decode_tok_s_wall_gross": 112.413, "num_ctx_option": 131072, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 102.63, "median": 102.69, "max": 102.74, "mean": 102.69, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 102.69 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "power_w_all_cards": 102.69, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 4, "mean_w": 302.0, "max_w": 332.73, "median_w": 325.65, "mean_w_whole_window": 204.78, "max_w_whole_window": 332.73, "limit_w": 450.0, "over_idle_w": 199.31, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 102.68, "median": 194.46, "max": 332.73, "mean": 204.78, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 91.0, "mean": 40.4, "n": 9 }, "temperature_c": { "min": 53.0, "median": 57.0, "max": 58.0, "mean": 56.0, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2040.0, "max": 2040.0, "mean": 2000.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 223.95, "median": 325.65, "max": 332.73, "mean": 302.0, "n": 4 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 4 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 4 }, "temperature_c": { "min": 58.0, "median": 58.0, "max": 58.0, "mean": 58.0, "n": 4 }, "memory_temperature_c": null, "fan_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 4 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 4 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 4 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 4 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 4 }, "busy_samples": 4 } } }, "energy_j_per_1k_tokens": 2046.62, "power_mean_w_all_cards": 302.0, "energy_j_per_1k_tokens_all_cards": 2046.62, "watts_per_tok_s": 2.0466, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 4, "temp_max_c": 58.0, "temp_min_c": 58.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 302.0, "power_pct_of_limit": 67.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 4, "temp_max_c": 58.0, "temp_min_c": 58.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 0.0, "fan_max_pct": 0.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 302.0, "power_pct_of_limit": 67.1, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode (the fans never spun up -- zero-RPM idle mode)" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 2 }, { "ttft_ms": 538.77, "first_token_was_thinking": false, "wall_s": 2.274, "eval_count": 256, "eval_duration_ns": 1732354000, "decode_tok_s": 147.776, "prompt_eval_count": 536, "prompt_eval_duration_ns": 80306000, "prefill_tok_s": 6674.47, "load_duration_ns": 454327741, "total_duration_ns": 2270752718, "streamed_chunks": 256, "response_chars": 1033, "thinking_chars": 0, "done_reason": "length", "decode_tok_s_wall": 146.955, "decode_tok_s_wall_gross": 112.577, "num_ctx_option": 131072, "power": { "idle_baseline": { "seconds": 3.0, "samples": 6, "power_w": { "min": 102.36, "median": 102.63, "max": 102.73, "mean": 102.57, "n": 6 }, "utilization_pct": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 6 }, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 6 }, "power_w_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 102.57 }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "power_w_all_cards": 102.57, "ups_whole_box": { "load_pct": null, "realpower_w": null, "realpower_nominal_w": null, "status": null, "note": "the UPS's reading of EVERYTHING it feeds -- the whole box, not the cards. The card figures beside it are board power from nvidia-smi. Neither is the other." } }, "measured_over": "samples where the GPU was busy", "busy_samples": 5, "mean_w": 283.01, "max_w": 330.76, "median_w": 324.44, "mean_w_whole_window": 205.23, "max_w_whole_window": 330.76, "limit_w": 450.0, "over_idle_w": 180.44, "samples": 9, "per_gpu": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 102.22, "median": 200.89, "max": 330.76, "mean": 205.23, "n": 9 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 9 }, "utilization_pct": { "min": 0.0, "median": 91.0, "max": 91.0, "mean": 50.6, "n": 9 }, "temperature_c": { "min": 52.0, "median": 57.0, "max": 57.0, "mean": 55.3, "n": 9 }, "memory_temperature_c": null, "fan_pct": { "min": 62.0, "median": 63.0, "max": 63.0, "mean": 62.6, "n": 9 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 }, "clocks_sm_mhz": { "min": 1920.0, "median": 2040.0, "max": 2040.0, "mean": 2000.0, "n": 9 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 9 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 9, "busy": { "index": "0", "name": "NVIDIA GeForce RTX 3090 Ti", "power_w": { "min": 200.89, "median": 324.44, "max": 330.76, "mean": 283.01, "n": 5 }, "power_limit_w": 450.0, "memory_used_mib": { "min": 20142.0, "median": 20142.0, "max": 20142.0, "mean": 20142.0, "n": 5 }, "utilization_pct": { "min": 91.0, "median": 91.0, "max": 91.0, "mean": 91.0, "n": 5 }, "temperature_c": { "min": 57.0, "median": 57.0, "max": 57.0, "mean": 57.0, "n": 5 }, "memory_temperature_c": null, "fan_pct": { "min": 62.0, "median": 62.0, "max": 63.0, "mean": 62.2, "n": 5 }, "pcie_width_current": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 5 }, "clocks_sm_mhz": { "min": 2040.0, "median": 2040.0, "max": 2040.0, "mean": 2040.0, "n": 5 }, "clocks_mem_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 5 }, "throttle_sw_power_cap_fraction": 0.0, "throttle_hw_slowdown_fraction": 0.0, "throttle_sw_thermal_fraction": 0.0, "throttle_hw_thermal_fraction": 0.0, "n": 5 }, "busy_samples": 5 } } }, "energy_j_per_1k_tokens": 1915.13, "power_mean_w_all_cards": 283.01, "energy_j_per_1k_tokens_all_cards": 1915.13, "watts_per_tok_s": 1.9151, "thermal": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 57.0, "temp_min_c": 57.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 62.2, "fan_max_pct": 63.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 283.01, "power_pct_of_limit": 62.9, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode" }, "thermal_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "rule_version": 2, "measured_over": "samples where the GPU was busy (utilisation > 0)", "busy_samples": 5, "temp_max_c": 57.0, "temp_min_c": 57.0, "temp_rise_c": 0.0, "memory_temp_max_c": null, "memory_temp_median_c": null, "memory_temp_readable": false, "pcie_width_min": 16.0, "pcie_width_max": 16.0, "pcie_width_median": 16.0, "fan_mean_pct": 62.2, "fan_max_pct": 63.0, "clock_floor_mhz": 2040.0, "clock_max_mhz": 2040.0, "clock_median_mhz": 2040.0, "mem_clock_floor_mhz": 10251.0, "mem_clock_median_mhz": 10251.0, "mem_clock_max_mhz": 10251.0, "mem_clock_held": true, "memory_bus_width_bits": 384, "peak_mem_bandwidth_gbs_at_median_clock": 984.1, "peak_mem_bandwidth_gbs_at_floor_clock": 984.1, "peak_mem_bandwidth_gbs_at_max_clock": 984.1, "peak_mem_bandwidth_formula": "GB/s = clocks.mem MHz x 1e6 x 2 bits-per-clock x (bus bits / 8) / 1e9; a CEILING at the clock that was observed, never an achieved rate", "clock_dropped": false, "power_limit_w": 450.0, "power_mean_w": 283.01, "power_pct_of_limit": 62.9, "power_pinned_at_limit": false, "sw_power_cap_active_fraction": 0.0, "hw_slowdown_active_fraction": 0.0, "sw_thermal_active_fraction": 0.0, "hw_thermal_active_fraction": 0.0, "at_throttling_temperature": false, "stop_core_temp_c": 83.0, "stop_memory_temp_c": 100.0, "hit_core_temp_stop": false, "hit_memory_temp_stop": false, "throttle_temperature_c": 80.0, "temp_rising_within_run": false, "verdict": "no clock drop during decode" } }, "decode_bandwidth": { "model_tag": "gemma4:26b", "model_density": "moe", "weight_bytes": 17987581215, "peak_bandwidth_gbs_at_observed_clock": 984.1, "decode_gbs": null, "fraction_of_peak_pct": null, "basis": null, "refused_reason": "gemma4:26b is moe: this bench has no receipt for how many bytes a token actually reads, so no bytes-per-second figure is computed. An MoE reads a subset of its weights per token and the subset is not measured here." }, "memory_used_mib_per_card": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": 20142.0 }, "pcie_width_under_load": { "GPU-1809d1e1-1372-f6aa-b687-77ac70675fc4": { "min": 16.0, "median": 16.0, "max": 16.0, "mean": 16.0, "n": 9 } }, "ups_during_run": { "ups": "pr1500@localhost", "samples": 0, "load_pct": null, "whole_box_realpower_w": null, "whole_box_note": "the UPS's reading of everything it feeds, not the cards; nvidia-smi's per-card watts are a different measurement of a smaller thing", "stop_threshold_pct": 80.0, "breached": false }, "stop_conditions_hit": [], "run": 3 } ], "derived": { "decode_tok_s": { "min": 147.405, "median": 147.56, "max": 147.776, "mean": 147.58, "n": 3 }, "ttft_ms": { "min": 538.77, "median": 539.43, "max": 555.6, "mean": 544.6, "n": 3 }, "power_mean_w": { "min": 229.38, "median": 283.01, "max": 302.0, "mean": 271.46, "n": 3 }, "power_mean_w_all_cards": { "min": 229.38, "median": 283.01, "max": 302.0, "mean": 271.46, "n": 3 }, "energy_j_per_1k_tokens_all_cards": { "min": 1556.13, "median": 1915.13, "max": 2046.62, "mean": 1839.29, "n": 3 }, "energy_j_per_1k_tokens": { "min": 1556.13, "median": 1915.13, "max": 2046.62, "mean": 1839.29, "n": 3 }, "mem_clock_median_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "mem_clock_floor_mhz": { "min": 10251.0, "median": 10251.0, "max": 10251.0, "mean": 10251.0, "n": 3 }, "peak_mem_bandwidth_gbs_at_median_clock": { "min": 984.1, "median": 984.1, "max": 984.1, "mean": 984.1, "n": 3 }, "decode_gbs": null, "decode_bandwidth_fraction_of_peak_pct": null, "sw_power_cap_active_fraction": { "min": 0.0, "median": 0.0, "max": 0.0, "mean": 0.0, "n": 3 }, "temp_max_c": { "min": 57.0, "median": 57.0, "max": 58.0, "mean": 57.3, "n": 3 }, "fan_max_pct": { "min": 0.0, "median": 0.0, "max": 63.0, "mean": 21.0, "n": 3 } }, "finished_utc": "2026-09-17T23:26:13Z" } ], "errors": [], "context_length_max": 262144, "quantization": "Q4_K_M", "model_store_size_bytes": 17987581215, "model_store_size_gib": 16.75, "model_density": "moe", "ups_after_arm": { "ups": "pr1500@localhost", "read_utc": "2026-09-17T23:26:13Z", "available": false, "error": "upsc rc=1: Error: Connection failure: Connection refused" }, "largest_context_that_fits": 131072, "levels_requested": [ 4096, 8192, 16384, 32768, 49152, 65536, 98304, 131072 ], "levels_not_reached": [], "ladder_topped_out": "every rung tested fits, up to and including 131,072 -- the ladder ran out of rungs before the card ran out of memory, so the figure reported is the largest window TESTED, not a measured ceiling", "headline": "the biggest context this arm holds for gemma4:26b is 131,072 tokens", "finished_utc": "2026-09-17T23:26:13Z" }