{
 "head": "4eb93e88",
 "headline": "pass 1 (rep1): the page's form, one pass of S0's 108 lines after three discarded warm-ups",
 "quantile_rule": "nearest rank: sorted[round(q * (n - 1))] (R.summarise's p95 form)",
 "rows": [
  {
   "arm": "speed-von-cpu",
   "box": "benchbox",
   "card": null,
   "cpu_affinity": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7
   ],
   "device": "cpu",
   "device_seen": {
    "grew_at_load_mib": null,
    "server_says": "von-1.3 on CPU"
   },
   "files": {
    "rep1": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-cpu.kc.rep1.jsonl@4eb93e88",
    "rep2": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-cpu.kc.rep2.jsonl@4eb93e88",
    "rep3": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-cpu.kc.rep3.jsonl@4eb93e88",
    "server_log": "bench/deciders-von-laya-2026-10-01/receipts-speed/serve-speed-von-cpu-timed-20261001T093500Z.log@4eb93e88",
    "summary": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-cpu.timed.speed.json@4eb93e88",
    "telemetry": "bench/deciders-von-laya-2026-10-01/receipts-speed/timed-telemetry.jsonl@4eb93e88"
   },
   "headline": {
    "agreement_with_accuracy_leg": {
     "changed_uids": [],
     "largest_probability_difference": 0.0001,
     "of": 108,
     "same_choice": 108
    },
    "ended": "2026-10-01T09:35:55Z",
    "max_s": 0.5412,
    "mean_s": 0.4223,
    "median_s": 0.4207,
    "min_s": 0.2752,
    "n": 108,
    "p90_s": 0.5044,
    "p95_s": 0.5168,
    "pass": "rep1",
    "pass_is": "the registered headline",
    "started": "2026-10-01T09:35:10Z",
    "wall_seconds": 45.629
   },
   "kernel": "7.0.0-31-generic",
   "label": "SPEED-VON-CPU",
   "load": {
    "server_ready_s": 5.04,
    "warmup_seconds": [
     1.9076,
     0.2969,
     0.3
    ]
   },
   "longest_input": {
    "error": null,
    "filler_chars": 72071,
    "filler_words": 13013,
    "seconds": 29.9173,
    "truncation": {
     "kept_tokens": 8171,
     "questions_affected": 2,
     "state_tokens": 14014,
     "strategy": "middle"
    },
    "usage": {
     "input_tokens": 8184,
     "output_tokens": 1
    }
   },
   "memory": {
    "card_during_the_processor_arm": {
     "highest_mib": 1.0,
     "power_w_max": 25.67,
     "samples": 334
    },
    "server_vmhwm_mb_after_warmups": 3468.0,
    "server_vmhwm_mb_end_of_pass_1": 3468.0,
    "server_vmhwm_mb_final_after_the_longest_input": 3468.0
   },
   "model": "wfzyx/von@411c44401cccddd792f341edfe033ea834557d13",
   "os": "Ubuntu 26.04 LTS",
   "package": "1.3.5",
   "passes": [
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:35:55Z",
     "max_s": 0.5412,
     "mean_s": 0.4223,
     "median_s": 0.4207,
     "min_s": 0.2752,
     "n": 108,
     "p90_s": 0.5044,
     "p95_s": 0.5168,
     "pass": "rep1",
     "started": "2026-10-01T09:35:10Z",
     "wall_seconds": 45.629
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:36:41Z",
     "max_s": 0.5404,
     "mean_s": 0.4194,
     "median_s": 0.4247,
     "min_s": 0.2744,
     "n": 108,
     "p90_s": 0.5019,
     "p95_s": 0.5271,
     "pass": "rep2",
     "started": "2026-10-01T09:35:55Z",
     "wall_seconds": 45.322
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:37:26Z",
     "max_s": 0.5402,
     "mean_s": 0.4172,
     "median_s": 0.415,
     "min_s": 0.2814,
     "n": 108,
     "p90_s": 0.4957,
     "p95_s": 0.5129,
     "pass": "rep3",
     "started": "2026-10-01T09:36:41Z",
     "wall_seconds": 45.08
    }
   ],
   "pooled_324": {
    "max_s": 0.5412,
    "mean_s": 0.4197,
    "median_s": 0.4204,
    "min_s": 0.2744,
    "n": 324,
    "p90_s": 0.5019,
    "p95_s": 0.5168
   },
   "power_limit_w": null,
   "precision": "fp32 (von-sdk casts nothing; the checkpoint is F32)",
   "processor": "AMD Ryzen 7 3700X 8-Core Processor",
   "server": "von serve --host 127.0.0.1 --port 8031 --device cpu",
   "threads": "8",
   "torch": "2.14.1+cpu",
   "von_banner": "Starting Von Decision Server [von-1.3 on CPU]"
  },
  {
   "arm": "speed-laya-cpu",
   "box": "benchbox",
   "card": null,
   "cpu_affinity": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7
   ],
   "device": "cpu",
   "device_seen": {
    "grew_at_load_mib": null,
    "server_says": {
     "checkpoint_devices": {
      "english": "cpu",
      "multilingual": "cpu"
     },
     "cpu_fallbacks": {
      "english": 0,
      "multilingual": 0
     },
     "device": "cpu"
    }
   },
   "files": {
    "rep1": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-cpu.kc.rep1.jsonl@4eb93e88",
    "rep2": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-cpu.kc.rep2.jsonl@4eb93e88",
    "rep3": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-cpu.kc.rep3.jsonl@4eb93e88",
    "server_log": "bench/deciders-von-laya-2026-10-01/receipts-speed/serve-speed-laya-cpu-timed-20261001T093833Z.log@4eb93e88",
    "summary": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-cpu.timed.speed.json@4eb93e88",
    "telemetry": "bench/deciders-von-laya-2026-10-01/receipts-speed/timed-telemetry.jsonl@4eb93e88"
   },
   "headline": {
    "agreement_with_accuracy_leg": {
     "changed_uids": [],
     "largest_probability_difference": 0.0001,
     "of": 108,
     "same_choice": 108
    },
    "ended": "2026-10-01T09:39:33Z",
    "max_s": 0.4855,
    "mean_s": 0.4354,
    "median_s": 0.4355,
    "min_s": 0.3254,
    "n": 108,
    "p90_s": 0.4689,
    "p95_s": 0.4753,
    "pass": "rep1",
    "pass_is": "the registered headline",
    "started": "2026-10-01T09:38:46Z",
    "wall_seconds": 47.04
   },
   "kernel": "7.0.0-31-generic",
   "label": "SPEED-LAYA-CPU",
   "load": {
    "server_ready_s": 9.07,
    "warmup_seconds": [
     0.4264,
     0.3834,
     0.3816
    ]
   },
   "longest_input": {
    "error": null,
    "filler_chars": 36071,
    "filler_words": 6513,
    "seconds": 0.9197,
    "truncation": null,
    "usage": {
     "input_tokens": 512,
     "output_tokens": 0,
     "state_tokens": 7014,
     "state_tokens_dropped": 6538,
     "truncated": true,
     "truncated_questions": [
      "q"
     ]
    }
   },
   "memory": {
    "card_during_the_processor_arm": {
     "highest_mib": 1.0,
     "power_w_max": 25.64,
     "samples": 285
    },
    "server_vmhwm_mb_after_warmups": 4019.3,
    "server_vmhwm_mb_end_of_pass_1": 4019.3,
    "server_vmhwm_mb_final_after_the_longest_input": 4019.3
   },
   "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
   "os": "Ubuntu 26.04 LTS",
   "package": "0.3.22",
   "passes": [
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:39:33Z",
     "max_s": 0.4855,
     "mean_s": 0.4354,
     "median_s": 0.4355,
     "min_s": 0.3254,
     "n": 108,
     "p90_s": 0.4689,
     "p95_s": 0.4753,
     "pass": "rep1",
     "started": "2026-10-01T09:38:46Z",
     "wall_seconds": 47.04
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:40:20Z",
     "max_s": 0.4934,
     "mean_s": 0.438,
     "median_s": 0.436,
     "min_s": 0.3652,
     "n": 108,
     "p90_s": 0.4675,
     "p95_s": 0.4759,
     "pass": "rep2",
     "started": "2026-10-01T09:39:33Z",
     "wall_seconds": 47.325
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:41:07Z",
     "max_s": 0.4902,
     "mean_s": 0.4403,
     "median_s": 0.439,
     "min_s": 0.3594,
     "n": 108,
     "p90_s": 0.473,
     "p95_s": 0.476,
     "pass": "rep3",
     "started": "2026-10-01T09:40:20Z",
     "wall_seconds": 47.577
    }
   ],
   "pooled_324": {
    "max_s": 0.4934,
    "mean_s": 0.4379,
    "median_s": 0.4376,
    "min_s": 0.3254,
    "n": 324,
    "p90_s": 0.4695,
    "p95_s": 0.4759
   },
   "power_limit_w": null,
   "precision": "fp32 (LAYA_CPU_AMP unset: laya's shipped CPU default)",
   "processor": "AMD Ryzen 7 3700X 8-Core Processor",
   "server": "laya-serve (LAYA_DEVICE=cpu, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)",
   "threads": "8",
   "torch": "2.14.1+cpu",
   "von_banner": null
  },
  {
   "arm": "speed-von-gpu",
   "box": "benchbox",
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "cpu_affinity": [
    1,
    2,
    3,
    4,
    5,
    6,
    7
   ],
   "device": "cuda",
   "device_seen": {
    "grew_at_load_mib": 3527.0,
    "server_says": "von-1.3 on NVIDIA GPU [CUDA: NVIDIA GeForce RTX 3090]"
   },
   "files": {
    "rep1": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-gpu.kc.rep1.jsonl@4eb93e88",
    "rep2": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-gpu.kc.rep2.jsonl@4eb93e88",
    "rep3": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-gpu.kc.rep3.jsonl@4eb93e88",
    "server_log": "bench/deciders-von-laya-2026-10-01/receipts-speed/serve-speed-von-gpu-timed-20261001T094136Z.log@4eb93e88",
    "summary": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-von-gpu.timed.speed.json@4eb93e88",
    "telemetry": "bench/deciders-von-laya-2026-10-01/receipts-speed/timed-telemetry.jsonl@4eb93e88"
   },
   "headline": {
    "agreement_with_accuracy_leg": {
     "changed_uids": [],
     "largest_probability_difference": 0.0001,
     "of": 108,
     "same_choice": 108
    },
    "ended": "2026-10-01T09:41:49Z",
    "max_s": 0.0236,
    "mean_s": 0.0196,
    "median_s": 0.019,
    "min_s": 0.0153,
    "n": 108,
    "p90_s": 0.0227,
    "p95_s": 0.0229,
    "pass": "rep1",
    "pass_is": "the registered headline",
    "started": "2026-10-01T09:41:47Z",
    "wall_seconds": 2.14
   },
   "kernel": "7.0.0-31-generic",
   "label": "SPEED-VON-GPU",
   "load": {
    "server_ready_s": 6.54,
    "warmup_seconds": [
     3.0372,
     0.0172,
     0.0167
    ]
   },
   "longest_input": {
    "error": null,
    "filler_chars": 72071,
    "filler_words": 13013,
    "seconds": 1.6287,
    "truncation": {
     "kept_tokens": 8171,
     "questions_affected": 2,
     "state_tokens": 14014,
     "strategy": "middle"
    },
    "usage": {
     "input_tokens": 8184,
     "output_tokens": 1
    }
   },
   "memory": {
    "card_after_each_pass_mib": [
     3530.0,
     3530.0,
     3530.0
    ],
    "card_after_the_longest_input_mib": 4618.0,
    "card_after_warmups_mib": 3528.0,
    "card_before_server_mib": 1.0,
    "grew_at_load_mib": 3527.0,
    "headroom_mib": 19958.0,
    "highest_below_a_runner_reading": false,
    "highest_first_seen_utc": "2026-10-01T09:41:54.546Z",
    "highest_mib": 4618.0,
    "power_w_max": 298.7,
    "samples": 40,
    "server_vmhwm_mb_after_warmups": 2396.7,
    "server_vmhwm_mb_end_of_pass_1": 2396.7,
    "server_vmhwm_mb_final_after_the_longest_input": 2396.7,
    "telemetry_window_utc": [
     "2026-10-01T09:41:36Z",
     "2026-10-01T09:41:55Z + 1 s"
    ],
    "temp_c_max": 41.0
   },
   "model": "wfzyx/von@411c44401cccddd792f341edfe033ea834557d13",
   "os": "Ubuntu 26.04 LTS",
   "package": "1.3.5",
   "passes": [
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:41:49Z",
     "max_s": 0.0236,
     "mean_s": 0.0196,
     "median_s": 0.019,
     "min_s": 0.0153,
     "n": 108,
     "p90_s": 0.0227,
     "p95_s": 0.0229,
     "pass": "rep1",
     "started": "2026-10-01T09:41:47Z",
     "wall_seconds": 2.14
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:41:52Z",
     "max_s": 0.0235,
     "mean_s": 0.0195,
     "median_s": 0.0189,
     "min_s": 0.0152,
     "n": 108,
     "p90_s": 0.0226,
     "p95_s": 0.023,
     "pass": "rep2",
     "started": "2026-10-01T09:41:49Z",
     "wall_seconds": 2.136
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0001,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:41:54Z",
     "max_s": 0.0234,
     "mean_s": 0.0195,
     "median_s": 0.0189,
     "min_s": 0.0151,
     "n": 108,
     "p90_s": 0.0227,
     "p95_s": 0.0231,
     "pass": "rep3",
     "started": "2026-10-01T09:41:52Z",
     "wall_seconds": 2.137
    }
   ],
   "pooled_324": {
    "max_s": 0.0236,
    "mean_s": 0.0195,
    "median_s": 0.0189,
    "min_s": 0.0151,
    "n": 324,
    "p90_s": 0.0227,
    "p95_s": 0.023
   },
   "power_limit_w": "300.00",
   "precision": "fp32 (von-sdk casts nothing; the checkpoint is F32)",
   "processor": "AMD Ryzen 7 3700X 8-Core Processor",
   "server": "von serve --host 127.0.0.1 --port 8031 --device cuda",
   "threads": "7",
   "torch": "2.14.1+cu130",
   "von_banner": "Starting Von Decision Server [von-1.3 on NVIDIA GPU [CUDA: NVIDIA GeForce RTX 3090]]"
  },
  {
   "arm": "speed-laya-gpu",
   "box": "benchbox",
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "cpu_affinity": [
    1,
    2,
    3,
    4,
    5,
    6,
    7
   ],
   "device": "cuda",
   "device_seen": {
    "grew_at_load_mib": 4073.0,
    "server_says": {
     "checkpoint_devices": {
      "english": "cuda",
      "multilingual": "cuda"
     },
     "cpu_fallbacks": {
      "english": 0,
      "multilingual": 0
     },
     "device": "cuda"
    }
   },
   "files": {
    "rep1": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-gpu.kc.rep1.jsonl@4eb93e88",
    "rep2": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-gpu.kc.rep2.jsonl@4eb93e88",
    "rep3": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-gpu.kc.rep3.jsonl@4eb93e88",
    "server_log": "bench/deciders-von-laya-2026-10-01/receipts-speed/serve-speed-laya-gpu-timed-20261001T094233Z.log@4eb93e88",
    "summary": "bench/deciders-von-laya-2026-10-01/rows-speed/speed-laya-gpu.timed.speed.json@4eb93e88",
    "telemetry": "bench/deciders-von-laya-2026-10-01/receipts-speed/timed-telemetry.jsonl@4eb93e88"
   },
   "headline": {
    "agreement_with_accuracy_leg": {
     "changed_uids": [],
     "largest_probability_difference": 0.0656,
     "of": 108,
     "same_choice": 108
    },
    "ended": "2026-10-01T09:42:47Z",
    "max_s": 0.0324,
    "mean_s": 0.0203,
    "median_s": 0.0202,
    "min_s": 0.0195,
    "n": 108,
    "p90_s": 0.0205,
    "p95_s": 0.0207,
    "pass": "rep1",
    "pass_is": "the registered headline",
    "started": "2026-10-01T09:42:44Z",
    "wall_seconds": 2.222
   },
   "kernel": "7.0.0-31-generic",
   "label": "SPEED-LAYA-GPU",
   "load": {
    "server_ready_s": 9.56,
    "warmup_seconds": [
     0.4896,
     0.0215,
     0.0203
    ]
   },
   "longest_input": {
    "error": null,
    "filler_chars": 36071,
    "filler_words": 6513,
    "seconds": 0.0348,
    "truncation": null,
    "usage": {
     "input_tokens": 512,
     "output_tokens": 0,
     "state_tokens": 7014,
     "state_tokens_dropped": 6538,
     "truncated": true,
     "truncated_questions": [
      "q"
     ]
    }
   },
   "memory": {
    "card_after_each_pass_mib": [
     4074.0,
     4074.0,
     4074.0
    ],
    "card_after_the_longest_input_mib": 4094.0,
    "card_after_warmups_mib": 4074.0,
    "card_before_server_mib": 1.0,
    "grew_at_load_mib": 4073.0,
    "headroom_mib": 20502.0,
    "highest_below_a_runner_reading": true,
    "highest_first_seen_utc": "2026-10-01T09:42:45.090Z",
    "highest_mib": 4074.0,
    "power_w_max": 230.34,
    "samples": 38,
    "server_vmhwm_mb_after_warmups": 3281.0,
    "server_vmhwm_mb_end_of_pass_1": 3281.0,
    "server_vmhwm_mb_final_after_the_longest_input": 3281.0,
    "telemetry_window_utc": [
     "2026-10-01T09:42:33Z",
     "2026-10-01T09:42:51Z + 1 s"
    ],
    "temp_c_max": 42.0
   },
   "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
   "os": "Ubuntu 26.04 LTS",
   "package": "0.3.22",
   "passes": [
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0656,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:42:47Z",
     "max_s": 0.0324,
     "mean_s": 0.0203,
     "median_s": 0.0202,
     "min_s": 0.0195,
     "n": 108,
     "p90_s": 0.0205,
     "p95_s": 0.0207,
     "pass": "rep1",
     "started": "2026-10-01T09:42:44Z",
     "wall_seconds": 2.222
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0656,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:42:49Z",
     "max_s": 0.0211,
     "mean_s": 0.0201,
     "median_s": 0.0201,
     "min_s": 0.0195,
     "n": 108,
     "p90_s": 0.0204,
     "p95_s": 0.0208,
     "pass": "rep2",
     "started": "2026-10-01T09:42:47Z",
     "wall_seconds": 2.203
    },
    {
     "agreement_with_accuracy_leg": {
      "changed_uids": [],
      "largest_probability_difference": 0.0656,
      "of": 108,
      "same_choice": 108
     },
     "ended": "2026-10-01T09:42:51Z",
     "max_s": 0.0212,
     "mean_s": 0.0201,
     "median_s": 0.02,
     "min_s": 0.0195,
     "n": 108,
     "p90_s": 0.0203,
     "p95_s": 0.0205,
     "pass": "rep3",
     "started": "2026-10-01T09:42:49Z",
     "wall_seconds": 2.194
    }
   ],
   "pooled_324": {
    "max_s": 0.0324,
    "mean_s": 0.0202,
    "median_s": 0.0201,
    "min_s": 0.0195,
    "n": 324,
    "p90_s": 0.0204,
    "p95_s": 0.0207
   },
   "power_limit_w": "300.00",
   "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)",
   "processor": "AMD Ryzen 7 3700X 8-Core Processor",
   "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)",
   "threads": "7",
   "torch": "2.14.1+cu130",
   "von_banner": null
  }
 ],
 "script": "bench/deciders-von-laya-2026-10-01/instrument/speed/tables_speed.py@a20a8d8a",
 "what": "Von and Laya, what it takes to run: median seconds a six-way line, one request at a time, p90 and p95 by nearest rank, and memory; benchbox's processor and its RTX 3090 at 300 W (Amendment DV-5). Counts and seconds only."
}
