{
 "arm": "speed-von-gpu",
 "ended": "2026-10-01T09:41:55Z",
 "guard_at_start": {
  "heartbeat": "2026-10-01T09:41:37Z",
  "heartbeat_age_s": 0.1
 },
 "headline_pass": "rep1",
 "latency_published": true,
 "load": {
  "card_after_warmups": {
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "chip": "NVIDIA GeForce RTX 3090",
   "is_card_b": true,
   "memory_total_mib": 24576.0,
   "memory_used_mib": 3528.0,
   "power_limit_w": "300.00",
   "pstate": "P2",
   "temperature_c": 31.0,
   "utc": "2026-10-01T09:41:47Z"
  },
  "card_before_server": {
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "chip": "NVIDIA GeForce RTX 3090",
   "is_card_b": true,
   "memory_total_mib": 24576.0,
   "memory_used_mib": 1.0,
   "power_limit_w": "300.00",
   "pstate": "P8",
   "temperature_c": 29.0,
   "utc": "2026-10-01T09:41:36Z"
  },
  "grew_at_load_mib": 3527.0,
  "server_hwm_mb_after_warmups": 2396.7,
  "server_ready_s": 6.54,
  "server_rss_mb_after_warmups": 1280.9,
  "warmup_seconds": [
   3.0372,
   0.0172,
   0.0167
  ]
 },
 "meta": {
  "arm": "speed-von-gpu",
  "box": "benchbox",
  "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
  "cpu_affinity": [
   1,
   2,
   3,
   4,
   5,
   6,
   7
  ],
  "device": "cuda",
  "device_seen": {
   "grew_at_load_mib": 3527.0,
   "server_says": "von-1.3 on NVIDIA GPU [CUDA: NVIDIA GeForce RTX 3090]"
  },
  "health": {
   "engine": "von-1.3",
   "homage": "John von Neumann & Ludwig von Mises",
   "service": "von-decision-server",
   "status": "ok",
   "version": "1.3.5"
  },
  "label": "SPEED-VON-GPU",
  "mode": "timed",
  "model": "wfzyx/von@411c44401cccddd792f341edfe033ea834557d13",
  "os": {
   "arch": "x86_64",
   "id": "ubuntu",
   "kernel": "7.0.0-31-generic",
   "pretty_name": "Ubuntu 26.04 LTS",
   "source": "/etc/os-release",
   "version_id": "26.04"
  },
  "pins": {
   "absent": [
    "openvino",
    "openvino-telemetry",
    "onnxruntime"
   ],
   "instrument_sha256": {
    "deciders-von-laya-2026-10-01/instrument/fence_probe.py": "e0fef0983abecf5a65e4ab06438e9d5071d5087a40419aefd40dd5eed850f3cf",
    "deciders-von-laya-2026-10-01/instrument/pins.json": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/run_deciders.py": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/sandbox_speed.sh": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/serve_speed.sh": "cea8c03bfda04c1bb1a1a6e7d9569a29c1eade0230ffad97ad26073bae320490",
    "deciders-von-laya-2026-10-01/instrument/speed/speed_deciders.py": "<withheld: rewritten file, see README.md>"
   },
   "revision": "411c44401cccddd792f341edfe033ea834557d13",
   "weight_files": 7
  },
  "power_limit_w": "300.00",
  "precision": "fp32 (von-sdk casts nothing; the checkpoint is F32)",
  "processor": "AMD Ryzen 7 3700X 8-Core Processor",
  "protocol": "one request at a time, in kit order, through run_kev.task_kc unedited; seconds = the client's wall time for one HTTP round trip over loopback (run_kev.kev_decide's timer)",
  "seed": 20260921,
  "server": "von serve --host 127.0.0.1 --port 8031 --device cuda",
  "switches": {
   "CUDA_VISIBLE_DEVICES": "<the pinned card's UUID, never written>",
   "DO_NOT_TRACK": null,
   "GRADIO_ANALYTICS_ENABLED": "False",
   "HF_HOME": "<scratch>/hf",
   "HF_HUB_DISABLE_TELEMETRY": "1",
   "HF_HUB_OFFLINE": "1",
   "LAYA_AUTO_TASK": null,
   "LAYA_CPU_AMP": null,
   "LAYA_CUDA_AMP": null,
   "LAYA_DEVICE": "cuda",
   "LAYA_MODELS": "english,multilingual",
   "LAYA_PRELOAD": "1",
   "LAYA_REVISION": "reviewed",
   "LAYA_THREADS": "7",
   "MKL_NUM_THREADS": "7",
   "OMP_NUM_THREADS": "7",
   "ORT_DISABLE_TELEMETRY": "1",
   "PYTHONDONTWRITEBYTECODE": "1",
   "TOKENIZERS_PARALLELISM": "false",
   "TORCH_DISABLE_NATIVE_JIT": "1",
   "TRANSFORMERS_OFFLINE": "1",
   "USE_TF": "0",
   "VLLM_NO_USAGE_STATS": "1",
   "VON_DEVICE": "cuda"
  },
  "threads": "7",
  "versions": {
   "accelerate": "1.15.0",
   "dists": [
    "Jinja2==3.1.6",
    "MarkupSafe==3.0.3",
    "PyYAML==6.0.3",
    "Pygments==2.21.0",
    "accelerate==1.15.0",
    "annotated-doc==0.0.5",
    "annotated-types==0.8.0",
    "anyio==4.15.1",
    "certifi==2026.7.22",
    "click==8.5.0",
    "cuda-bindings==13.4.3",
    "cuda-pathfinder==1.8.2",
    "cuda-toolkit==13.0.3.0",
    "fastapi==0.142.2",
    "filelock==4.0.7",
    "fsspec==2026.9.0",
    "h11==0.16.0",
    "hf-xet==1.6.0",
    "httpcore==1.0.9",
    "httpx==0.28.1",
    "huggingface_hub==1.33.0",
    "idna==3.20",
    "markdown-it-py==4.2.0",
    "mdurl==0.1.2",
    "mpmath==1.3.0",
    "networkx==3.7",
    "numpy==2.5.3",
    "nvidia-cublas==13.1.1.3",
    "nvidia-cuda-cupti==13.0.85",
    "nvidia-cuda-nvrtc==13.0.88",
    "nvidia-cuda-runtime==13.0.96",
    "nvidia-cudnn-cu13==9.24.0.43",
    "nvidia-cufft==12.0.0.61",
    "nvidia-cufile==1.15.1.6",
    "nvidia-curand==10.4.0.35",
    "nvidia-cusolver==12.0.4.66",
    "nvidia-cusparse==12.6.3.3",
    "nvidia-cusparselt-cu13==0.8.1",
    "nvidia-nccl-cu13==2.30.7",
    "nvidia-nvjitlink==13.4.92",
    "nvidia-nvshmem-cu13==3.4.5",
    "nvidia-nvtx==13.0.85",
    "opentelemetry-api==1.45.0",
    "packaging==26.3",
    "psutil==7.2.2",
    "pydantic==2.13.5",
    "pydantic_core==2.46.5",
    "regex==2026.9.29",
    "rich==15.0.0",
    "safetensors==0.8.0",
    "setuptools==84.0.0",
    "shellingham==1.5.4",
    "starlette==1.7.0",
    "sympy==1.14.0",
    "tokenizers==0.23.2",
    "torch==2.14.1+cu130",
    "tqdm==4.70.1",
    "transformers==5.18.0",
    "triton==3.8.0",
    "typer==0.27.2",
    "typing-inspection==0.4.4",
    "typing_extensions==4.16.0",
    "uvicorn==0.54.0",
    "von-sdk==1.3.5"
   ],
   "fastapi": "0.142.2",
   "hf-xet": "1.6.0",
   "huggingface-hub": "1.33.0",
   "numpy": "2.5.3",
   "onnxruntime": null,
   "opentelemetry-api": "1.45.0",
   "openvino": null,
   "openvino-telemetry": null,
   "pydantic": "2.13.5",
   "python": "3.13.14",
   "safetensors": "0.8.0",
   "starlette": "1.7.0",
   "tokenizers": "0.23.2",
   "torch": "2.14.1+cu130",
   "transformers": "5.18.0",
   "uvicorn": "0.54.0",
   "von-sdk": "1.3.5"
  },
  "warmups": 3
 },
 "mode": "timed",
 "passes": [
  {
   "card_at_end": {
    "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
    "chip": "NVIDIA GeForce RTX 3090",
    "is_card_b": true,
    "memory_total_mib": 24576.0,
    "memory_used_mib": 3530.0,
    "power_limit_w": "300.00",
    "pstate": "P2",
    "temperature_c": 38.0,
    "utc": "2026-10-01T09:41:49Z"
   },
   "ended": "2026-10-01T09:41:49Z",
   "file": "speed-von-gpu.kc.rep1.jsonl",
   "rep": "rep1",
   "server_hwm_mb_at_end": 2396.7,
   "started": "2026-10-01T09:41:47Z",
   "stats": {
    "max_s": 0.02361153299716534,
    "mean_s": 0.019572732074030447,
    "median_s": 0.018967081003211206,
    "min_s": 0.015269932999217417,
    "n": 108,
    "p90_s": 0.02267226100229891,
    "p95_s": 0.022859599004732445,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 2.113855063995288
   },
   "summarise": {
    "accuracy": 0.046296296296296294,
    "brier": 1.1545359352777778,
    "correct": 5,
    "errors": 0,
    "eval_tokens_total": 108,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.018967081003211206,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.022859599004732445,
    "prompt_tokens_total": 25348,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.2,
      "correct": 1,
      "gap": 0.18225999999999992,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.38225999999999993,
      "n": 5,
      "sum_p": 1.9112999999999998
     },
     {
      "accuracy": 0.05555555555555555,
      "correct": 4,
      "gap": 0.40560277777777776,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.46115833333333334,
      "n": 72,
      "sum_p": 33.2034
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.5387206896551725,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5387206896551725,
      "n": 29,
      "sum_p": 15.622900000000001
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.64875,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.64875,
      "n": 2,
      "sum_p": 1.2975
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 2.14
  },
  {
   "card_at_end": {
    "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
    "chip": "NVIDIA GeForce RTX 3090",
    "is_card_b": true,
    "memory_total_mib": 24576.0,
    "memory_used_mib": 3530.0,
    "power_limit_w": "300.00",
    "pstate": "P2",
    "temperature_c": 40.0,
    "utc": "2026-10-01T09:41:52Z"
   },
   "ended": "2026-10-01T09:41:52Z",
   "file": "speed-von-gpu.kc.rep2.jsonl",
   "rep": "rep2",
   "server_hwm_mb_at_end": 2396.7,
   "started": "2026-10-01T09:41:49Z",
   "stats": {
    "max_s": 0.023460094002075493,
    "mean_s": 0.0195351057594019,
    "median_s": 0.018897837497206638,
    "min_s": 0.015207263000775129,
    "n": 108,
    "p90_s": 0.02257815099437721,
    "p95_s": 0.02304765699955169,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 2.1097914220154053
   },
   "summarise": {
    "accuracy": 0.046296296296296294,
    "brier": 1.1545359352777778,
    "correct": 5,
    "errors": 0,
    "eval_tokens_total": 108,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.018897837497206638,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.02304765699955169,
    "prompt_tokens_total": 25348,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.2,
      "correct": 1,
      "gap": 0.18225999999999992,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.38225999999999993,
      "n": 5,
      "sum_p": 1.9112999999999998
     },
     {
      "accuracy": 0.05555555555555555,
      "correct": 4,
      "gap": 0.40560277777777776,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.46115833333333334,
      "n": 72,
      "sum_p": 33.2034
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.5387206896551725,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5387206896551725,
      "n": 29,
      "sum_p": 15.622900000000001
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.64875,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.64875,
      "n": 2,
      "sum_p": 1.2975
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 2.136
  },
  {
   "card_at_end": {
    "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
    "chip": "NVIDIA GeForce RTX 3090",
    "is_card_b": true,
    "memory_total_mib": 24576.0,
    "memory_used_mib": 3530.0,
    "power_limit_w": "300.00",
    "pstate": "P2",
    "temperature_c": 41.0,
    "utc": "2026-10-01T09:41:54Z"
   },
   "ended": "2026-10-01T09:41:54Z",
   "file": "speed-von-gpu.kc.rep3.jsonl",
   "rep": "rep3",
   "server_hwm_mb_at_end": 2396.7,
   "started": "2026-10-01T09:41:52Z",
   "stats": {
    "max_s": 0.02343326400296064,
    "mean_s": 0.019541337472185626,
    "median_s": 0.018904772001405945,
    "min_s": 0.015143994001846295,
    "n": 108,
    "p90_s": 0.022659030997601803,
    "p95_s": 0.02313169699482387,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 2.1104644469960476
   },
   "summarise": {
    "accuracy": 0.046296296296296294,
    "brier": 1.1545359352777778,
    "correct": 5,
    "errors": 0,
    "eval_tokens_total": 108,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.018904772001405945,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.02313169699482387,
    "prompt_tokens_total": 25348,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.2,
      "correct": 1,
      "gap": 0.18225999999999992,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.38225999999999993,
      "n": 5,
      "sum_p": 1.9112999999999998
     },
     {
      "accuracy": 0.05555555555555555,
      "correct": 4,
      "gap": 0.40560277777777776,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.46115833333333334,
      "n": 72,
      "sum_p": 33.2034
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.5387206896551725,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5387206896551725,
      "n": 29,
      "sum_p": 15.622900000000001
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.64875,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.64875,
      "n": 2,
      "sum_p": 1.2975
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 2.137
  }
 ],
 "probe": {
  "answers": {
   "q": {
    "noul": 0.1979,
    "type": "noul"
   }
  },
  "card_after": {
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "chip": "NVIDIA GeForce RTX 3090",
   "is_card_b": true,
   "memory_total_mib": 24576.0,
   "memory_used_mib": 4618.0,
   "power_limit_w": "300.00",
   "pstate": "P2",
   "temperature_c": 41.0,
   "utc": "2026-10-01T09:41:55Z"
  },
  "error": null,
  "filler_chars": 72071,
  "filler_words": 13013,
  "kit_line_used": false,
  "seconds": 1.6287,
  "server_after": {
   "hwm_mb": 2396.7,
   "rss_mb": 1297.2
  },
  "server_before": {
   "hwm_mb": 2396.7,
   "rss_mb": 1282.1
  },
  "truncation": {
   "kept_tokens": 8171,
   "questions_affected": 2,
   "state_tokens": 14014,
   "strategy": "middle"
  },
  "usage": {
   "input_tokens": 8184,
   "output_tokens": 1
  },
  "utc": "2026-10-01T09:41:55Z"
 },
 "server_hwm_mb_final": 2396.7,
 "stamp": "20261001T094136Z",
 "von_banner_at_end": "von-1.3 on NVIDIA GPU [CUDA: NVIDIA GeForce RTX 3090]"
}
