{
 "arm": "speed-von-cpu",
 "ended": "2026-10-01T09:37:56Z",
 "guard_at_start": {
  "heartbeat": "2026-10-01T09:35:02Z",
  "heartbeat_age_s": 0.2
 },
 "headline_pass": "rep1",
 "latency_published": true,
 "load": {
  "card_after_warmups": null,
  "card_before_server": null,
  "grew_at_load_mib": null,
  "server_hwm_mb_after_warmups": 3468.0,
  "server_ready_s": 5.04,
  "server_rss_mb_after_warmups": 2056.4,
  "warmup_seconds": [
   1.9076,
   0.2969,
   0.3
  ]
 },
 "meta": {
  "arm": "speed-von-cpu",
  "box": "benchbox",
  "card": null,
  "cpu_affinity": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7
  ],
  "device": "cpu",
  "device_seen": {
   "grew_at_load_mib": null,
   "server_says": "von-1.3 on CPU"
  },
  "health": {
   "engine": "von-1.3",
   "homage": "John von Neumann & Ludwig von Mises",
   "service": "von-decision-server",
   "status": "ok",
   "version": "1.3.5"
  },
  "label": "SPEED-VON-CPU",
  "mode": "timed",
  "model": "wfzyx/von@411c44401cccddd792f341edfe033ea834557d13",
  "os": {
   "arch": "x86_64",
   "id": "ubuntu",
   "kernel": "7.0.0-31-generic",
   "pretty_name": "Ubuntu 26.04 LTS",
   "source": "/etc/os-release",
   "version_id": "26.04"
  },
  "pins": {
   "absent": [
    "openvino",
    "openvino-telemetry",
    "onnxruntime"
   ],
   "instrument_sha256": {
    "deciders-von-laya-2026-10-01/instrument/fence_probe.py": "e0fef0983abecf5a65e4ab06438e9d5071d5087a40419aefd40dd5eed850f3cf",
    "deciders-von-laya-2026-10-01/instrument/pins.json": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/run_deciders.py": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/sandbox_speed.sh": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/serve_speed.sh": "cea8c03bfda04c1bb1a1a6e7d9569a29c1eade0230ffad97ad26073bae320490",
    "deciders-von-laya-2026-10-01/instrument/speed/speed_deciders.py": "<withheld: rewritten file, see README.md>"
   },
   "revision": "411c44401cccddd792f341edfe033ea834557d13",
   "weight_files": 7
  },
  "power_limit_w": null,
  "precision": "fp32 (von-sdk casts nothing; the checkpoint is F32)",
  "processor": "AMD Ryzen 7 3700X 8-Core Processor",
  "protocol": "one request at a time, in kit order, through run_kev.task_kc unedited; seconds = the client's wall time for one HTTP round trip over loopback (run_kev.kev_decide's timer)",
  "seed": 20260921,
  "server": "von serve --host 127.0.0.1 --port 8031 --device cpu",
  "switches": {
   "CUDA_VISIBLE_DEVICES": "",
   "DO_NOT_TRACK": null,
   "GRADIO_ANALYTICS_ENABLED": "False",
   "HF_HOME": "<scratch>/hf",
   "HF_HUB_DISABLE_TELEMETRY": "1",
   "HF_HUB_OFFLINE": "1",
   "LAYA_AUTO_TASK": null,
   "LAYA_CPU_AMP": null,
   "LAYA_CUDA_AMP": null,
   "LAYA_DEVICE": "cpu",
   "LAYA_MODELS": "english,multilingual",
   "LAYA_PRELOAD": "1",
   "LAYA_REVISION": "reviewed",
   "LAYA_THREADS": "8",
   "MKL_NUM_THREADS": "8",
   "OMP_NUM_THREADS": "8",
   "ORT_DISABLE_TELEMETRY": "1",
   "PYTHONDONTWRITEBYTECODE": "1",
   "TOKENIZERS_PARALLELISM": "false",
   "TORCH_DISABLE_NATIVE_JIT": null,
   "TRANSFORMERS_OFFLINE": "1",
   "USE_TF": "0",
   "VLLM_NO_USAGE_STATS": "1",
   "VON_DEVICE": "cpu"
  },
  "threads": "8",
  "versions": {
   "accelerate": "1.15.0",
   "dists": [
    "Jinja2==3.1.6",
    "MarkupSafe==3.0.3",
    "PyYAML==6.0.3",
    "Pygments==2.21.0",
    "accelerate==1.15.0",
    "annotated-doc==0.0.5",
    "annotated-types==0.8.0",
    "anyio==4.15.1",
    "certifi==2026.7.22",
    "click==8.5.0",
    "fastapi==0.142.2",
    "filelock==4.0.7",
    "fsspec==2026.9.0",
    "h11==0.16.0",
    "hf-xet==1.6.0",
    "httpcore==1.0.9",
    "httpx==0.28.1",
    "huggingface_hub==1.33.0",
    "idna==3.20",
    "markdown-it-py==4.2.0",
    "mdurl==0.1.2",
    "mpmath==1.3.0",
    "networkx==3.7",
    "numpy==2.5.3",
    "opentelemetry-api==1.45.0",
    "packaging==26.3",
    "psutil==7.2.2",
    "pydantic==2.13.5",
    "pydantic_core==2.46.5",
    "regex==2026.9.29",
    "rich==15.0.0",
    "safetensors==0.8.0",
    "setuptools==84.0.0",
    "shellingham==1.5.4",
    "starlette==1.7.0",
    "sympy==1.14.0",
    "tokenizers==0.23.2",
    "torch==2.14.1+cpu",
    "tqdm==4.70.1",
    "transformers==5.18.0",
    "typer==0.27.2",
    "typing-inspection==0.4.4",
    "typing_extensions==4.16.0",
    "uvicorn==0.54.0",
    "von-sdk==1.3.5"
   ],
   "fastapi": "0.142.2",
   "hf-xet": "1.6.0",
   "huggingface-hub": "1.33.0",
   "numpy": "2.5.3",
   "onnxruntime": null,
   "opentelemetry-api": "1.45.0",
   "openvino": null,
   "openvino-telemetry": null,
   "pydantic": "2.13.5",
   "python": "3.13.14",
   "safetensors": "0.8.0",
   "starlette": "1.7.0",
   "tokenizers": "0.23.2",
   "torch": "2.14.1+cpu",
   "transformers": "5.18.0",
   "uvicorn": "0.54.0",
   "von-sdk": "1.3.5"
  },
  "warmups": 3
 },
 "mode": "timed",
 "passes": [
  {
   "card_at_end": null,
   "ended": "2026-10-01T09:35:55Z",
   "file": "speed-von-cpu.kc.rep1.jsonl",
   "rep": "rep1",
   "server_hwm_mb_at_end": 3468.0,
   "started": "2026-10-01T09:35:10Z",
   "stats": {
    "max_s": 0.5412327589947381,
    "mean_s": 0.4222921872773845,
    "median_s": 0.4207307309989119,
    "min_s": 0.2751723459950881,
    "n": 108,
    "p90_s": 0.5044495629990706,
    "p95_s": 0.5167506179932388,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 45.607556225957524
   },
   "summarise": {
    "accuracy": 0.046296296296296294,
    "brier": 1.1545370144444445,
    "correct": 5,
    "errors": 0,
    "eval_tokens_total": 108,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.4207307309989119,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.5167506179932388,
    "prompt_tokens_total": 25348,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.2,
      "correct": 1,
      "gap": 0.18225999999999992,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.38225999999999993,
      "n": 5,
      "sum_p": 1.9112999999999998
     },
     {
      "accuracy": 0.05555555555555555,
      "correct": 4,
      "gap": 0.40560416666666665,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.4611597222222222,
      "n": 72,
      "sum_p": 33.2035
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.5387206896551725,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5387206896551725,
      "n": 29,
      "sum_p": 15.622900000000001
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.64875,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.64875,
      "n": 2,
      "sum_p": 1.2975
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 45.629
  },
  {
   "card_at_end": null,
   "ended": "2026-10-01T09:36:41Z",
   "file": "speed-von-cpu.kc.rep2.jsonl",
   "rep": "rep2",
   "server_hwm_mb_at_end": 3468.0,
   "started": "2026-10-01T09:35:55Z",
   "stats": {
    "max_s": 0.5403637359995628,
    "mean_s": 0.41944957696311275,
    "median_s": 0.42473495149897644,
    "min_s": 0.2743809730018256,
    "n": 108,
    "p90_s": 0.5019213740015402,
    "p95_s": 0.5270878399969661,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 45.300554312016175
   },
   "summarise": {
    "accuracy": 0.046296296296296294,
    "brier": 1.1545370144444445,
    "correct": 5,
    "errors": 0,
    "eval_tokens_total": 108,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.42473495149897644,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.5270878399969661,
    "prompt_tokens_total": 25348,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.2,
      "correct": 1,
      "gap": 0.18225999999999992,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.38225999999999993,
      "n": 5,
      "sum_p": 1.9112999999999998
     },
     {
      "accuracy": 0.05555555555555555,
      "correct": 4,
      "gap": 0.40560416666666665,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.4611597222222222,
      "n": 72,
      "sum_p": 33.2035
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.5387206896551725,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5387206896551725,
      "n": 29,
      "sum_p": 15.622900000000001
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.64875,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.64875,
      "n": 2,
      "sum_p": 1.2975
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 45.322
  },
  {
   "card_at_end": null,
   "ended": "2026-10-01T09:37:26Z",
   "file": "speed-von-cpu.kc.rep3.jsonl",
   "rep": "rep3",
   "server_hwm_mb_at_end": 3468.0,
   "started": "2026-10-01T09:36:41Z",
   "stats": {
    "max_s": 0.5401835779994144,
    "mean_s": 0.4172097475831025,
    "median_s": 0.4149727734984481,
    "min_s": 0.28139077299420023,
    "n": 108,
    "p90_s": 0.4957078199950047,
    "p95_s": 0.5128811359973042,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 45.05865273897507
   },
   "summarise": {
    "accuracy": 0.046296296296296294,
    "brier": 1.1545370144444445,
    "correct": 5,
    "errors": 0,
    "eval_tokens_total": 108,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.4149727734984481,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.5128811359973042,
    "prompt_tokens_total": 25348,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.2,
      "correct": 1,
      "gap": 0.18225999999999992,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.38225999999999993,
      "n": 5,
      "sum_p": 1.9112999999999998
     },
     {
      "accuracy": 0.05555555555555555,
      "correct": 4,
      "gap": 0.40560416666666665,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.4611597222222222,
      "n": 72,
      "sum_p": 33.2035
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.5387206896551725,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5387206896551725,
      "n": 29,
      "sum_p": 15.622900000000001
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.64875,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.64875,
      "n": 2,
      "sum_p": 1.2975
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 45.08
  }
 ],
 "probe": {
  "answers": {
   "q": {
    "noul": 0.1979,
    "type": "noul"
   }
  },
  "card_after": null,
  "error": null,
  "filler_chars": 72071,
  "filler_words": 13013,
  "kit_line_used": false,
  "seconds": 29.9173,
  "server_after": {
   "hwm_mb": 3468.0,
   "rss_mb": 2176.2
  },
  "server_before": {
   "hwm_mb": 3468.0,
   "rss_mb": 2137.3
  },
  "truncation": {
   "kept_tokens": 8171,
   "questions_affected": 2,
   "state_tokens": 14014,
   "strategy": "middle"
  },
  "usage": {
   "input_tokens": 8184,
   "output_tokens": 1
  },
  "utc": "2026-10-01T09:37:56Z"
 },
 "server_hwm_mb_final": 3468.0,
 "stamp": "20261001T093500Z",
 "von_banner_at_end": "von-1.3 on CPU"
}
