{
 "arm": "speed-laya-cpu",
 "ended": "2026-10-01T09:41:08Z",
 "guard_at_start": {
  "heartbeat": "2026-10-01T09:38:35Z",
  "heartbeat_age_s": 0.1
 },
 "headline_pass": "rep1",
 "latency_published": true,
 "load": {
  "card_after_warmups": null,
  "card_before_server": null,
  "grew_at_load_mib": null,
  "server_hwm_mb_after_warmups": 4019.3,
  "server_ready_s": 9.07,
  "server_rss_mb_after_warmups": 3443.8,
  "warmup_seconds": [
   0.4264,
   0.3834,
   0.3816
  ]
 },
 "meta": {
  "arm": "speed-laya-cpu",
  "box": "benchbox",
  "card": null,
  "cpu_affinity": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7
  ],
  "device": "cpu",
  "device_seen": {
   "grew_at_load_mib": null,
   "server_says": {
    "checkpoint_devices": {
     "english": "cpu",
     "multilingual": "cpu"
    },
    "cpu_fallbacks": {
     "english": 0,
     "multilingual": 0
    },
    "device": "cpu"
   }
  },
  "health": {
   "checkpoint_devices": {
    "english": "cpu",
    "multilingual": "cpu"
   },
   "cpu_fallbacks": {
    "english": {
     "count": 0,
     "last_reason": null
    },
    "multilingual": {
     "count": 0,
     "last_reason": null
    }
   },
   "device": "cpu",
   "device_is_preference": false,
   "loaded": [
    "multilingual",
    "english"
   ],
   "revisions": {
    "english": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
    "multilingual": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851"
   },
   "status": "ok"
  },
  "label": "SPEED-LAYA-CPU",
  "mode": "timed",
  "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
  "os": {
   "arch": "x86_64",
   "id": "ubuntu",
   "kernel": "7.0.0-31-generic",
   "pretty_name": "Ubuntu 26.04 LTS",
   "source": "/etc/os-release",
   "version_id": "26.04"
  },
  "pins": {
   "absent": [
    "openvino",
    "openvino-telemetry",
    "onnxruntime"
   ],
   "instrument_sha256": {
    "deciders-von-laya-2026-10-01/instrument/fence_probe.py": "e0fef0983abecf5a65e4ab06438e9d5071d5087a40419aefd40dd5eed850f3cf",
    "deciders-von-laya-2026-10-01/instrument/pins.json": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/run_deciders.py": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/sandbox_speed.sh": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/serve_speed.sh": "cea8c03bfda04c1bb1a1a6e7d9569a29c1eade0230ffad97ad26073bae320490",
    "deciders-von-laya-2026-10-01/instrument/speed/speed_deciders.py": "<withheld: rewritten file, see README.md>"
   },
   "revision": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
   "weight_files": 18
  },
  "power_limit_w": null,
  "precision": "fp32 (LAYA_CPU_AMP unset: laya's shipped CPU default)",
  "processor": "AMD Ryzen 7 3700X 8-Core Processor",
  "protocol": "one request at a time, in kit order, through run_kev.task_kc unedited; seconds = the client's wall time for one HTTP round trip over loopback (run_kev.kev_decide's timer)",
  "seed": 20260921,
  "server": "laya-serve (LAYA_DEVICE=cpu, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)",
  "switches": {
   "CUDA_VISIBLE_DEVICES": "",
   "DO_NOT_TRACK": null,
   "GRADIO_ANALYTICS_ENABLED": "False",
   "HF_HOME": "<scratch>/hf",
   "HF_HUB_DISABLE_TELEMETRY": "1",
   "HF_HUB_OFFLINE": "1",
   "LAYA_AUTO_TASK": null,
   "LAYA_CPU_AMP": null,
   "LAYA_CUDA_AMP": null,
   "LAYA_DEVICE": "cpu",
   "LAYA_MODELS": "english,multilingual",
   "LAYA_PRELOAD": "1",
   "LAYA_REVISION": "reviewed",
   "LAYA_THREADS": "8",
   "MKL_NUM_THREADS": "8",
   "OMP_NUM_THREADS": "8",
   "ORT_DISABLE_TELEMETRY": "1",
   "PYTHONDONTWRITEBYTECODE": "1",
   "TOKENIZERS_PARALLELISM": "false",
   "TORCH_DISABLE_NATIVE_JIT": null,
   "TRANSFORMERS_OFFLINE": "1",
   "USE_TF": "0",
   "VLLM_NO_USAGE_STATS": "1",
   "VON_DEVICE": "cpu"
  },
  "threads": "8",
  "versions": {
   "accelerate": null,
   "dists": [
    "Jinja2==3.1.6",
    "MarkupSafe==3.0.3",
    "PyYAML==6.0.3",
    "Pygments==2.21.0",
    "annotated-doc==0.0.5",
    "annotated-types==0.8.0",
    "anyio==4.15.1",
    "certifi==2026.7.22",
    "click==8.5.0",
    "fastapi==0.142.2",
    "filelock==4.0.7",
    "fsspec==2026.9.0",
    "h11==0.16.0",
    "hf-xet==1.6.0",
    "httpcore==1.0.9",
    "httpx==0.28.1",
    "huggingface_hub==1.33.0",
    "idna==3.20",
    "laya==0.3.22",
    "markdown-it-py==4.2.0",
    "mdurl==0.1.2",
    "mpmath==1.3.0",
    "networkx==3.7",
    "numpy==2.5.3",
    "opentelemetry-api==1.45.0",
    "packaging==26.3",
    "pydantic==2.13.5",
    "pydantic_core==2.46.5",
    "python-multipart==0.0.32",
    "regex==2026.9.29",
    "rich==15.0.0",
    "safetensors==0.8.0",
    "setuptools==84.0.0",
    "shellingham==1.5.4",
    "starlette==1.7.0",
    "sympy==1.14.0",
    "tokenizers==0.23.2",
    "torch==2.14.1+cpu",
    "tqdm==4.70.1",
    "transformers==5.18.0",
    "typer==0.27.2",
    "typing-inspection==0.4.4",
    "typing_extensions==4.16.0",
    "uvicorn==0.54.0"
   ],
   "fastapi": "0.142.2",
   "hf-xet": "1.6.0",
   "huggingface-hub": "1.33.0",
   "laya": "0.3.22",
   "numpy": "2.5.3",
   "onnxruntime": null,
   "opentelemetry-api": "1.45.0",
   "openvino": null,
   "openvino-telemetry": null,
   "pydantic": "2.13.5",
   "python": "3.13.14",
   "safetensors": "0.8.0",
   "starlette": "1.7.0",
   "tokenizers": "0.23.2",
   "torch": "2.14.1+cpu",
   "transformers": "5.18.0",
   "uvicorn": "0.54.0"
  },
  "warmups": 3
 },
 "mode": "timed",
 "passes": [
  {
   "card_at_end": null,
   "ended": "2026-10-01T09:39:33Z",
   "file": "speed-laya-cpu.kc.rep1.jsonl",
   "rep": "rep1",
   "server_hwm_mb_at_end": 4019.3,
   "started": "2026-10-01T09:38:46Z",
   "stats": {
    "max_s": 0.4854920049983775,
    "mean_s": 0.43535828787921843,
    "median_s": 0.4355056219974358,
    "min_s": 0.3254449019950698,
    "n": 108,
    "p90_s": 0.4689230529984343,
    "p95_s": 0.4753387889941223,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 47.01869509095559
   },
   "summarise": {
    "accuracy": 0.17592592592592593,
    "brier": 1.3583959515740742,
    "correct": 19,
    "errors": 0,
    "eval_tokens_total": 0,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.4355056219974358,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.4753387889941223,
    "prompt_tokens_total": 23887,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.25,
      "correct": 1,
      "gap": 0.10439999999999999,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.3544,
      "n": 4,
      "sum_p": 1.4176
     },
     {
      "accuracy": 0.5555555555555556,
      "correct": 5,
      "gap": -0.10891111111111113,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.44664444444444446,
      "n": 9,
      "sum_p": 4.0198
     },
     {
      "accuracy": 0.1875,
      "correct": 3,
      "gap": 0.3620875,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5495875,
      "n": 16,
      "sum_p": 8.7934
     },
     {
      "accuracy": 0.1111111111111111,
      "correct": 1,
      "gap": 0.5430111111111111,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.6541222222222223,
      "n": 9,
      "sum_p": 5.8871
     },
     {
      "accuracy": 0.07142857142857142,
      "correct": 1,
      "gap": 0.6685500000000001,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": 0.7399785714285715,
      "n": 14,
      "sum_p": 10.3597
     },
     {
      "accuracy": 0.1111111111111111,
      "correct": 2,
      "gap": 0.7481222222222224,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": 0.8592333333333334,
      "n": 18,
      "sum_p": 15.4662
     },
     {
      "accuracy": 0.15789473684210525,
      "correct": 6,
      "gap": 0.7944921052631582,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": 0.9523868421052634,
      "n": 38,
      "sum_p": 36.19070000000001
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 47.04
  },
  {
   "card_at_end": null,
   "ended": "2026-10-01T09:40:20Z",
   "file": "speed-laya-cpu.kc.rep2.jsonl",
   "rep": "rep2",
   "server_hwm_mb_at_end": 4019.3,
   "started": "2026-10-01T09:39:33Z",
   "stats": {
    "max_s": 0.4934059779989184,
    "mean_s": 0.4379909648054039,
    "median_s": 0.4359709934979037,
    "min_s": 0.3651722399954451,
    "n": 108,
    "p90_s": 0.46750237500236835,
    "p95_s": 0.4759413540014066,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 47.30302419898362
   },
   "summarise": {
    "accuracy": 0.17592592592592593,
    "brier": 1.3583959515740742,
    "correct": 19,
    "errors": 0,
    "eval_tokens_total": 0,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.4359709934979037,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.4759413540014066,
    "prompt_tokens_total": 23887,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.25,
      "correct": 1,
      "gap": 0.10439999999999999,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.3544,
      "n": 4,
      "sum_p": 1.4176
     },
     {
      "accuracy": 0.5555555555555556,
      "correct": 5,
      "gap": -0.10891111111111113,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.44664444444444446,
      "n": 9,
      "sum_p": 4.0198
     },
     {
      "accuracy": 0.1875,
      "correct": 3,
      "gap": 0.3620875,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5495875,
      "n": 16,
      "sum_p": 8.7934
     },
     {
      "accuracy": 0.1111111111111111,
      "correct": 1,
      "gap": 0.5430111111111111,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.6541222222222223,
      "n": 9,
      "sum_p": 5.8871
     },
     {
      "accuracy": 0.07142857142857142,
      "correct": 1,
      "gap": 0.6685500000000001,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": 0.7399785714285715,
      "n": 14,
      "sum_p": 10.3597
     },
     {
      "accuracy": 0.1111111111111111,
      "correct": 2,
      "gap": 0.7481222222222224,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": 0.8592333333333334,
      "n": 18,
      "sum_p": 15.4662
     },
     {
      "accuracy": 0.15789473684210525,
      "correct": 6,
      "gap": 0.7944921052631582,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": 0.9523868421052634,
      "n": 38,
      "sum_p": 36.19070000000001
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 47.325
  },
  {
   "card_at_end": null,
   "ended": "2026-10-01T09:41:07Z",
   "file": "speed-laya-cpu.kc.rep3.jsonl",
   "rep": "rep3",
   "server_hwm_mb_at_end": 4019.3,
   "started": "2026-10-01T09:40:20Z",
   "stats": {
    "max_s": 0.490217525002663,
    "mean_s": 0.44032616150953224,
    "median_s": 0.43897868800195283,
    "min_s": 0.3593703980004648,
    "n": 108,
    "p90_s": 0.4730477089979104,
    "p95_s": 0.475958075003291,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 47.555225443029485
   },
   "summarise": {
    "accuracy": 0.17592592592592593,
    "brier": 1.3583959515740742,
    "correct": 19,
    "errors": 0,
    "eval_tokens_total": 0,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.43897868800195283,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.475958075003291,
    "prompt_tokens_total": 23887,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.25,
      "correct": 1,
      "gap": 0.10439999999999999,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.3544,
      "n": 4,
      "sum_p": 1.4176
     },
     {
      "accuracy": 0.5555555555555556,
      "correct": 5,
      "gap": -0.10891111111111113,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.44664444444444446,
      "n": 9,
      "sum_p": 4.0198
     },
     {
      "accuracy": 0.1875,
      "correct": 3,
      "gap": 0.3620875,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5495875,
      "n": 16,
      "sum_p": 8.7934
     },
     {
      "accuracy": 0.1111111111111111,
      "correct": 1,
      "gap": 0.5430111111111111,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.6541222222222223,
      "n": 9,
      "sum_p": 5.8871
     },
     {
      "accuracy": 0.07142857142857142,
      "correct": 1,
      "gap": 0.6685500000000001,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": 0.7399785714285715,
      "n": 14,
      "sum_p": 10.3597
     },
     {
      "accuracy": 0.1111111111111111,
      "correct": 2,
      "gap": 0.7481222222222224,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": 0.8592333333333334,
      "n": 18,
      "sum_p": 15.4662
     },
     {
      "accuracy": 0.15789473684210525,
      "correct": 6,
      "gap": 0.7944921052631582,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": 0.9523868421052634,
      "n": 38,
      "sum_p": 36.19070000000001
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 47.577
  }
 ],
 "probe": {
  "answers": {
   "q": {
    "action": {
     "act_probability": 1.0
    },
    "answer_confidence": 0.6874,
    "confidence": 0.6874,
    "noul": 0.3126,
    "type": "noul"
   }
  },
  "card_after": null,
  "error": null,
  "filler_chars": 36071,
  "filler_words": 6513,
  "kit_line_used": false,
  "seconds": 0.9197,
  "server_after": {
   "hwm_mb": 4019.3,
   "rss_mb": 3456.5
  },
  "server_before": {
   "hwm_mb": 4019.3,
   "rss_mb": 3456.9
  },
  "truncation": null,
  "usage": {
   "input_tokens": 512,
   "output_tokens": 0,
   "state_tokens": 7014,
   "state_tokens_dropped": 6538,
   "truncated": true,
   "truncated_questions": [
    "q"
   ]
  },
  "utc": "2026-10-01T09:41:08Z"
 },
 "server_hwm_mb_final": 4019.3,
 "stamp": "20261001T093833Z",
 "von_banner_at_end": null
}
