{
 "arm": "speed-laya-gpu",
 "ended": "2026-10-01T09:42:51Z",
 "guard_at_start": {
  "heartbeat": "2026-10-01T09:42:33Z",
  "heartbeat_age_s": 1.0
 },
 "headline_pass": "rep1",
 "latency_published": true,
 "load": {
  "card_after_warmups": {
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "chip": "NVIDIA GeForce RTX 3090",
   "is_card_b": true,
   "memory_total_mib": 24576.0,
   "memory_used_mib": 4074.0,
   "power_limit_w": "300.00",
   "pstate": "P2",
   "temperature_c": 35.0,
   "utc": "2026-10-01T09:42:44Z"
  },
  "card_before_server": {
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "chip": "NVIDIA GeForce RTX 3090",
   "is_card_b": true,
   "memory_total_mib": 24576.0,
   "memory_used_mib": 1.0,
   "power_limit_w": "300.00",
   "pstate": "P8",
   "temperature_c": 32.0,
   "utc": "2026-10-01T09:42:33Z"
  },
  "grew_at_load_mib": 4073.0,
  "server_hwm_mb_after_warmups": 3281.0,
  "server_ready_s": 9.56,
  "server_rss_mb_after_warmups": 2198.8,
  "warmup_seconds": [
   0.4896,
   0.0215,
   0.0203
  ]
 },
 "meta": {
  "arm": "speed-laya-gpu",
  "box": "benchbox",
  "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
  "cpu_affinity": [
   1,
   2,
   3,
   4,
   5,
   6,
   7
  ],
  "device": "cuda",
  "device_seen": {
   "grew_at_load_mib": 4073.0,
   "server_says": {
    "checkpoint_devices": {
     "english": "cuda",
     "multilingual": "cuda"
    },
    "cpu_fallbacks": {
     "english": 0,
     "multilingual": 0
    },
    "device": "cuda"
   }
  },
  "health": {
   "checkpoint_devices": {
    "english": "cuda",
    "multilingual": "cuda"
   },
   "cpu_fallbacks": {
    "english": {
     "count": 0,
     "last_reason": null
    },
    "multilingual": {
     "count": 0,
     "last_reason": null
    }
   },
   "device": "cuda",
   "device_is_preference": false,
   "loaded": [
    "multilingual",
    "english"
   ],
   "revisions": {
    "english": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
    "multilingual": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851"
   },
   "status": "ok"
  },
  "label": "SPEED-LAYA-GPU",
  "mode": "timed",
  "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
  "os": {
   "arch": "x86_64",
   "id": "ubuntu",
   "kernel": "7.0.0-31-generic",
   "pretty_name": "Ubuntu 26.04 LTS",
   "source": "/etc/os-release",
   "version_id": "26.04"
  },
  "pins": {
   "absent": [
    "openvino",
    "openvino-telemetry",
    "onnxruntime"
   ],
   "instrument_sha256": {
    "deciders-von-laya-2026-10-01/instrument/fence_probe.py": "e0fef0983abecf5a65e4ab06438e9d5071d5087a40419aefd40dd5eed850f3cf",
    "deciders-von-laya-2026-10-01/instrument/pins.json": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/run_deciders.py": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/sandbox_speed.sh": "<withheld: rewritten file, see README.md>",
    "deciders-von-laya-2026-10-01/instrument/speed/serve_speed.sh": "cea8c03bfda04c1bb1a1a6e7d9569a29c1eade0230ffad97ad26073bae320490",
    "deciders-von-laya-2026-10-01/instrument/speed/speed_deciders.py": "<withheld: rewritten file, see README.md>"
   },
   "revision": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
   "weight_files": 18
  },
  "power_limit_w": "300.00",
  "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)",
  "processor": "AMD Ryzen 7 3700X 8-Core Processor",
  "protocol": "one request at a time, in kit order, through run_kev.task_kc unedited; seconds = the client's wall time for one HTTP round trip over loopback (run_kev.kev_decide's timer)",
  "seed": 20260921,
  "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)",
  "switches": {
   "CUDA_VISIBLE_DEVICES": "<the pinned card's UUID, never written>",
   "DO_NOT_TRACK": null,
   "GRADIO_ANALYTICS_ENABLED": "False",
   "HF_HOME": "<scratch>/hf",
   "HF_HUB_DISABLE_TELEMETRY": "1",
   "HF_HUB_OFFLINE": "1",
   "LAYA_AUTO_TASK": null,
   "LAYA_CPU_AMP": null,
   "LAYA_CUDA_AMP": null,
   "LAYA_DEVICE": "cuda",
   "LAYA_MODELS": "english,multilingual",
   "LAYA_PRELOAD": "1",
   "LAYA_REVISION": "reviewed",
   "LAYA_THREADS": "7",
   "MKL_NUM_THREADS": "7",
   "OMP_NUM_THREADS": "7",
   "ORT_DISABLE_TELEMETRY": "1",
   "PYTHONDONTWRITEBYTECODE": "1",
   "TOKENIZERS_PARALLELISM": "false",
   "TORCH_DISABLE_NATIVE_JIT": "1",
   "TRANSFORMERS_OFFLINE": "1",
   "USE_TF": "0",
   "VLLM_NO_USAGE_STATS": "1",
   "VON_DEVICE": "cuda"
  },
  "threads": "7",
  "versions": {
   "accelerate": null,
   "dists": [
    "Jinja2==3.1.6",
    "MarkupSafe==3.0.3",
    "PyYAML==6.0.3",
    "Pygments==2.21.0",
    "annotated-doc==0.0.5",
    "annotated-types==0.8.0",
    "anyio==4.15.1",
    "certifi==2026.7.22",
    "click==8.5.0",
    "cuda-bindings==13.4.3",
    "cuda-pathfinder==1.8.2",
    "cuda-toolkit==13.0.3.0",
    "fastapi==0.142.2",
    "filelock==4.0.7",
    "fsspec==2026.9.0",
    "h11==0.16.0",
    "hf-xet==1.6.0",
    "httpcore==1.0.9",
    "httpx==0.28.1",
    "huggingface_hub==1.33.0",
    "idna==3.20",
    "laya==0.3.22",
    "markdown-it-py==4.2.0",
    "mdurl==0.1.2",
    "mpmath==1.3.0",
    "networkx==3.7",
    "numpy==2.5.3",
    "nvidia-cublas==13.1.1.3",
    "nvidia-cuda-cupti==13.0.85",
    "nvidia-cuda-nvrtc==13.0.88",
    "nvidia-cuda-runtime==13.0.96",
    "nvidia-cudnn-cu13==9.24.0.43",
    "nvidia-cufft==12.0.0.61",
    "nvidia-cufile==1.15.1.6",
    "nvidia-curand==10.4.0.35",
    "nvidia-cusolver==12.0.4.66",
    "nvidia-cusparse==12.6.3.3",
    "nvidia-cusparselt-cu13==0.8.1",
    "nvidia-nccl-cu13==2.30.7",
    "nvidia-nvjitlink==13.4.92",
    "nvidia-nvshmem-cu13==3.4.5",
    "nvidia-nvtx==13.0.85",
    "opentelemetry-api==1.45.0",
    "packaging==26.3",
    "pydantic==2.13.5",
    "pydantic_core==2.46.5",
    "python-multipart==0.0.32",
    "regex==2026.9.29",
    "rich==15.0.0",
    "safetensors==0.8.0",
    "setuptools==84.0.0",
    "shellingham==1.5.4",
    "starlette==1.7.0",
    "sympy==1.14.0",
    "tokenizers==0.23.2",
    "torch==2.14.1+cu130",
    "tqdm==4.70.1",
    "transformers==5.18.0",
    "triton==3.8.0",
    "typer==0.27.2",
    "typing-inspection==0.4.4",
    "typing_extensions==4.16.0",
    "uvicorn==0.54.0"
   ],
   "fastapi": "0.142.2",
   "hf-xet": "1.6.0",
   "huggingface-hub": "1.33.0",
   "laya": "0.3.22",
   "numpy": "2.5.3",
   "onnxruntime": null,
   "opentelemetry-api": "1.45.0",
   "openvino": null,
   "openvino-telemetry": null,
   "pydantic": "2.13.5",
   "python": "3.13.14",
   "safetensors": "0.8.0",
   "starlette": "1.7.0",
   "tokenizers": "0.23.2",
   "torch": "2.14.1+cu130",
   "transformers": "5.18.0",
   "uvicorn": "0.54.0"
  },
  "warmups": 3
 },
 "mode": "timed",
 "passes": [
  {
   "card_at_end": {
    "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
    "chip": "NVIDIA GeForce RTX 3090",
    "is_card_b": true,
    "memory_total_mib": 24576.0,
    "memory_used_mib": 4074.0,
    "power_limit_w": "300.00",
    "pstate": "P2",
    "temperature_c": 39.0,
    "utc": "2026-10-01T09:42:47Z"
   },
   "ended": "2026-10-01T09:42:47Z",
   "file": "speed-laya-gpu.kc.rep1.jsonl",
   "rep": "rep1",
   "server_hwm_mb_at_end": 3281.0,
   "started": "2026-10-01T09:42:44Z",
   "stats": {
    "max_s": 0.032416039997769985,
    "mean_s": 0.020326799786980026,
    "median_s": 0.02018234100250993,
    "min_s": 0.019491106999339536,
    "n": 108,
    "p90_s": 0.020512889001111034,
    "p95_s": 0.020663558003434446,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 2.195294376993843
   },
   "summarise": {
    "accuracy": 0.17592592592592593,
    "brier": 1.3552548969444445,
    "correct": 19,
    "errors": 0,
    "eval_tokens_total": 0,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.02018234100250993,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.020663558003434446,
    "prompt_tokens_total": 23887,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.25,
      "correct": 1,
      "gap": 0.08642500000000003,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.33642500000000003,
      "n": 4,
      "sum_p": 1.3457000000000001
     },
     {
      "accuracy": 0.5454545454545454,
      "correct": 6,
      "gap": -0.09730909090909079,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.4481454545454546,
      "n": 11,
      "sum_p": 4.929600000000001
     },
     {
      "accuracy": 0.14285714285714285,
      "correct": 2,
      "gap": 0.4149785714285715,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5578357142857143,
      "n": 14,
      "sum_p": 7.8097
     },
     {
      "accuracy": 0.07692307692307693,
      "correct": 1,
      "gap": 0.5861461538461539,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.6630692307692307,
      "n": 13,
      "sum_p": 8.6199
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.7547599999999999,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": 0.7547599999999999,
      "n": 10,
      "sum_p": 7.547599999999999
     },
     {
      "accuracy": 0.15,
      "correct": 3,
      "gap": 0.7102950000000001,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": 0.8602950000000001,
      "n": 20,
      "sum_p": 17.205900000000003
     },
     {
      "accuracy": 0.16666666666666666,
      "correct": 6,
      "gap": 0.7863916666666667,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": 0.9530583333333333,
      "n": 36,
      "sum_p": 34.3101
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 2.222
  },
  {
   "card_at_end": {
    "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
    "chip": "NVIDIA GeForce RTX 3090",
    "is_card_b": true,
    "memory_total_mib": 24576.0,
    "memory_used_mib": 4074.0,
    "power_limit_w": "300.00",
    "pstate": "P2",
    "temperature_c": 41.0,
    "utc": "2026-10-01T09:42:49Z"
   },
   "ended": "2026-10-01T09:42:49Z",
   "file": "speed-laya-gpu.kc.rep2.jsonl",
   "rep": "rep2",
   "server_hwm_mb_at_end": 3281.0,
   "started": "2026-10-01T09:42:47Z",
   "stats": {
    "max_s": 0.021094413998071104,
    "mean_s": 0.020140595759585267,
    "median_s": 0.020091977003175998,
    "min_s": 0.01949980700010201,
    "n": 108,
    "p90_s": 0.020395579995238222,
    "p95_s": 0.02081050600099843,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 2.175184342035209
   },
   "summarise": {
    "accuracy": 0.17592592592592593,
    "brier": 1.3552548969444445,
    "correct": 19,
    "errors": 0,
    "eval_tokens_total": 0,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.020091977003175998,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.02081050600099843,
    "prompt_tokens_total": 23887,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.25,
      "correct": 1,
      "gap": 0.08642500000000003,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.33642500000000003,
      "n": 4,
      "sum_p": 1.3457000000000001
     },
     {
      "accuracy": 0.5454545454545454,
      "correct": 6,
      "gap": -0.09730909090909079,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.4481454545454546,
      "n": 11,
      "sum_p": 4.929600000000001
     },
     {
      "accuracy": 0.14285714285714285,
      "correct": 2,
      "gap": 0.4149785714285715,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5578357142857143,
      "n": 14,
      "sum_p": 7.8097
     },
     {
      "accuracy": 0.07692307692307693,
      "correct": 1,
      "gap": 0.5861461538461539,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.6630692307692307,
      "n": 13,
      "sum_p": 8.6199
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.7547599999999999,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": 0.7547599999999999,
      "n": 10,
      "sum_p": 7.547599999999999
     },
     {
      "accuracy": 0.15,
      "correct": 3,
      "gap": 0.7102950000000001,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": 0.8602950000000001,
      "n": 20,
      "sum_p": 17.205900000000003
     },
     {
      "accuracy": 0.16666666666666666,
      "correct": 6,
      "gap": 0.7863916666666667,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": 0.9530583333333333,
      "n": 36,
      "sum_p": 34.3101
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 2.203
  },
  {
   "card_at_end": {
    "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
    "chip": "NVIDIA GeForce RTX 3090",
    "is_card_b": true,
    "memory_total_mib": 24576.0,
    "memory_used_mib": 4074.0,
    "power_limit_w": "300.00",
    "pstate": "P2",
    "temperature_c": 42.0,
    "utc": "2026-10-01T09:42:51Z"
   },
   "ended": "2026-10-01T09:42:51Z",
   "file": "speed-laya-gpu.kc.rep3.jsonl",
   "rep": "rep3",
   "server_hwm_mb_at_end": 3281.0,
   "started": "2026-10-01T09:42:49Z",
   "stats": {
    "max_s": 0.021170072999666445,
    "mean_s": 0.020055459851358103,
    "median_s": 0.02000620299804723,
    "min_s": 0.01954141700116452,
    "n": 108,
    "p90_s": 0.020266681000066455,
    "p95_s": 0.020528498003841378,
    "quantile_rule": "nearest rank: sorted[round(q * (n - 1))], R.summarise's p95 form",
    "sum_s": 2.165989663946675
   },
   "summarise": {
    "accuracy": 0.17592592592592593,
    "brier": 1.3552548969444445,
    "correct": 19,
    "errors": 0,
    "eval_tokens_total": 0,
    "floored_rows": 0,
    "letters_floored_total": 0,
    "median_seconds": 0.02000620299804723,
    "n": 108,
    "n_labelled": 108,
    "n_reached": 108,
    "p95_seconds": 0.020528498003841378,
    "prompt_tokens_total": 23887,
    "refused": 0,
    "refused_by_reason": {},
    "reliability": [
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.1,
      "lo": 0.0,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.2,
      "lo": 0.1,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": null,
      "correct": 0,
      "gap": null,
      "hi": 0.3,
      "lo": 0.2,
      "mean_p": null,
      "n": 0,
      "sum_p": 0.0
     },
     {
      "accuracy": 0.25,
      "correct": 1,
      "gap": 0.08642500000000003,
      "hi": 0.4,
      "lo": 0.3,
      "mean_p": 0.33642500000000003,
      "n": 4,
      "sum_p": 1.3457000000000001
     },
     {
      "accuracy": 0.5454545454545454,
      "correct": 6,
      "gap": -0.09730909090909079,
      "hi": 0.5,
      "lo": 0.4,
      "mean_p": 0.4481454545454546,
      "n": 11,
      "sum_p": 4.929600000000001
     },
     {
      "accuracy": 0.14285714285714285,
      "correct": 2,
      "gap": 0.4149785714285715,
      "hi": 0.6,
      "lo": 0.5,
      "mean_p": 0.5578357142857143,
      "n": 14,
      "sum_p": 7.8097
     },
     {
      "accuracy": 0.07692307692307693,
      "correct": 1,
      "gap": 0.5861461538461539,
      "hi": 0.7,
      "lo": 0.6,
      "mean_p": 0.6630692307692307,
      "n": 13,
      "sum_p": 8.6199
     },
     {
      "accuracy": 0.0,
      "correct": 0,
      "gap": 0.7547599999999999,
      "hi": 0.8,
      "lo": 0.7,
      "mean_p": 0.7547599999999999,
      "n": 10,
      "sum_p": 7.547599999999999
     },
     {
      "accuracy": 0.15,
      "correct": 3,
      "gap": 0.7102950000000001,
      "hi": 0.9,
      "lo": 0.8,
      "mean_p": 0.8602950000000001,
      "n": 20,
      "sum_p": 17.205900000000003
     },
     {
      "accuracy": 0.16666666666666666,
      "correct": 6,
      "gap": 0.7863916666666667,
      "hi": 1.0,
      "lo": 0.9,
      "mean_p": 0.9530583333333333,
      "n": 36,
      "sum_p": 34.3101
     }
    ],
    "unparsed": 0
   },
   "wall_seconds": 2.194
  }
 ],
 "probe": {
  "answers": {
   "q": {
    "action": {
     "act_probability": 1.0
    },
    "answer_confidence": 0.6809,
    "confidence": 0.6809,
    "noul": 0.3191,
    "type": "noul"
   }
  },
  "card_after": {
   "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB",
   "chip": "NVIDIA GeForce RTX 3090",
   "is_card_b": true,
   "memory_total_mib": 24576.0,
   "memory_used_mib": 4094.0,
   "power_limit_w": "300.00",
   "pstate": "P2",
   "temperature_c": 42.0,
   "utc": "2026-10-01T09:42:51Z"
  },
  "error": null,
  "filler_chars": 36071,
  "filler_words": 6513,
  "kit_line_used": false,
  "seconds": 0.0348,
  "server_after": {
   "hwm_mb": 3281.0,
   "rss_mb": 2219.2
  },
  "server_before": {
   "hwm_mb": 3281.0,
   "rss_mb": 2214.0
  },
  "truncation": null,
  "usage": {
   "input_tokens": 512,
   "output_tokens": 0,
   "state_tokens": 7014,
   "state_tokens_dropped": 6538,
   "truncated": true,
   "truncated_questions": [
    "q"
   ]
  },
  "utc": "2026-10-01T09:42:51Z"
 },
 "server_hwm_mb_final": 3281.0,
 "stamp": "20261001T094233Z",
 "von_banner_at_end": null
}
