{"mode": "kev-choice", "prompt_sha256": "ada2e647fb31ad59f271b00730eac9606a376e7312144f898a5078a179b3253d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.1451, "einstein": 0.0289, "hypatia": 0.0108, "ibn_sina": 0.009, "sagan": 0.0091, "socrates": 0.797}, "confidence": 0.6105, "answer_confidence": 0.797, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 195, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.1451, "einstein": 0.0289, "hypatia": 0.0108, "ibn_sina": 0.009, "sagan": 0.0091, "socrates": 0.797}, "confidence": 0.6105, "seconds": 0.020875636000710074, "prompt_tokens": 195, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.875636000710074, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c000", "task": "kc", "label": "darwin", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "state_cut": false, "input_tokens_server": 195, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ae89c5003c7b8c49cffb6cc5b1d1490d93f6203de46ad9f7f01410a034925e66", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9773, "einstein": 0.0043, "hypatia": 0.0007, "ibn_sina": 0.0012, "sagan": 0.0034, "socrates": 0.0131}, "confidence": 0.9248, "answer_confidence": 0.9773, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9773, "einstein": 0.0043, "hypatia": 0.0007, "ibn_sina": 0.0012, "sagan": 0.0034, "socrates": 0.0131}, "confidence": 0.9248, "seconds": 0.020196122000925243, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.196122000925243, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c001", "task": "kc", "label": "darwin", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "6be4957f07feb5d82a63ae1dca58d96723d78d0c8f0e1a49f0cfafc844c756bc", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4382, "einstein": 0.1148, "hypatia": 0.0389, "ibn_sina": 0.031, "sagan": 0.0974, "socrates": 0.2797}, "confidence": 0.2035, "answer_confidence": 0.4382, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 217, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4382, "einstein": 0.1148, "hypatia": 0.0389, "ibn_sina": 0.031, "sagan": 0.0974, "socrates": 0.2797}, "confidence": 0.2035, "seconds": 0.02010619200154906, "prompt_tokens": 217, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.10619200154906, "done_reason": null, "id": "c-darwin-01-dessert-01", "uid": "c002", "task": "kc", "label": "darwin", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "state_cut": false, "input_tokens_server": 217, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1e254c48e8d558d49c1284459198465a15cef2148c47d5875cf4a5f35404bff2", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.1055, "einstein": 0.0045, "hypatia": 0.0009, "ibn_sina": 0.003, "sagan": 0.0023, "socrates": 0.8837}, "confidence": 0.7718, "answer_confidence": 0.8837, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.1055, "einstein": 0.0045, "hypatia": 0.0009, "ibn_sina": 0.003, "sagan": 0.0023, "socrates": 0.8837}, "confidence": 0.7718, "seconds": 0.02020383100170875, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.20383100170875, "done_reason": null, "id": "c-darwin-01-dessert-02", "uid": "c003", "task": "kc", "label": "darwin", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "7850492fc6179b1b4b4bdd20394ab04399c688ce7f0b9d2de32e671e0627905c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0517, "einstein": 0.0065, "hypatia": 0.0048, "ibn_sina": 0.003, "sagan": 0.0023, "socrates": 0.9316}, "confidence": 0.8275, "answer_confidence": 0.9316, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0517, "einstein": 0.0065, "hypatia": 0.0048, "ibn_sina": 0.003, "sagan": 0.0023, "socrates": 0.9316}, "confidence": 0.8275, "seconds": 0.021072534000268206, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 21.072534000268206, "done_reason": null, "id": "c-darwin-01-dessert-03", "uid": "c004", "task": "kc", "label": "darwin", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1ef9e9b47aa0b69dc706e2b2d978416f2bd011a8d4c23e06e7b821ffac0d6d06", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.927, "einstein": 0.0281, "hypatia": 0.0023, "ibn_sina": 0.0037, "sagan": 0.0028, "socrates": 0.0361}, "confidence": 0.8094, "answer_confidence": 0.927, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.927, "einstein": 0.0281, "hypatia": 0.0023, "ibn_sina": 0.0037, "sagan": 0.0028, "socrates": 0.0361}, "confidence": 0.8094, "seconds": 0.02023044100496918, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.23044100496918, "done_reason": null, "id": "c-darwin-01-dessert-03", "uid": "c005", "task": "kc", "label": "darwin", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "56bc6422a8c3ea07ea10491507d42c62f99c3b12a9c3b03c70a585fa6079a545", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9079, "einstein": 0.0407, "hypatia": 0.0015, "ibn_sina": 0.0049, "sagan": 0.0265, "socrates": 0.0186}, "confidence": 0.7635, "answer_confidence": 0.9079, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9079, "einstein": 0.0407, "hypatia": 0.0015, "ibn_sina": 0.0049, "sagan": 0.0265, "socrates": 0.0186}, "confidence": 0.7635, "seconds": 0.020007953004096635, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.007953004096635, "done_reason": null, "id": "c-darwin-01-main-01", "uid": "c006", "task": "kc", "label": "darwin", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "7d16a870429eb78dcdb3906b5987ef8ef9229dd0e68f08702c3d72a4601b76cf", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.014, "einstein": 0.0043, "hypatia": 0.0007, "ibn_sina": 0.0017, "sagan": 0.0009, "socrates": 0.9783}, "confidence": 0.9288, "answer_confidence": 0.9783, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 212, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.014, "einstein": 0.0043, "hypatia": 0.0007, "ibn_sina": 0.0017, "sagan": 0.0009, "socrates": 0.9783}, "confidence": 0.9288, "seconds": 0.01999945199349895, "prompt_tokens": 212, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.99945199349895, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c007", "task": "kc", "label": "darwin", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "state_cut": false, "input_tokens_server": 212, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "99aa86d7673acbef6b356ef6e1e62bb359780b871a574e286cb0d67fa9e028ce", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2746, "einstein": 0.006, "hypatia": 0.0012, "ibn_sina": 0.0031, "sagan": 0.003, "socrates": 0.7122}, "confidence": 0.6259, "answer_confidence": 0.7122, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.2746, "einstein": 0.006, "hypatia": 0.0012, "ibn_sina": 0.0031, "sagan": 0.003, "socrates": 0.7122}, "confidence": 0.6259, "seconds": 0.02011434200539952, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.11434200539952, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c008", "task": "kc", "label": "darwin", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "e1f0f4be015ea8f0987af3df612d4f3a535cc0f500bba24dfada1308176486e1", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9351, "einstein": 0.0284, "hypatia": 0.0007, "ibn_sina": 0.0025, "sagan": 0.0021, "socrates": 0.0311}, "confidence": 0.8298, "answer_confidence": 0.9351, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9351, "einstein": 0.0284, "hypatia": 0.0007, "ibn_sina": 0.0025, "sagan": 0.0021, "socrates": 0.0311}, "confidence": 0.8298, "seconds": 0.020180931998766027, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.180931998766027, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c009", "task": "kc", "label": "darwin", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b336b2cd695a572a1bc843edc2813cd4c22436dec5ab3c120fd4d7ac582be285", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9719, "einstein": 0.0034, "hypatia": 0.0008, "ibn_sina": 0.0013, "sagan": 0.0079, "socrates": 0.0148}, "confidence": 0.9097, "answer_confidence": 0.9719, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9719, "einstein": 0.0034, "hypatia": 0.0008, "ibn_sina": 0.0013, "sagan": 0.0079, "socrates": 0.0148}, "confidence": 0.9097, "seconds": 0.02017482100200141, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.17482100200141, "done_reason": null, "id": "c-darwin-01-main-02", "uid": "c010", "task": "kc", "label": "darwin", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "c8f7e1b2d641fcf994218fd2b5f6995d0ac1bf809d856c20e7ffbe37ee02cca5", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6563, "einstein": 0.0342, "hypatia": 0.0045, "ibn_sina": 0.0116, "sagan": 0.0123, "socrates": 0.2812}, "confidence": 0.5097, "answer_confidence": 0.6563, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6563, "einstein": 0.0342, "hypatia": 0.0045, "ibn_sina": 0.0116, "sagan": 0.0123, "socrates": 0.2812}, "confidence": 0.5097, "seconds": 0.02012963200104423, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.12963200104423, "done_reason": null, "id": "c-darwin-01-main-03", "uid": "c011", "task": "kc", "label": "darwin", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "97f03142dc8d0f609da8620d37ed9899a73abb02cf6db98cd2403169e1a8f1d1", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0042, "einstein": 0.0017, "hypatia": 0.0012, "ibn_sina": 0.002, "sagan": 0.0014, "socrates": 0.9895}, "confidence": 0.9586, "answer_confidence": 0.9895, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 156, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0042, "einstein": 0.0017, "hypatia": 0.0012, "ibn_sina": 0.002, "sagan": 0.0014, "socrates": 0.9895}, "confidence": 0.9586, "seconds": 0.019775984997977503, "prompt_tokens": 156, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.775984997977503, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c012", "task": "kc", "label": "darwin", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "state_cut": false, "input_tokens_server": 156, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b845ff9ea26f72b9ea56ec38a158e913f20101382e818927c12cf1babe316511", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9636, "einstein": 0.0215, "hypatia": 0.0008, "ibn_sina": 0.0022, "sagan": 0.002, "socrates": 0.0098}, "confidence": 0.8909, "answer_confidence": 0.9636, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 187, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9636, "einstein": 0.0215, "hypatia": 0.0008, "ibn_sina": 0.0022, "sagan": 0.002, "socrates": 0.0098}, "confidence": 0.8909, "seconds": 0.01982252400193829, "prompt_tokens": 187, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.82252400193829, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c013", "task": "kc", "label": "darwin", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "state_cut": false, "input_tokens_server": 187, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "9a29b19b68b4226e1997d783910f8c1302786371d55a405853d4f64b71916564", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4417, "einstein": 0.1249, "hypatia": 0.0144, "ibn_sina": 0.0408, "sagan": 0.0205, "socrates": 0.3577}, "confidence": 0.2969, "answer_confidence": 0.4417, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 211, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4417, "einstein": 0.1249, "hypatia": 0.0144, "ibn_sina": 0.0408, "sagan": 0.0205, "socrates": 0.3577}, "confidence": 0.2969, "seconds": 0.019963323000411037, "prompt_tokens": 211, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.963323000411037, "done_reason": null, "id": "c-darwin-01-starter-01", "uid": "c014", "task": "kc", "label": "darwin", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "state_cut": false, "input_tokens_server": 211, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "30a9396b56bc695ae23a32eff428110f7cb586e12fd3fb70164da328567b34bb", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4885, "einstein": 0.0104, "hypatia": 0.0053, "ibn_sina": 0.0674, "sagan": 0.004, "socrates": 0.4244}, "confidence": 0.4459, "answer_confidence": 0.4885, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 193, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4885, "einstein": 0.0104, "hypatia": 0.0053, "ibn_sina": 0.0674, "sagan": 0.004, "socrates": 0.4244}, "confidence": 0.4459, "seconds": 0.01980936500331154, "prompt_tokens": 193, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.80936500331154, "done_reason": null, "id": "c-darwin-01-starter-02", "uid": "c015", "task": "kc", "label": "darwin", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "state_cut": false, "input_tokens_server": 193, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "e31463776e2d63ca347866822a0a37ee28f8ec2812693c8947769b0b0af4d1d8", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8901, "einstein": 0.0234, "hypatia": 0.0015, "ibn_sina": 0.0039, "sagan": 0.0027, "socrates": 0.0784}, "confidence": 0.7552, "answer_confidence": 0.8901, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8901, "einstein": 0.0234, "hypatia": 0.0015, "ibn_sina": 0.0039, "sagan": 0.0027, "socrates": 0.0784}, "confidence": 0.7552, "seconds": 0.02016261099925032, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.16261099925032, "done_reason": null, "id": "c-darwin-01-starter-03", "uid": "c016", "task": "kc", "label": "darwin", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d3c89f4f7c26fdb7c98e0288179dc1fda4d9fc4fe1736900021b79f3d0c9b169", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8935, "einstein": 0.0556, "hypatia": 0.0115, "ibn_sina": 0.0028, "sagan": 0.0038, "socrates": 0.0328}, "confidence": 0.742, "answer_confidence": 0.8935, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8935, "einstein": 0.0556, "hypatia": 0.0115, "ibn_sina": 0.0028, "sagan": 0.0038, "socrates": 0.0328}, "confidence": 0.742, "seconds": 0.021032734999607783, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 21.032734999607783, "done_reason": null, "id": "c-darwin-01-starter-03", "uid": "c017", "task": "kc", "label": "darwin", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "f3c3ff5751f493093f849d48e30c91c3ca66897d3ab98f8906f24bbf0c764bb3", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.1246, "einstein": 0.0175, "hypatia": 0.0024, "ibn_sina": 0.0064, "sagan": 0.0044, "socrates": 0.8447}, "confidence": 0.6965, "answer_confidence": 0.8447, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.1246, "einstein": 0.0175, "hypatia": 0.0024, "ibn_sina": 0.0064, "sagan": 0.0044, "socrates": 0.8447}, "confidence": 0.6965, "seconds": 0.020151411001279484, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.151411001279484, "done_reason": null, "id": "c-einstein-01-dessert-01", "uid": "c018", "task": "kc", "label": "einstein", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b67cff6debb40976045fe29b9a21746ce0ee5f687719bd311e2c3fe3416d62fd", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0705, "einstein": 0.0074, "hypatia": 0.0017, "ibn_sina": 0.0253, "sagan": 0.0027, "socrates": 0.8925}, "confidence": 0.7521, "answer_confidence": 0.8925, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0705, "einstein": 0.0074, "hypatia": 0.0017, "ibn_sina": 0.0253, "sagan": 0.0027, "socrates": 0.8925}, "confidence": 0.7521, "seconds": 0.02010543199867243, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.10543199867243, "done_reason": null, "id": "c-einstein-01-dessert-01", "uid": "c019", "task": "kc", "label": "einstein", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ef89dd562e7e2022614d3aeddd490894007adab3496f15b911b8f50b5a8695bf", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.566, "einstein": 0.0669, "hypatia": 0.0687, "ibn_sina": 0.011, "sagan": 0.0157, "socrates": 0.2716}, "confidence": 0.3548, "answer_confidence": 0.566, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.566, "einstein": 0.0669, "hypatia": 0.0687, "ibn_sina": 0.011, "sagan": 0.0157, "socrates": 0.2716}, "confidence": 0.3548, "seconds": 0.02002038299542619, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.02038299542619, "done_reason": null, "id": "c-einstein-01-dessert-02", "uid": "c020", "task": "kc", "label": "einstein", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "dca49448005572a62fd417c9eaf61d7d31ad351962f9ace12cbbf8888be7a516", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4598, "einstein": 0.0997, "hypatia": 0.0065, "ibn_sina": 0.1217, "sagan": 0.0594, "socrates": 0.2529}, "confidence": 0.2234, "answer_confidence": 0.4598, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 204, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4598, "einstein": 0.0997, "hypatia": 0.0065, "ibn_sina": 0.1217, "sagan": 0.0594, "socrates": 0.2529}, "confidence": 0.2234, "seconds": 0.01993111400224734, "prompt_tokens": 204, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.93111400224734, "done_reason": null, "id": "c-einstein-01-dessert-02", "uid": "c021", "task": "kc", "label": "einstein", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "state_cut": false, "input_tokens_server": 204, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "78d241562930238f76945a3734169698bc708243442eeb4f19da867c434d4b2c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8636, "einstein": 0.0393, "hypatia": 0.0057, "ibn_sina": 0.0049, "sagan": 0.0049, "socrates": 0.0816}, "confidence": 0.6988, "answer_confidence": 0.8636, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8636, "einstein": 0.0393, "hypatia": 0.0057, "ibn_sina": 0.0049, "sagan": 0.0049, "socrates": 0.0816}, "confidence": 0.6988, "seconds": 0.020205130997055676, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.205130997055676, "done_reason": null, "id": "c-einstein-01-dessert-03", "uid": "c022", "task": "kc", "label": "einstein", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "18ddc18998ab3fb1e833f98202c0e822e1cd8155ccbf0a8a97fcba7933b1f73c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8112, "einstein": 0.076, "hypatia": 0.0027, "ibn_sina": 0.0088, "sagan": 0.0047, "socrates": 0.0965}, "confidence": 0.6235, "answer_confidence": 0.8112, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 218, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8112, "einstein": 0.076, "hypatia": 0.0027, "ibn_sina": 0.0088, "sagan": 0.0047, "socrates": 0.0965}, "confidence": 0.6235, "seconds": 0.020022122000227682, "prompt_tokens": 218, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.022122000227682, "done_reason": null, "id": "c-einstein-01-main-01", "uid": "c023", "task": "kc", "label": "einstein", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "state_cut": false, "input_tokens_server": 218, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "0cba123d72e8f7f1c3c7f88c01d5c38838fcf30e5686570d971c7add87b763a2", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5018, "einstein": 0.0163, "hypatia": 0.0024, "ibn_sina": 0.0327, "sagan": 0.004, "socrates": 0.4428}, "confidence": 0.4854, "answer_confidence": 0.5018, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5018, "einstein": 0.0163, "hypatia": 0.0024, "ibn_sina": 0.0327, "sagan": 0.004, "socrates": 0.4428}, "confidence": 0.4854, "seconds": 0.02007255300122779, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.07255300122779, "done_reason": null, "id": "c-einstein-01-main-01", "uid": "c024", "task": "kc", "label": "einstein", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "af92cf8e77853f7e17b471fab0386d943067a2e1b42c4599e1fd1b6432fd3b11", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.929, "einstein": 0.0302, "hypatia": 0.0009, "ibn_sina": 0.0022, "sagan": 0.0028, "socrates": 0.0349}, "confidence": 0.8171, "answer_confidence": 0.929, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.929, "einstein": 0.0302, "hypatia": 0.0009, "ibn_sina": 0.0022, "sagan": 0.0028, "socrates": 0.0349}, "confidence": 0.8171, "seconds": 0.020096312000532635, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.096312000532635, "done_reason": null, "id": "c-einstein-01-main-02", "uid": "c025", "task": "kc", "label": "einstein", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "fbe5ea900d8ce1bc3acd6791006648e0ced9aec40544e9afe4d501057d4ae8bd", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.2497, "einstein": 0.0525, "hypatia": 0.0081, "ibn_sina": 0.3648, "sagan": 0.0141, "socrates": 0.3108}, "confidence": 0.2569, "answer_confidence": 0.3648, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "ibn_sina", "probs": {"darwin": 0.2497, "einstein": 0.0525, "hypatia": 0.0081, "ibn_sina": 0.3648, "sagan": 0.0141, "socrates": 0.3108}, "confidence": 0.2569, "seconds": 0.02001720199768897, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.01720199768897, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c026", "task": "kc", "label": "einstein", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "7905abf1a7c38428613208ee4ff2e2dff37c5106352f2c0f16c09b8cf9fff9af", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8242, "einstein": 0.0458, "hypatia": 0.0031, "ibn_sina": 0.0432, "sagan": 0.0056, "socrates": 0.078}, "confidence": 0.619, "answer_confidence": 0.8242, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8242, "einstein": 0.0458, "hypatia": 0.0031, "ibn_sina": 0.0432, "sagan": 0.0056, "socrates": 0.078}, "confidence": 0.619, "seconds": 0.02006796299974667, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.06796299974667, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c027", "task": "kc", "label": "einstein", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "046c679c54add8987c0def6ffb019370532501b30ece1b193e34c4ac614f29e3", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8984, "einstein": 0.0412, "hypatia": 0.0227, "ibn_sina": 0.0033, "sagan": 0.0051, "socrates": 0.0293}, "confidence": 0.7418, "answer_confidence": 0.8984, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8984, "einstein": 0.0412, "hypatia": 0.0227, "ibn_sina": 0.0033, "sagan": 0.0051, "socrates": 0.0293}, "confidence": 0.7418, "seconds": 0.02000778300134698, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.00778300134698, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c028", "task": "kc", "label": "einstein", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1c86e1f79ad9ee96dfc6e80b1c4bfb37ccb503740730c4dcdc4de0bbe9576979", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9869, "einstein": 0.0118, "hypatia": 0.0002, "ibn_sina": 0.0001, "sagan": 0.0002, "socrates": 0.0008}, "confidence": 0.9578, "answer_confidence": 0.9869, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9869, "einstein": 0.0118, "hypatia": 0.0002, "ibn_sina": 0.0001, "sagan": 0.0002, "socrates": 0.0008}, "confidence": 0.9578, "seconds": 0.020165941001323517, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.165941001323517, "done_reason": null, "id": "c-einstein-01-main-03", "uid": "c029", "task": "kc", "label": "einstein", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "08395ee9a394a652ac502ba3783881f851a097c91c2d8c801bc9dd19465066fa", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0066, "einstein": 0.0006, "hypatia": 0.0003, "ibn_sina": 0.0057, "sagan": 0.0008, "socrates": 0.986}, "confidence": 0.9501, "answer_confidence": 0.986, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 221, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0066, "einstein": 0.0006, "hypatia": 0.0003, "ibn_sina": 0.0057, "sagan": 0.0008, "socrates": 0.986}, "confidence": 0.9501, "seconds": 0.02033101000415627, "prompt_tokens": 221, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.33101000415627, "done_reason": null, "id": "c-einstein-01-starter-01", "uid": "c030", "task": "kc", "label": "einstein", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "state_cut": false, "input_tokens_server": 221, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "06550a0c070754bfa382273603bae053348544611ea06fc60c3f8f78f6f0e0b7", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6245, "einstein": 0.1817, "hypatia": 0.0063, "ibn_sina": 0.0206, "sagan": 0.0192, "socrates": 0.1478}, "confidence": 0.4007, "answer_confidence": 0.6245, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 185, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6245, "einstein": 0.1817, "hypatia": 0.0063, "ibn_sina": 0.0206, "sagan": 0.0192, "socrates": 0.1478}, "confidence": 0.4007, "seconds": 0.019851844997901935, "prompt_tokens": 185, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.851844997901935, "done_reason": null, "id": "c-einstein-01-starter-02", "uid": "c031", "task": "kc", "label": "einstein", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "state_cut": false, "input_tokens_server": 185, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "8d3b9b5c684b9c4f71fe2c80ef2a0abb1bf762cb9eca32cc2797975293e622db", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7852, "einstein": 0.0888, "hypatia": 0.0029, "ibn_sina": 0.0073, "sagan": 0.0062, "socrates": 0.1096}, "confidence": 0.5918, "answer_confidence": 0.7852, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 209, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.7852, "einstein": 0.0888, "hypatia": 0.0029, "ibn_sina": 0.0073, "sagan": 0.0062, "socrates": 0.1096}, "confidence": 0.5918, "seconds": 0.020003243000246584, "prompt_tokens": 209, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.003243000246584, "done_reason": null, "id": "c-einstein-01-starter-02", "uid": "c032", "task": "kc", "label": "einstein", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "state_cut": false, "input_tokens_server": 209, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ef45da2316173e7abeea5d9f50b805e7e6101970e193e303448a09b24841b95c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.3876, "einstein": 0.0723, "hypatia": 0.0027, "ibn_sina": 0.008, "sagan": 0.0078, "socrates": 0.5216}, "confidence": 0.448, "answer_confidence": 0.5216, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.3876, "einstein": 0.0723, "hypatia": 0.0027, "ibn_sina": 0.008, "sagan": 0.0078, "socrates": 0.5216}, "confidence": 0.448, "seconds": 0.020183291999273933, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.183291999273933, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c033", "task": "kc", "label": "einstein", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "70c61a24e7389825115e809e90590b0de304acdcec9da8139878d698c530832c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8376, "einstein": 0.0977, "hypatia": 0.0048, "ibn_sina": 0.0063, "sagan": 0.0105, "socrates": 0.043}, "confidence": 0.6558, "answer_confidence": 0.8376, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8376, "einstein": 0.0977, "hypatia": 0.0048, "ibn_sina": 0.0063, "sagan": 0.0105, "socrates": 0.043}, "confidence": 0.6558, "seconds": 0.02014017199689988, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.14017199689988, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c034", "task": "kc", "label": "einstein", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "36e36fd875dcb6fcd30f8ad4a732fc84604c5605fd51588de8cdf3fd37bcb156", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.3004, "einstein": 0.2641, "hypatia": 0.2889, "ibn_sina": 0.0086, "sagan": 0.0105, "socrates": 0.1276}, "confidence": 0.2058, "answer_confidence": 0.3004, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 195, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.3004, "einstein": 0.2641, "hypatia": 0.2889, "ibn_sina": 0.0086, "sagan": 0.0105, "socrates": 0.1276}, "confidence": 0.2058, "seconds": 0.020064613003341947, "prompt_tokens": 195, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.064613003341947, "done_reason": null, "id": "c-einstein-01-starter-03", "uid": "c035", "task": "kc", "label": "einstein", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "state_cut": false, "input_tokens_server": 195, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "53410880d12779c0c4c4e4becb3d6c57efa5cca73c859c565c763499a1fba816", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.066, "einstein": 0.0114, "hypatia": 0.0008, "ibn_sina": 0.0025, "sagan": 0.0018, "socrates": 0.9175}, "confidence": 0.8094, "answer_confidence": 0.9175, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.066, "einstein": 0.0114, "hypatia": 0.0008, "ibn_sina": 0.0025, "sagan": 0.0018, "socrates": 0.9175}, "confidence": 0.8094, "seconds": 0.020092362006835174, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.092362006835174, "done_reason": null, "id": "c-hypatia-01-dessert-01", "uid": "c036", "task": "kc", "label": "hypatia", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:47Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "60ca01400728b39379b62e800f8729bb21f28627f8ef74fdb91406ffc80d039b", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7028, "einstein": 0.1086, "hypatia": 0.0055, "ibn_sina": 0.0105, "sagan": 0.0081, "socrates": 0.1644}, "confidence": 0.4969, "answer_confidence": 0.7028, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.7028, "einstein": 0.1086, "hypatia": 0.0055, "ibn_sina": 0.0105, "sagan": 0.0081, "socrates": 0.1644}, "confidence": 0.4969, "seconds": 0.02000995299749775, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.00995299749775, "done_reason": null, "id": "c-hypatia-01-dessert-02", "uid": "c037", "task": "kc", "label": "hypatia", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "cea561710397d08713919835eaa6badd506abefe21e9793915736cbcf571db70", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4577, "einstein": 0.3183, "hypatia": 0.0099, "ibn_sina": 0.093, "sagan": 0.016, "socrates": 0.1051}, "confidence": 0.2792, "answer_confidence": 0.4577, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 192, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4577, "einstein": 0.3183, "hypatia": 0.0099, "ibn_sina": 0.093, "sagan": 0.016, "socrates": 0.1051}, "confidence": 0.2792, "seconds": 0.01949980700010201, "prompt_tokens": 192, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.49980700010201, "done_reason": null, "id": "c-hypatia-01-dessert-02", "uid": "c038", "task": "kc", "label": "hypatia", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "state_cut": false, "input_tokens_server": 192, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "a92667bd1952495e79468ae067425395d5511079bdf1f066abafa0182c57620e", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4923, "einstein": 0.2456, "hypatia": 0.008, "ibn_sina": 0.0174, "sagan": 0.0241, "socrates": 0.2126}, "confidence": 0.3181, "answer_confidence": 0.4923, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 214, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4923, "einstein": 0.2456, "hypatia": 0.008, "ibn_sina": 0.0174, "sagan": 0.0241, "socrates": 0.2126}, "confidence": 0.3181, "seconds": 0.020640378003008664, "prompt_tokens": 214, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.640378003008664, "done_reason": null, "id": "c-hypatia-01-dessert-03", "uid": "c039", "task": "kc", "label": "hypatia", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "state_cut": false, "input_tokens_server": 214, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "6dae1f58ef7ea31d6acf53cc5f4fc8a8254827e1ec602b97859fd641edded372", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2467, "einstein": 0.0112, "hypatia": 0.0093, "ibn_sina": 0.0086, "sagan": 0.0048, "socrates": 0.7194}, "confidence": 0.5857, "answer_confidence": 0.7194, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.2467, "einstein": 0.0112, "hypatia": 0.0093, "ibn_sina": 0.0086, "sagan": 0.0048, "socrates": 0.7194}, "confidence": 0.5857, "seconds": 0.020197341000312008, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.197341000312008, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c040", "task": "kc", "label": "hypatia", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "c5e40b39c14beb9a0b05e0922a154ec9943477a8ebdd3b239151420d3872133c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9471, "einstein": 0.0131, "hypatia": 0.0006, "ibn_sina": 0.0171, "sagan": 0.0012, "socrates": 0.0208}, "confidence": 0.8486, "answer_confidence": 0.9471, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 214, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9471, "einstein": 0.0131, "hypatia": 0.0006, "ibn_sina": 0.0171, "sagan": 0.0012, "socrates": 0.0208}, "confidence": 0.8486, "seconds": 0.01998977300536353, "prompt_tokens": 214, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.98977300536353, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c041", "task": "kc", "label": "hypatia", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "state_cut": false, "input_tokens_server": 214, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "79fb4c421b342027371a354bfc724fa64f5db5d74a395e1f0134e383b6932a60", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9221, "einstein": 0.0213, "hypatia": 0.0037, "ibn_sina": 0.0173, "sagan": 0.0106, "socrates": 0.0251}, "confidence": 0.7833, "answer_confidence": 0.9221, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9221, "einstein": 0.0213, "hypatia": 0.0037, "ibn_sina": 0.0173, "sagan": 0.0106, "socrates": 0.0251}, "confidence": 0.7833, "seconds": 0.0202035309994244, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.2035309994244, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c042", "task": "kc", "label": "hypatia", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1171383a350272ae6dd50d3be1dda29c6229f3879efb1331a0015d33d4fa3568", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8467, "einstein": 0.0276, "hypatia": 0.0012, "ibn_sina": 0.0037, "sagan": 0.0025, "socrates": 0.1182}, "confidence": 0.7006, "answer_confidence": 0.8467, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8467, "einstein": 0.0276, "hypatia": 0.0012, "ibn_sina": 0.0037, "sagan": 0.0025, "socrates": 0.1182}, "confidence": 0.7006, "seconds": 0.02012756200565491, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.12756200565491, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c043", "task": "kc", "label": "hypatia", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "550dcbbf4c9113c575eb00cf7dd4c978283e0d887b4fa383e793b9d3768433b0", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5877, "einstein": 0.3795, "hypatia": 0.0015, "ibn_sina": 0.0022, "sagan": 0.0029, "socrates": 0.0263}, "confidence": 0.5448, "answer_confidence": 0.5877, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 192, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5877, "einstein": 0.3795, "hypatia": 0.0015, "ibn_sina": 0.0022, "sagan": 0.0029, "socrates": 0.0263}, "confidence": 0.5448, "seconds": 0.019500297006743494, "prompt_tokens": 192, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.500297006743494, "done_reason": null, "id": "c-hypatia-01-main-01", "uid": "c044", "task": "kc", "label": "hypatia", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "state_cut": false, "input_tokens_server": 192, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "a7501a3b3149ec22eb93de5cfbdf2becc70db679c219e6f88ab7072e69212da2", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9296, "einstein": 0.0366, "hypatia": 0.0009, "ibn_sina": 0.0025, "sagan": 0.0026, "socrates": 0.0279}, "confidence": 0.8184, "answer_confidence": 0.9296, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9296, "einstein": 0.0366, "hypatia": 0.0009, "ibn_sina": 0.0025, "sagan": 0.0026, "socrates": 0.0279}, "confidence": 0.8184, "seconds": 0.020091591999516822, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.091591999516822, "done_reason": null, "id": "c-hypatia-01-main-02", "uid": "c045", "task": "kc", "label": "hypatia", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "51091ba903351f76f1c9074582ea4abcadfbf07b73645803c2453268f86cf0fe", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8924, "einstein": 0.0516, "hypatia": 0.0024, "ibn_sina": 0.0051, "sagan": 0.0104, "socrates": 0.0382}, "confidence": 0.7389, "answer_confidence": 0.8924, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8924, "einstein": 0.0516, "hypatia": 0.0024, "ibn_sina": 0.0051, "sagan": 0.0104, "socrates": 0.0382}, "confidence": 0.7389, "seconds": 0.020094221996259876, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.094221996259876, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c046", "task": "kc", "label": "hypatia", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ef8ed0aee48a818fd4b6f519a6d69a1ee3cdac3aca20b9c6b8fec197d1a29a2f", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2936, "einstein": 0.0073, "hypatia": 0.001, "ibn_sina": 0.003, "sagan": 0.0017, "socrates": 0.6934}, "confidence": 0.6177, "answer_confidence": 0.6934, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.2936, "einstein": 0.0073, "hypatia": 0.001, "ibn_sina": 0.003, "sagan": 0.0017, "socrates": 0.6934}, "confidence": 0.6177, "seconds": 0.020085891999769956, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.085891999769956, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c047", "task": "kc", "label": "hypatia", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "518f70391848f4160de4d2ca4b3dfa9256f61398a04ebe65ce467d3f4df3d9ec", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.3445, "einstein": 0.0103, "hypatia": 0.0019, "ibn_sina": 0.0052, "sagan": 0.0043, "socrates": 0.6337}, "confidence": 0.5724, "answer_confidence": 0.6337, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.3445, "einstein": 0.0103, "hypatia": 0.0019, "ibn_sina": 0.0052, "sagan": 0.0043, "socrates": 0.6337}, "confidence": 0.5724, "seconds": 0.020209692003845703, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.209692003845703, "done_reason": null, "id": "c-hypatia-01-main-03", "uid": "c048", "task": "kc", "label": "hypatia", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "2c8f8199cffc7ca570c61b59355b5cb2b0d15104ad1e57f3fd7692a8b2ec257e", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7627, "einstein": 0.0757, "hypatia": 0.0039, "ibn_sina": 0.0109, "sagan": 0.0057, "socrates": 0.1411}, "confidence": 0.5653, "answer_confidence": 0.7627, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 189, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.7627, "einstein": 0.0757, "hypatia": 0.0039, "ibn_sina": 0.0109, "sagan": 0.0057, "socrates": 0.1411}, "confidence": 0.5653, "seconds": 0.020540698002150748, "prompt_tokens": 189, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.540698002150748, "done_reason": null, "id": "c-hypatia-01-starter-01", "uid": "c049", "task": "kc", "label": "hypatia", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "state_cut": false, "input_tokens_server": 189, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "49cf9584bdd714487fe44d03d0cf094bffb7ddabf39f43dc80799d3de073d3f7", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6864, "einstein": 0.1384, "hypatia": 0.0056, "ibn_sina": 0.0109, "sagan": 0.0085, "socrates": 0.1502}, "confidence": 0.4779, "answer_confidence": 0.6864, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6864, "einstein": 0.1384, "hypatia": 0.0056, "ibn_sina": 0.0109, "sagan": 0.0085, "socrates": 0.1502}, "confidence": 0.4779, "seconds": 0.020076831999176648, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.076831999176648, "done_reason": null, "id": "c-hypatia-01-starter-01", "uid": "c050", "task": "kc", "label": "hypatia", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d445b0eba928e2f123e2a696fc3349b65c89382bdce54490773f3593ea646bbd", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0133, "einstein": 0.0012, "hypatia": 0.0004, "ibn_sina": 0.0006, "sagan": 0.0005, "socrates": 0.984}, "confidence": 0.9481, "answer_confidence": 0.984, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 218, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0133, "einstein": 0.0012, "hypatia": 0.0004, "ibn_sina": 0.0006, "sagan": 0.0005, "socrates": 0.984}, "confidence": 0.9481, "seconds": 0.020064073003595695, "prompt_tokens": 218, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.064073003595695, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c051", "task": "kc", "label": "hypatia", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "state_cut": false, "input_tokens_server": 218, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "44eede8e8a6cd0f0ec8f329973c8450624acfaaf39b0e500af444335f60a264d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8955, "einstein": 0.0172, "hypatia": 0.0011, "ibn_sina": 0.0519, "sagan": 0.002, "socrates": 0.0323}, "confidence": 0.7471, "answer_confidence": 0.8955, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 191, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8955, "einstein": 0.0172, "hypatia": 0.0011, "ibn_sina": 0.0519, "sagan": 0.002, "socrates": 0.0323}, "confidence": 0.7471, "seconds": 0.020229351001034956, "prompt_tokens": 191, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.229351001034956, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c052", "task": "kc", "label": "hypatia", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "state_cut": false, "input_tokens_server": 191, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "a66cb47a052715ec47cff3da36e4d6f8643ac70737abfd23a65b0300a9c4f131", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9062, "einstein": 0.0357, "hypatia": 0.0011, "ibn_sina": 0.0025, "sagan": 0.0361, "socrates": 0.0184}, "confidence": 0.7634, "answer_confidence": 0.9062, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9062, "einstein": 0.0357, "hypatia": 0.0011, "ibn_sina": 0.0025, "sagan": 0.0361, "socrates": 0.0184}, "confidence": 0.7634, "seconds": 0.020778036006959155, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.778036006959155, "done_reason": null, "id": "c-hypatia-01-starter-02", "uid": "c053", "task": "kc", "label": "hypatia", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "2bfa4bdd272a13a8e0a461cd9394d00a24d529a16ca98d344a304f473afee10d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6646, "einstein": 0.2315, "hypatia": 0.0233, "ibn_sina": 0.0084, "sagan": 0.0079, "socrates": 0.0643}, "confidence": 0.4684, "answer_confidence": 0.6646, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6646, "einstein": 0.2315, "hypatia": 0.0233, "ibn_sina": 0.0084, "sagan": 0.0079, "socrates": 0.0643}, "confidence": 0.4684, "seconds": 0.020021723001264036, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.021723001264036, "done_reason": null, "id": "c-ibn_sina-01-dessert-01", "uid": "c054", "task": "kc", "label": "ibn_sina", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "a316eee1d777f5acec746f93cc5f922a09147773e8466eeda1d6cd77d962c38e", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9501, "einstein": 0.0166, "hypatia": 0.0031, "ibn_sina": 0.0021, "sagan": 0.0014, "socrates": 0.0266}, "confidence": 0.8585, "answer_confidence": 0.9501, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9501, "einstein": 0.0166, "hypatia": 0.0031, "ibn_sina": 0.0021, "sagan": 0.0014, "socrates": 0.0266}, "confidence": 0.8585, "seconds": 0.019968003005487844, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.968003005487844, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c055", "task": "kc", "label": "ibn_sina", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ee3137cb7f1a66a6f4433d42bfd7c7a56e7450e35fcb2e2ab1ca53452e4d5595", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4354, "einstein": 0.2923, "hypatia": 0.0114, "ibn_sina": 0.0264, "sagan": 0.0462, "socrates": 0.1883}, "confidence": 0.2605, "answer_confidence": 0.4354, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4354, "einstein": 0.2923, "hypatia": 0.0114, "ibn_sina": 0.0264, "sagan": 0.0462, "socrates": 0.1883}, "confidence": 0.2605, "seconds": 0.020020503005071077, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.020503005071077, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c056", "task": "kc", "label": "ibn_sina", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "fef9b4a6bb369848c472d86f9cddd6d23a488ef8c4f0ddf47669b6b7d3933f4e", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5872, "einstein": 0.1384, "hypatia": 0.0283, "ibn_sina": 0.0155, "sagan": 0.1, "socrates": 0.1305}, "confidence": 0.3035, "answer_confidence": 0.5872, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5872, "einstein": 0.1384, "hypatia": 0.0283, "ibn_sina": 0.0155, "sagan": 0.1, "socrates": 0.1305}, "confidence": 0.3035, "seconds": 0.020054771994182374, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.054771994182374, "done_reason": null, "id": "c-ibn_sina-01-dessert-02", "uid": "c057", "task": "kc", "label": "ibn_sina", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "a1a0666b3c7760ecf67320bc79e8c40eabd3038760e7b0d833c83d02d9857e7c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8337, "einstein": 0.106, "hypatia": 0.0015, "ibn_sina": 0.0045, "sagan": 0.004, "socrates": 0.0505}, "confidence": 0.6674, "answer_confidence": 0.8337, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8337, "einstein": 0.106, "hypatia": 0.0015, "ibn_sina": 0.0045, "sagan": 0.004, "socrates": 0.0505}, "confidence": 0.6674, "seconds": 0.020044683005835395, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.044683005835395, "done_reason": null, "id": "c-ibn_sina-01-dessert-03", "uid": "c058", "task": "kc", "label": "ibn_sina", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "5d38405aad00196bf315b3f02a4541a96ee3b0b544e6d7b01ee62e4201af80de", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5994, "einstein": 0.0113, "hypatia": 0.0005, "ibn_sina": 0.001, "sagan": 0.0008, "socrates": 0.387}, "confidence": 0.5865, "answer_confidence": 0.5994, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5994, "einstein": 0.0113, "hypatia": 0.0005, "ibn_sina": 0.001, "sagan": 0.0008, "socrates": 0.387}, "confidence": 0.5865, "seconds": 0.020072511993930675, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.072511993930675, "done_reason": null, "id": "c-ibn_sina-01-dessert-03", "uid": "c059", "task": "kc", "label": "ibn_sina", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1a1a9d479c9f9382fc6b8f35f6aa832428b8ff9246586de0a5a16d82b97ed0d3", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.4267, "einstein": 0.3038, "hypatia": 0.0119, "ibn_sina": 0.0314, "sagan": 0.019, "socrates": 0.2072}, "confidence": 0.2809, "answer_confidence": 0.4267, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.4267, "einstein": 0.3038, "hypatia": 0.0119, "ibn_sina": 0.0314, "sagan": 0.019, "socrates": 0.2072}, "confidence": 0.2809, "seconds": 0.020035383000504225, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.035383000504225, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c060", "task": "kc", "label": "ibn_sina", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "0eaa53cd7e68184de0b50355e7ae62c609c53927e1fff8511bf6410b513fd76c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9567, "einstein": 0.0374, "hypatia": 0.0012, "ibn_sina": 0.0005, "sagan": 0.0006, "socrates": 0.0037}, "confidence": 0.8873, "answer_confidence": 0.9567, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9567, "einstein": 0.0374, "hypatia": 0.0012, "ibn_sina": 0.0005, "sagan": 0.0006, "socrates": 0.0037}, "confidence": 0.8873, "seconds": 0.020068022000486962, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.068022000486962, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c061", "task": "kc", "label": "ibn_sina", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "c461c8ab53ff01b5a96bd7ece4257ee0a3381a919c1f261f77bf828da81d00de", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8611, "einstein": 0.075, "hypatia": 0.0024, "ibn_sina": 0.0058, "sagan": 0.0054, "socrates": 0.0504}, "confidence": 0.6954, "answer_confidence": 0.8611, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8611, "einstein": 0.075, "hypatia": 0.0024, "ibn_sina": 0.0058, "sagan": 0.0054, "socrates": 0.0504}, "confidence": 0.6954, "seconds": 0.020089962003112305, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.089962003112305, "done_reason": null, "id": "c-ibn_sina-01-main-02", "uid": "c062", "task": "kc", "label": "ibn_sina", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "9bf1321b83d4fa4a12fee84c88e428fa1366c4478d4eb1e3b333869cc146f6bf", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9396, "einstein": 0.026, "hypatia": 0.0007, "ibn_sina": 0.002, "sagan": 0.0015, "socrates": 0.0302}, "confidence": 0.8402, "answer_confidence": 0.9396, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9396, "einstein": 0.026, "hypatia": 0.0007, "ibn_sina": 0.002, "sagan": 0.0015, "socrates": 0.0302}, "confidence": 0.8402, "seconds": 0.020165851994534023, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.165851994534023, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c063", "task": "kc", "label": "ibn_sina", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "eff8abe6388ec33a313b640330e601559224476208f89d3386053c3801501032", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "einstein", "probabilities": {"darwin": 0.3853, "einstein": 0.5607, "hypatia": 0.0024, "ibn_sina": 0.0048, "sagan": 0.0248, "socrates": 0.022}, "confidence": 0.4934, "answer_confidence": 0.5607, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "einstein", "probs": {"darwin": 0.3853, "einstein": 0.5607, "hypatia": 0.0024, "ibn_sina": 0.0048, "sagan": 0.0248, "socrates": 0.022}, "confidence": 0.4934, "seconds": 0.020101821995922364, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.101821995922364, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c064", "task": "kc", "label": "ibn_sina", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "c5ad5e3e45e478abdf23a6ab5e1d56e3cd7dd44483f5f3db007ff88291281086", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9756, "einstein": 0.0115, "hypatia": 0.0007, "ibn_sina": 0.001, "sagan": 0.0007, "socrates": 0.0106}, "confidence": 0.9218, "answer_confidence": 0.9756, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9756, "einstein": 0.0115, "hypatia": 0.0007, "ibn_sina": 0.001, "sagan": 0.0007, "socrates": 0.0106}, "confidence": 0.9218, "seconds": 0.02105381400178885, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 21.05381400178885, "done_reason": null, "id": "c-ibn_sina-01-main-03", "uid": "c065", "task": "kc", "label": "ibn_sina", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "43311265711e35aea9915fd2616e6caa06d83a03a87905bc4b8ee72a6624f423", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9653, "einstein": 0.0111, "hypatia": 0.001, "ibn_sina": 0.0033, "sagan": 0.0012, "socrates": 0.0181}, "confidence": 0.8939, "answer_confidence": 0.9653, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 210, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9653, "einstein": 0.0111, "hypatia": 0.001, "ibn_sina": 0.0033, "sagan": 0.0012, "socrates": 0.0181}, "confidence": 0.8939, "seconds": 0.021094413998071104, "prompt_tokens": 210, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 21.094413998071104, "done_reason": null, "id": "c-ibn_sina-01-starter-01", "uid": "c066", "task": "kc", "label": "ibn_sina", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "state_cut": false, "input_tokens_server": 210, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "131fc24eee14e0fad8c3f1bb63f44e6e9b71d0d8e5ad9dfd0ceb8f983efc446b", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6965, "einstein": 0.0531, "hypatia": 0.0237, "ibn_sina": 0.0086, "sagan": 0.0057, "socrates": 0.2124}, "confidence": 0.5001, "answer_confidence": 0.6965, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6965, "einstein": 0.0531, "hypatia": 0.0237, "ibn_sina": 0.0086, "sagan": 0.0057, "socrates": 0.2124}, "confidence": 0.5001, "seconds": 0.020395579995238222, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.395579995238222, "done_reason": null, "id": "c-ibn_sina-01-starter-02", "uid": "c067", "task": "kc", "label": "ibn_sina", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "34f4066062175b70b87d8fd7b2f00337e29a272948be077081e7cd483f164ddf", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.1174, "einstein": 0.0752, "hypatia": 0.0058, "ibn_sina": 0.0181, "sagan": 0.0092, "socrates": 0.7744}, "confidence": 0.5594, "answer_confidence": 0.7744, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.1174, "einstein": 0.0752, "hypatia": 0.0058, "ibn_sina": 0.0181, "sagan": 0.0092, "socrates": 0.7744}, "confidence": 0.5594, "seconds": 0.020129151998844463, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.129151998844463, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c068", "task": "kc", "label": "ibn_sina", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "278ce52f1fb5806bd53426fc0d36fb0841720bd0af69b13c82171a1959ec2442", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9206, "einstein": 0.0436, "hypatia": 0.0011, "ibn_sina": 0.0041, "sagan": 0.004, "socrates": 0.0267}, "confidence": 0.7983, "answer_confidence": 0.9206, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9206, "einstein": 0.0436, "hypatia": 0.0011, "ibn_sina": 0.0041, "sagan": 0.004, "socrates": 0.0267}, "confidence": 0.7983, "seconds": 0.0200796619974426, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.0796619974426, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c069", "task": "kc", "label": "ibn_sina", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1ccbf400ac8a33b8f58b4d0235d5d5224724fdf4a03d6c8009022a3d8edce728", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5768, "einstein": 0.1208, "hypatia": 0.0786, "ibn_sina": 0.0155, "sagan": 0.0106, "socrates": 0.1978}, "confidence": 0.327, "answer_confidence": 0.5768, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5768, "einstein": 0.1208, "hypatia": 0.0786, "ibn_sina": 0.0155, "sagan": 0.0106, "socrates": 0.1978}, "confidence": 0.327, "seconds": 0.020088031997147482, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.088031997147482, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c070", "task": "kc", "label": "ibn_sina", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ead36546ab9734fefac1b80c3330c225213caa33b146a86d9dab333bbe6d478c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9237, "einstein": 0.0392, "hypatia": 0.001, "ibn_sina": 0.0044, "sagan": 0.0036, "socrates": 0.0281}, "confidence": 0.8037, "answer_confidence": 0.9237, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9237, "einstein": 0.0392, "hypatia": 0.001, "ibn_sina": 0.0044, "sagan": 0.0036, "socrates": 0.0281}, "confidence": 0.8037, "seconds": 0.02008957300131442, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.08957300131442, "done_reason": null, "id": "c-ibn_sina-01-starter-03", "uid": "c071", "task": "kc", "label": "ibn_sina", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "66aa66c272b747d081a054700b83be9e3bd9d52d659c476b286362026ac9636f", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7797, "einstein": 0.1547, "hypatia": 0.007, "ibn_sina": 0.0283, "sagan": 0.0044, "socrates": 0.0258}, "confidence": 0.5888, "answer_confidence": 0.7797, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.7797, "einstein": 0.1547, "hypatia": 0.007, "ibn_sina": 0.0283, "sagan": 0.0044, "socrates": 0.0258}, "confidence": 0.5888, "seconds": 0.020123232003243174, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.123232003243174, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c072", "task": "kc", "label": "sagan", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "985b8f250ac5989de5ec078b274393d5d7d4a02955eaad8be4423d5426ec6549", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6166, "einstein": 0.3174, "hypatia": 0.0067, "ibn_sina": 0.0073, "sagan": 0.0097, "socrates": 0.0423}, "confidence": 0.4918, "answer_confidence": 0.6166, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6166, "einstein": 0.3174, "hypatia": 0.0067, "ibn_sina": 0.0073, "sagan": 0.0097, "socrates": 0.0423}, "confidence": 0.4918, "seconds": 0.019977382995421067, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.977382995421067, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c073", "task": "kc", "label": "sagan", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "5ded00af7070527bfe7a3d8e16ee1bf2e306fa18d917c9c2a27b186fa4e3535d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5283, "einstein": 0.2237, "hypatia": 0.0495, "ibn_sina": 0.0241, "sagan": 0.0181, "socrates": 0.1562}, "confidence": 0.2893, "answer_confidence": 0.5283, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 207, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5283, "einstein": 0.2237, "hypatia": 0.0495, "ibn_sina": 0.0241, "sagan": 0.0181, "socrates": 0.1562}, "confidence": 0.2893, "seconds": 0.019941202997870278, "prompt_tokens": 207, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.941202997870278, "done_reason": null, "id": "c-sagan-01-dessert-01", "uid": "c074", "task": "kc", "label": "sagan", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "state_cut": false, "input_tokens_server": 207, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d7c43234b8433372fdf1337f8048ce306f6e3504c3cc8a7f19f1f7827196b61d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2645, "einstein": 0.0461, "hypatia": 0.0019, "ibn_sina": 0.0059, "sagan": 0.0061, "socrates": 0.6755}, "confidence": 0.5356, "answer_confidence": 0.6755, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.2645, "einstein": 0.0461, "hypatia": 0.0019, "ibn_sina": 0.0059, "sagan": 0.0061, "socrates": 0.6755}, "confidence": 0.5356, "seconds": 0.019999772994196974, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.999772994196974, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c075", "task": "kc", "label": "sagan", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "16b9030c5ff61c8c38b3d8bfb022c702ef1463fba62f7e7ee16a0d11f701bcac", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9249, "einstein": 0.0283, "hypatia": 0.002, "ibn_sina": 0.0017, "sagan": 0.0038, "socrates": 0.0393}, "confidence": 0.8075, "answer_confidence": 0.9249, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9249, "einstein": 0.0283, "hypatia": 0.002, "ibn_sina": 0.0017, "sagan": 0.0038, "socrates": 0.0393}, "confidence": 0.8075, "seconds": 0.02018508100445615, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.18508100445615, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c076", "task": "kc", "label": "sagan", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "6986af98fe6017d32e0ca28fc0acdaa56fd3a5c9618bb0433d6664286443c39a", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6712, "einstein": 0.1215, "hypatia": 0.0091, "ibn_sina": 0.0116, "sagan": 0.0121, "socrates": 0.1744}, "confidence": 0.4552, "answer_confidence": 0.6712, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6712, "einstein": 0.1215, "hypatia": 0.0091, "ibn_sina": 0.0116, "sagan": 0.0121, "socrates": 0.1744}, "confidence": 0.4552, "seconds": 0.020662796996475663, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.662796996475663, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c077", "task": "kc", "label": "sagan", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "2b2181d544052beef5cbba60e7b4b98d112d0681cb2435766207b405755d7541", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0205, "einstein": 0.0046, "hypatia": 0.002, "ibn_sina": 0.0017, "sagan": 0.0025, "socrates": 0.9687}, "confidence": 0.903, "answer_confidence": 0.9687, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0205, "einstein": 0.0046, "hypatia": 0.002, "ibn_sina": 0.0017, "sagan": 0.0025, "socrates": 0.9687}, "confidence": 0.903, "seconds": 0.02019691199529916, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.19691199529916, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c078", "task": "kc", "label": "sagan", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "fdf1072fd4e4239b84c8e15f11a2561f2bee8da5077fc190be78e7927dc93520", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7924, "einstein": 0.1044, "hypatia": 0.0053, "ibn_sina": 0.0332, "sagan": 0.0092, "socrates": 0.0556}, "confidence": 0.5734, "answer_confidence": 0.7924, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.7924, "einstein": 0.1044, "hypatia": 0.0053, "ibn_sina": 0.0332, "sagan": 0.0092, "socrates": 0.0556}, "confidence": 0.5734, "seconds": 0.020113751997996587, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.113751997996587, "done_reason": null, "id": "c-sagan-01-dessert-03", "uid": "c079", "task": "kc", "label": "sagan", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "140f7548b8252bf789cc148366539da6583381dee3acb3f73e59965718c98631", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9701, "einstein": 0.0151, "hypatia": 0.0004, "ibn_sina": 0.0018, "sagan": 0.001, "socrates": 0.0115}, "confidence": 0.9075, "answer_confidence": 0.9701, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9701, "einstein": 0.0151, "hypatia": 0.0004, "ibn_sina": 0.0018, "sagan": 0.001, "socrates": 0.0115}, "confidence": 0.9075, "seconds": 0.02002158200048143, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.02158200048143, "done_reason": null, "id": "c-sagan-01-main-01", "uid": "c080", "task": "kc", "label": "sagan", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "365b36330a3df72c922382a9becff934f9afb952987aa40279f69f09eb7898a3", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "ibn_sina", "probabilities": {"darwin": 0.2236, "einstein": 0.0489, "hypatia": 0.21, "ibn_sina": 0.3504, "sagan": 0.0146, "socrates": 0.1525}, "confidence": 0.1482, "answer_confidence": 0.3504, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "ibn_sina", "probs": {"darwin": 0.2236, "einstein": 0.0489, "hypatia": 0.21, "ibn_sina": 0.3504, "sagan": 0.0146, "socrates": 0.1525}, "confidence": 0.1482, "seconds": 0.02012155100237578, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.12155100237578, "done_reason": null, "id": "c-sagan-01-main-02", "uid": "c081", "task": "kc", "label": "sagan", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "dafefa8a14e06a9ddc266dbf3d063c14fef94ec25b3599ce335c518cc3b141fc", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.932, "einstein": 0.0426, "hypatia": 0.0057, "ibn_sina": 0.0012, "sagan": 0.0011, "socrates": 0.0174}, "confidence": 0.824, "answer_confidence": 0.932, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.932, "einstein": 0.0426, "hypatia": 0.0057, "ibn_sina": 0.0012, "sagan": 0.0011, "socrates": 0.0174}, "confidence": 0.824, "seconds": 0.01999129299656488, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.99129299656488, "done_reason": null, "id": "c-sagan-01-main-02", "uid": "c082", "task": "kc", "label": "sagan", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "8f499288921bc7087ba6d4545f39cd67a4d51e8c55324c97852bc84f7e6cdcad", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8449, "einstein": 0.0521, "hypatia": 0.0017, "ibn_sina": 0.004, "sagan": 0.0031, "socrates": 0.0941}, "confidence": 0.6818, "answer_confidence": 0.8449, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8449, "einstein": 0.0521, "hypatia": 0.0017, "ibn_sina": 0.004, "sagan": 0.0031, "socrates": 0.0941}, "confidence": 0.6818, "seconds": 0.02012693200231297, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.12693200231297, "done_reason": null, "id": "c-sagan-01-main-03", "uid": "c083", "task": "kc", "label": "sagan", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "6fff42902f8b1b0e2028d0c6ecb1f95991fbdaf15e78d7d0fbaeb93b8ad7e726", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8731, "einstein": 0.0628, "hypatia": 0.001, "ibn_sina": 0.0159, "sagan": 0.0034, "socrates": 0.0438}, "confidence": 0.7089, "answer_confidence": 0.8731, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8731, "einstein": 0.0628, "hypatia": 0.001, "ibn_sina": 0.0159, "sagan": 0.0034, "socrates": 0.0438}, "confidence": 0.7089, "seconds": 0.020154411999101285, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.154411999101285, "done_reason": null, "id": "c-sagan-01-main-03", "uid": "c084", "task": "kc", "label": "sagan", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "895034ce1c9e079d133fa61f105a7d7186e0ba55df1f35ec288f4512b472d655", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8323, "einstein": 0.073, "hypatia": 0.0022, "ibn_sina": 0.0422, "sagan": 0.0071, "socrates": 0.0431}, "confidence": 0.6306, "answer_confidence": 0.8323, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 203, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8323, "einstein": 0.073, "hypatia": 0.0022, "ibn_sina": 0.0422, "sagan": 0.0071, "socrates": 0.0431}, "confidence": 0.6306, "seconds": 0.020597217997419648, "prompt_tokens": 203, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.597217997419648, "done_reason": null, "id": "c-sagan-01-starter-01", "uid": "c085", "task": "kc", "label": "sagan", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "state_cut": false, "input_tokens_server": 203, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:48Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "30c7304be2a27ed3b3947ee0a061c75bc066da90f34275c77e6af9df4ea31263", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5845, "einstein": 0.1078, "hypatia": 0.035, "ibn_sina": 0.015, "sagan": 0.0121, "socrates": 0.2456}, "confidence": 0.3679, "answer_confidence": 0.5845, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5845, "einstein": 0.1078, "hypatia": 0.035, "ibn_sina": 0.015, "sagan": 0.0121, "socrates": 0.2456}, "confidence": 0.3679, "seconds": 0.020255890995031223, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.255890995031223, "done_reason": null, "id": "c-sagan-01-starter-02", "uid": "c086", "task": "kc", "label": "sagan", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "dc947051091fa4aa147b9543cf9fbe8970fe11bf085718543ba9583ec117426a", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.0077, "einstein": 0.0014, "hypatia": 0.0003, "ibn_sina": 0.0011, "sagan": 0.0006, "socrates": 0.9888}, "confidence": 0.9594, "answer_confidence": 0.9888, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 209, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.0077, "einstein": 0.0014, "hypatia": 0.0003, "ibn_sina": 0.0011, "sagan": 0.0006, "socrates": 0.9888}, "confidence": 0.9594, "seconds": 0.020052222003869247, "prompt_tokens": 209, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.052222003869247, "done_reason": null, "id": "c-sagan-01-starter-02", "uid": "c087", "task": "kc", "label": "sagan", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "state_cut": false, "input_tokens_server": 209, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ad9c564a4063a18ea249262eb0f3a4cc43a639316ae92fe79784687d6575409f", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.7218, "einstein": 0.079, "hypatia": 0.0221, "ibn_sina": 0.0142, "sagan": 0.0069, "socrates": 0.1561}, "confidence": 0.4951, "answer_confidence": 0.7218, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 220, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.7218, "einstein": 0.079, "hypatia": 0.0221, "ibn_sina": 0.0142, "sagan": 0.0069, "socrates": 0.1561}, "confidence": 0.4951, "seconds": 0.020110381999984384, "prompt_tokens": 220, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.110381999984384, "done_reason": null, "id": "c-sagan-01-starter-03", "uid": "c088", "task": "kc", "label": "sagan", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "state_cut": false, "input_tokens_server": 220, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d5a506422f5cb8f1f1acbdb898efea3980d97e1926e0008e68ee1e8e095eaf1f", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9817, "einstein": 0.0104, "hypatia": 0.0007, "ibn_sina": 0.0003, "sagan": 0.0006, "socrates": 0.0064}, "confidence": 0.9388, "answer_confidence": 0.9817, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9817, "einstein": 0.0104, "hypatia": 0.0007, "ibn_sina": 0.0003, "sagan": 0.0006, "socrates": 0.0064}, "confidence": 0.9388, "seconds": 0.020164951994956937, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.164951994956937, "done_reason": null, "id": "c-sagan-01-starter-03", "uid": "c089", "task": "kc", "label": "sagan", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b5054215dae25e7dd6ed0d26aa4f538ffbc9f90176e00fecd90f25354f4f77ee", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.4132, "einstein": 0.0067, "hypatia": 0.0019, "ibn_sina": 0.0027, "sagan": 0.0019, "socrates": 0.5736}, "confidence": 0.5772, "answer_confidence": 0.5736, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.4132, "einstein": 0.0067, "hypatia": 0.0019, "ibn_sina": 0.0027, "sagan": 0.0019, "socrates": 0.5736}, "confidence": 0.5772, "seconds": 0.020162122003966942, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.162122003966942, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c090", "task": "kc", "label": "socrates", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "42e356c1a5a738bdceafa36690a1ba81cb1f60c2454be3eeb7763dc8bc966512", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2907, "einstein": 0.0978, "hypatia": 0.0205, "ibn_sina": 0.0269, "sagan": 0.126, "socrates": 0.4381}, "confidence": 0.2264, "answer_confidence": 0.4381, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 210, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.2907, "einstein": 0.0978, "hypatia": 0.0205, "ibn_sina": 0.0269, "sagan": 0.126, "socrates": 0.4381}, "confidence": 0.2264, "seconds": 0.020006721999379806, "prompt_tokens": 210, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.006721999379806, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c091", "task": "kc", "label": "socrates", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "state_cut": false, "input_tokens_server": 210, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "67dcb6aab5956e3345ea02d36dd1493202dd845c88aa2d1ddf5c08d569e9e261", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6709, "einstein": 0.0503, "hypatia": 0.0233, "ibn_sina": 0.0104, "sagan": 0.0078, "socrates": 0.2374}, "confidence": 0.4796, "answer_confidence": 0.6709, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6709, "einstein": 0.0503, "hypatia": 0.0233, "ibn_sina": 0.0104, "sagan": 0.0078, "socrates": 0.2374}, "confidence": 0.4796, "seconds": 0.020128981996094808, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.128981996094808, "done_reason": null, "id": "c-socrates-01-dessert-01", "uid": "c092", "task": "kc", "label": "socrates", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "14b0361f2a076d27818b3a17225e24173e6c36324e06c05946a2103c8059563e", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5771, "einstein": 0.1456, "hypatia": 0.0457, "ibn_sina": 0.017, "sagan": 0.0166, "socrates": 0.1979}, "confidence": 0.3319, "answer_confidence": 0.5771, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5771, "einstein": 0.1456, "hypatia": 0.0457, "ibn_sina": 0.017, "sagan": 0.0166, "socrates": 0.1979}, "confidence": 0.3319, "seconds": 0.020028713006468024, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.028713006468024, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c093", "task": "kc", "label": "socrates", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d60dfdc0fb4ca19c34bc1382c9dd3b8883127f3d35673599556ccf58a577cec6", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9397, "einstein": 0.0309, "hypatia": 0.0009, "ibn_sina": 0.008, "sagan": 0.0018, "socrates": 0.0186}, "confidence": 0.8345, "answer_confidence": 0.9397, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9397, "einstein": 0.0309, "hypatia": 0.0009, "ibn_sina": 0.008, "sagan": 0.0018, "socrates": 0.0186}, "confidence": 0.8345, "seconds": 0.020096562002436258, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.096562002436258, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c094", "task": "kc", "label": "socrates", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "1926d0b3635e02750addb5db2c1806192a7739954e8245ae4a55fa4e482c4191", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.2813, "einstein": 0.3113, "hypatia": 0.0162, "ibn_sina": 0.0348, "sagan": 0.0263, "socrates": 0.3301}, "confidence": 0.2381, "answer_confidence": 0.3301, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 219, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.2813, "einstein": 0.3113, "hypatia": 0.0162, "ibn_sina": 0.0348, "sagan": 0.0263, "socrates": 0.3301}, "confidence": 0.2381, "seconds": 0.019972973001131322, "prompt_tokens": 219, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.972973001131322, "done_reason": null, "id": "c-socrates-01-dessert-02", "uid": "c095", "task": "kc", "label": "socrates", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "state_cut": false, "input_tokens_server": 219, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d89193cb5dc2ab9536b637ce578af9ac6c54d6ee49f7dab2728098cc245c3b79", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.4444, "einstein": 0.0265, "hypatia": 0.0091, "ibn_sina": 0.0047, "sagan": 0.0038, "socrates": 0.5115}, "confidence": 0.5039, "answer_confidence": 0.5115, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.4444, "einstein": 0.0265, "hypatia": 0.0091, "ibn_sina": 0.0047, "sagan": 0.0038, "socrates": 0.5115}, "confidence": 0.5039, "seconds": 0.020028523002110887, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.028523002110887, "done_reason": null, "id": "c-socrates-01-main-01", "uid": "c096", "task": "kc", "label": "socrates", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b1bf9094b8e8971fa3e29b32555834ffa5d0e33970229230c1b2ce4615d93c8d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.968, "einstein": 0.0063, "hypatia": 0.0004, "ibn_sina": 0.0012, "sagan": 0.0009, "socrates": 0.0232}, "confidence": 0.9062, "answer_confidence": 0.968, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.968, "einstein": 0.0063, "hypatia": 0.0004, "ibn_sina": 0.0012, "sagan": 0.0009, "socrates": 0.0232}, "confidence": 0.9062, "seconds": 0.020163432003755588, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.163432003755588, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c097", "task": "kc", "label": "socrates", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "7b3f225227115a726e53cd581c75470b8f94abde5ff45d86102ab8830a619d53", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9446, "einstein": 0.0065, "hypatia": 0.0045, "ibn_sina": 0.0016, "sagan": 0.0105, "socrates": 0.0323}, "confidence": 0.8437, "answer_confidence": 0.9446, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 214, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9446, "einstein": 0.0065, "hypatia": 0.0045, "ibn_sina": 0.0016, "sagan": 0.0105, "socrates": 0.0323}, "confidence": 0.8437, "seconds": 0.019977452997409273, "prompt_tokens": 214, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.977452997409273, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c098", "task": "kc", "label": "socrates", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "state_cut": false, "input_tokens_server": 214, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "d88cd71424f272ecebd6dd7042e2a710895408bec112faac2f21b945c91ab755", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6962, "einstein": 0.1229, "hypatia": 0.0118, "ibn_sina": 0.0437, "sagan": 0.0076, "socrates": 0.1177}, "confidence": 0.4486, "answer_confidence": 0.6962, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6962, "einstein": 0.1229, "hypatia": 0.0118, "ibn_sina": 0.0437, "sagan": 0.0076, "socrates": 0.1177}, "confidence": 0.4486, "seconds": 0.020075952001207042, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.075952001207042, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c099", "task": "kc", "label": "socrates", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b3912f0c41f0fc5f8ba5bebb9305b5cb081aa57d59147bf2e054b9e3c92505e2", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.8566, "einstein": 0.0466, "hypatia": 0.0039, "ibn_sina": 0.0078, "sagan": 0.0076, "socrates": 0.0775}, "confidence": 0.6818, "answer_confidence": 0.8566, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 216, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.8566, "einstein": 0.0466, "hypatia": 0.0039, "ibn_sina": 0.0078, "sagan": 0.0076, "socrates": 0.0775}, "confidence": 0.6818, "seconds": 0.01965253600064898, "prompt_tokens": 216, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.65253600064898, "done_reason": null, "id": "c-socrates-01-main-02", "uid": "c100", "task": "kc", "label": "socrates", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "state_cut": false, "input_tokens_server": 216, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "087772a504abc6edd03a515893d7186b659ed1ce62bcdf63c6380c519110815b", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.6341, "einstein": 0.1904, "hypatia": 0.0058, "ibn_sina": 0.0103, "sagan": 0.0105, "socrates": 0.1489}, "confidence": 0.4346, "answer_confidence": 0.6341, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.6341, "einstein": 0.1904, "hypatia": 0.0058, "ibn_sina": 0.0103, "sagan": 0.0105, "socrates": 0.1489}, "confidence": 0.4346, "seconds": 0.020021023003209848, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.021023003209848, "done_reason": null, "id": "c-socrates-01-main-03", "uid": "c101", "task": "kc", "label": "socrates", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "da39a310f76af967598a18569427bb9a79c40e6c5d35b8fd761b829c3d14d3fb", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.985, "einstein": 0.0059, "hypatia": 0.0003, "ibn_sina": 0.0007, "sagan": 0.0005, "socrates": 0.0075}, "confidence": 0.9479, "answer_confidence": 0.985, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.985, "einstein": 0.0059, "hypatia": 0.0003, "ibn_sina": 0.0007, "sagan": 0.0005, "socrates": 0.0075}, "confidence": 0.9479, "seconds": 0.02081050600099843, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.81050600099843, "done_reason": null, "id": "c-socrates-01-main-03", "uid": "c102", "task": "kc", "label": "socrates", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "ff6d1510cc4a9f868606a4497f9e4eb74877e054bdde5bac5ba03a41f299221c", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.3801, "einstein": 0.1512, "hypatia": 0.0131, "ibn_sina": 0.0362, "sagan": 0.0149, "socrates": 0.4046}, "confidence": 0.2974, "answer_confidence": 0.4046, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 182, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.3801, "einstein": 0.1512, "hypatia": 0.0131, "ibn_sina": 0.0362, "sagan": 0.0149, "socrates": 0.4046}, "confidence": 0.2974, "seconds": 0.019736244998057373, "prompt_tokens": 182, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 19.736244998057373, "done_reason": null, "id": "c-socrates-01-starter-01", "uid": "c103", "task": "kc", "label": "socrates", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "state_cut": false, "input_tokens_server": 182, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "caa5afacee5ba562467873a4832b48d03710f29e44cf8989baea421877ce095d", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.9844, "einstein": 0.0098, "hypatia": 0.0004, "ibn_sina": 0.0023, "sagan": 0.0003, "socrates": 0.0028}, "confidence": 0.9459, "answer_confidence": 0.9844, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.9844, "einstein": 0.0098, "hypatia": 0.0004, "ibn_sina": 0.0023, "sagan": 0.0003, "socrates": 0.0028}, "confidence": 0.9459, "seconds": 0.020019513001898304, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.019513001898304, "done_reason": null, "id": "c-socrates-01-starter-02", "uid": "c104", "task": "kc", "label": "socrates", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "b85349448634763b9f05d811ce1c6f89af68fc4dc67dea4417ef46bb2e66e79f", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "darwin", "probabilities": {"darwin": 0.5335, "einstein": 0.0286, "hypatia": 0.0116, "ibn_sina": 0.0065, "sagan": 0.0076, "socrates": 0.4122}, "confidence": 0.4844, "answer_confidence": 0.5335, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "darwin", "probs": {"darwin": 0.5335, "einstein": 0.0286, "hypatia": 0.0116, "ibn_sina": 0.0065, "sagan": 0.0076, "socrates": 0.4122}, "confidence": 0.4844, "seconds": 0.020047792000696063, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.047792000696063, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c105", "task": "kc", "label": "socrates", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "4de53544ee23e1e93fd3d21ab2a5290ccc1d0e8d4141479fccab952a097e4269", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.1524, "einstein": 0.0087, "hypatia": 0.0016, "ibn_sina": 0.0045, "sagan": 0.0028, "socrates": 0.8301}, "confidence": 0.7024, "answer_confidence": 0.8301, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.1524, "einstein": 0.0087, "hypatia": 0.0016, "ibn_sina": 0.0045, "sagan": 0.0028, "socrates": 0.8301}, "confidence": 0.7024, "seconds": 0.020103602997551206, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.103602997551206, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c106", "task": "kc", "label": "socrates", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true} {"mode": "kev-choice", "prompt_sha256": "0f756818bdff4088317d34f8aedc6ab0883679e7961bf2faa0d0a75e163f2296", "n_options": 6, "kev_response": {"model": "laya-rl-agent", "answers": {"q": {"type": "choice", "choice": "socrates", "probabilities": {"darwin": 0.3293, "einstein": 0.0813, "hypatia": 0.1151, "ibn_sina": 0.0187, "sagan": 0.0089, "socrates": 0.4466}, "confidence": 0.2771, "answer_confidence": 0.4466, "action": {"act_probability": 1.0}}}, "usage": {"input_tokens": 228, "output_tokens": 0, "state_tokens": 32, "state_tokens_dropped": 0, "truncated": false, "truncated_questions": []}, "routing": {"model": "english", "repo": "convaiinnovations/laya", "reason": "English Latin text", "detection": {"script": "latin", "script_profile": {"latin": 1.0}, "language": "en", "is_english": true, "language_undecided": false, "diacritic_rate": 0.0, "non_latin_fraction": 0.0, "mixed_segment": null}, "workflow": null}}, "choice": "socrates", "probs": {"darwin": 0.3293, "einstein": 0.0813, "hypatia": 0.1151, "ibn_sina": 0.0187, "sagan": 0.0089, "socrates": 0.4466}, "confidence": 0.2771, "seconds": 0.02005431299767224, "prompt_tokens": 228, "eval_tokens": 0, "server_latency_ms": null, "prompt_eval_ms": null, "total_ms": 20.05431299767224, "done_reason": null, "id": "c-socrates-01-starter-03", "uid": "c107", "task": "kc", "label": "socrates", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "state_cut": false, "input_tokens_server": 228, "routed_to": "english", "arm": "speed-laya-gpu", "label_arm": "SPEED-LAYA-GPU", "model": "convaiinnovations/laya@55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851", "server": "laya-serve (LAYA_DEVICE=cuda, LAYA_MODELS=english,multilingual, LAYA_PRELOAD=1)", "box": "benchbox", "processor": "AMD Ryzen 7 3700X 8-Core Processor", "device": "cuda", "card": "EVGA GeForce RTX 3090 XC3 Ultra 24 GB", "power_limit_w": "300.00", "precision": "bf16 autocast (laya's shipped CUDA default: the checkpoint's amp_dtype; LAYA_CUDA_AMP unset; the TileLang fast path off, fast=False as shipped)", "os": {"pretty_name": "Ubuntu 26.04 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-31-generic", "arch": "x86_64", "source": "/etc/os-release"}, "python": "3.13.14", "torch": "2.14.1+cu130", "transformers": "5.18.0", "tokenizers": "0.23.2", "package": "0.3.22", "cpu_affinity": [1, 2, 3, 4, 5, 6, 7], "threads": "7", "rep": "rep2", "server_rss_mb": 2214.0, "seed": 20260921, "stamp": "2026-10-01T09:42:49Z", "speed_leg": true, "dry": false, "accuracy_counted": false, "latency_published": true, "prompt_sha256_matches_twin": true}