FENCE holds (fence-speed-laya-gpu-timed-20261001T094233Z.json) PINS speed-laya-gpu: 18 weight files at 55cf4c4e, 3 item files, 4 instrument files, laya==0.3.22, torch 2.14.1+cu130, openvino absent PREFLIGHT kc: 108 of 108 bodies equal Kev-9B's (no call) PREFLIGHT ok 2026-10-01T09:42:34Z in 1.4 s (no model call); guard {"heartbeat_age_s": 1.0, "heartbeat": "2026-10-01T09:42:33Z"} LOADED speed-laya-gpu ready 9.6 s; warm-ups [0.4896, 0.0215, 0.0203]; device {"device": "cuda", "checkpoint_devices": {"multilingual": "cuda", "english": "cuda"}, "cpu_fallbacks": {"multilingual": 0, "english": 0}}; grew 4073.0 MiB ROW speed-laya-gpu rep1 c000 wrong 0.0207s ROW speed-laya-gpu rep1 c001 RIGHT 0.0204s ROW speed-laya-gpu rep1 c002 RIGHT 0.0202s ROW speed-laya-gpu rep1 c003 wrong 0.0205s ROW speed-laya-gpu rep1 c004 wrong 0.0204s ROW speed-laya-gpu rep1 c005 RIGHT 0.0204s ROW speed-laya-gpu rep1 c006 RIGHT 0.0205s ROW speed-laya-gpu rep1 c007 wrong 0.0203s ROW speed-laya-gpu rep1 c008 wrong 0.0204s ROW speed-laya-gpu rep1 c009 RIGHT 0.0204s ROW speed-laya-gpu rep1 c010 RIGHT 0.0204s ROW speed-laya-gpu rep1 c011 RIGHT 0.0203s ROW speed-laya-gpu rep1 c012 wrong 0.0324s ROW speed-laya-gpu rep1 c013 RIGHT 0.0203s ROW speed-laya-gpu rep1 c014 RIGHT 0.0202s ROW speed-laya-gpu rep1 c015 RIGHT 0.0207s ROW speed-laya-gpu rep1 c016 RIGHT 0.0205s ROW speed-laya-gpu rep1 c017 RIGHT 0.0205s ROW speed-laya-gpu rep1 c018 wrong 0.0204s ROW speed-laya-gpu rep1 c019 wrong 0.0204s ROW speed-laya-gpu rep1 c020 wrong 0.0204s ROW speed-laya-gpu rep1 c021 wrong 0.0202s ROW speed-laya-gpu rep1 c022 wrong 0.0204s ROW speed-laya-gpu rep1 c023 wrong 0.0202s ROW speed-laya-gpu rep1 c024 wrong 0.0201s ROW speed-laya-gpu rep1 c025 wrong 0.0203s ROW speed-laya-gpu rep1 c026 wrong 0.0202s ROW speed-laya-gpu rep1 c027 wrong 0.0201s ROW speed-laya-gpu rep1 c028 wrong 0.0209s ROW speed-laya-gpu rep1 c029 wrong 0.0203s ROW speed-laya-gpu rep1 c030 wrong 0.0201s ROW speed-laya-gpu rep1 c031 wrong 0.0199s ROW speed-laya-gpu rep1 c032 wrong 0.0202s ROW speed-laya-gpu rep1 c033 wrong 0.0202s ROW speed-laya-gpu rep1 c034 wrong 0.0202s ROW speed-laya-gpu rep1 c035 wrong 0.0201s ROW speed-laya-gpu rep1 c036 wrong 0.0202s ROW speed-laya-gpu rep1 c037 wrong 0.0201s ROW speed-laya-gpu rep1 c038 wrong 0.0196s ROW speed-laya-gpu rep1 c039 wrong 0.0201s ROW speed-laya-gpu rep1 c040 wrong 0.0202s ROW speed-laya-gpu rep1 c041 wrong 0.0200s ROW speed-laya-gpu rep1 c042 wrong 0.0203s ROW speed-laya-gpu rep1 c043 wrong 0.0201s ROW speed-laya-gpu rep1 c044 wrong 0.0195s ROW speed-laya-gpu rep1 c045 wrong 0.0201s ROW speed-laya-gpu rep1 c046 wrong 0.0201s ROW speed-laya-gpu rep1 c047 wrong 0.0205s ROW speed-laya-gpu rep1 c048 wrong 0.0204s ROW speed-laya-gpu rep1 c049 wrong 0.0199s ROW speed-laya-gpu rep1 c050 wrong 0.0205s ROW speed-laya-gpu rep1 c051 wrong 0.0202s ROW speed-laya-gpu rep1 c052 wrong 0.0200s ROW speed-laya-gpu rep1 c053 wrong 0.0204s ROW speed-laya-gpu rep1 c054 wrong 0.0202s ROW speed-laya-gpu rep1 c055 wrong 0.0201s ROW speed-laya-gpu rep1 c056 wrong 0.0201s ROW speed-laya-gpu rep1 c057 wrong 0.0201s ROW speed-laya-gpu rep1 c058 wrong 0.0201s ROW speed-laya-gpu rep1 c059 wrong 0.0202s ROW speed-laya-gpu rep1 c060 wrong 0.0206s ROW speed-laya-gpu rep1 c061 wrong 0.0202s ROW speed-laya-gpu rep1 c062 wrong 0.0202s ROW speed-laya-gpu rep1 c063 wrong 0.0202s ROW speed-laya-gpu rep1 c064 wrong 0.0208s ROW speed-laya-gpu rep1 c065 wrong 0.0203s ROW speed-laya-gpu rep1 c066 wrong 0.0201s ROW speed-laya-gpu rep1 c067 wrong 0.0201s ROW speed-laya-gpu rep1 c068 wrong 0.0203s ROW speed-laya-gpu rep1 c069 wrong 0.0201s ROW speed-laya-gpu rep1 c070 wrong 0.0202s ROW speed-laya-gpu rep1 c071 wrong 0.0200s ROW speed-laya-gpu rep1 c072 wrong 0.0202s ROW speed-laya-gpu rep1 c073 wrong 0.0202s ROW speed-laya-gpu rep1 c074 wrong 0.0201s ROW speed-laya-gpu rep1 c075 wrong 0.0200s ROW speed-laya-gpu rep1 c076 wrong 0.0202s ROW speed-laya-gpu rep1 c077 wrong 0.0208s ROW speed-laya-gpu rep1 c078 wrong 0.0201s ROW speed-laya-gpu rep1 c079 wrong 0.0202s ROW speed-laya-gpu rep1 c080 wrong 0.0201s ROW speed-laya-gpu rep1 c081 wrong 0.0201s ROW speed-laya-gpu rep1 c082 wrong 0.0200s ROW speed-laya-gpu rep1 c083 wrong 0.0202s ROW speed-laya-gpu rep1 c084 wrong 0.0202s ROW speed-laya-gpu rep1 c085 wrong 0.0201s ROW speed-laya-gpu rep1 c086 wrong 0.0202s ROW speed-laya-gpu rep1 c087 wrong 0.0200s ROW speed-laya-gpu rep1 c088 wrong 0.0202s ROW speed-laya-gpu rep1 c089 wrong 0.0204s ROW speed-laya-gpu rep1 c090 RIGHT 0.0206s ROW speed-laya-gpu rep1 c091 RIGHT 0.0202s ROW speed-laya-gpu rep1 c092 wrong 0.0202s ROW speed-laya-gpu rep1 c093 wrong 0.0200s ROW speed-laya-gpu rep1 c094 wrong 0.0201s ROW speed-laya-gpu rep1 c095 RIGHT 0.0201s ROW speed-laya-gpu rep1 c096 RIGHT 0.0201s ROW speed-laya-gpu rep1 c097 wrong 0.0202s ROW speed-laya-gpu rep1 c098 wrong 0.0200s ROW speed-laya-gpu rep1 c099 wrong 0.0201s ROW speed-laya-gpu rep1 c100 wrong 0.0198s ROW speed-laya-gpu rep1 c101 wrong 0.0201s ROW speed-laya-gpu rep1 c102 wrong 0.0202s ROW speed-laya-gpu rep1 c103 RIGHT 0.0199s ROW speed-laya-gpu rep1 c104 wrong 0.0200s ROW speed-laya-gpu rep1 c105 wrong 0.0200s ROW speed-laya-gpu rep1 c106 RIGHT 0.0202s ROW speed-laya-gpu rep1 c107 RIGHT 0.0202s PASS speed-laya-gpu rep1 {"n": 108, "median_s": 0.02018234100250993, "p90_s": 0.020512889001111034, "p95_s": 0.020663558003434446} ROW speed-laya-gpu rep2 c000 wrong 0.0209s ROW speed-laya-gpu rep2 c001 RIGHT 0.0202s ROW speed-laya-gpu rep2 c002 RIGHT 0.0201s ROW speed-laya-gpu rep2 c003 wrong 0.0202s ROW speed-laya-gpu rep2 c004 wrong 0.0211s ROW speed-laya-gpu rep2 c005 RIGHT 0.0202s ROW speed-laya-gpu rep2 c006 RIGHT 0.0200s ROW speed-laya-gpu rep2 c007 wrong 0.0200s ROW speed-laya-gpu rep2 c008 wrong 0.0201s ROW speed-laya-gpu rep2 c009 RIGHT 0.0202s ROW speed-laya-gpu rep2 c010 RIGHT 0.0202s ROW speed-laya-gpu rep2 c011 RIGHT 0.0201s ROW speed-laya-gpu rep2 c012 wrong 0.0198s ROW speed-laya-gpu rep2 c013 RIGHT 0.0198s ROW speed-laya-gpu rep2 c014 RIGHT 0.0200s ROW speed-laya-gpu rep2 c015 RIGHT 0.0198s ROW speed-laya-gpu rep2 c016 RIGHT 0.0202s ROW speed-laya-gpu rep2 c017 RIGHT 0.0210s ROW speed-laya-gpu rep2 c018 wrong 0.0202s ROW speed-laya-gpu rep2 c019 wrong 0.0201s ROW speed-laya-gpu rep2 c020 wrong 0.0200s ROW speed-laya-gpu rep2 c021 wrong 0.0199s ROW speed-laya-gpu rep2 c022 wrong 0.0202s ROW speed-laya-gpu rep2 c023 wrong 0.0200s ROW speed-laya-gpu rep2 c024 wrong 0.0201s ROW speed-laya-gpu rep2 c025 wrong 0.0201s ROW speed-laya-gpu rep2 c026 wrong 0.0200s ROW speed-laya-gpu rep2 c027 wrong 0.0201s ROW speed-laya-gpu rep2 c028 wrong 0.0200s ROW speed-laya-gpu rep2 c029 wrong 0.0202s ROW speed-laya-gpu rep2 c030 wrong 0.0203s ROW speed-laya-gpu rep2 c031 wrong 0.0199s ROW speed-laya-gpu rep2 c032 wrong 0.0200s ROW speed-laya-gpu rep2 c033 wrong 0.0202s ROW speed-laya-gpu rep2 c034 wrong 0.0201s ROW speed-laya-gpu rep2 c035 wrong 0.0201s ROW speed-laya-gpu rep2 c036 wrong 0.0201s ROW speed-laya-gpu rep2 c037 wrong 0.0200s ROW speed-laya-gpu rep2 c038 wrong 0.0195s ROW speed-laya-gpu rep2 c039 wrong 0.0206s ROW speed-laya-gpu rep2 c040 wrong 0.0202s ROW speed-laya-gpu rep2 c041 wrong 0.0200s ROW speed-laya-gpu rep2 c042 wrong 0.0202s ROW speed-laya-gpu rep2 c043 wrong 0.0201s ROW speed-laya-gpu rep2 c044 wrong 0.0195s ROW speed-laya-gpu rep2 c045 wrong 0.0201s ROW speed-laya-gpu rep2 c046 wrong 0.0201s ROW speed-laya-gpu rep2 c047 wrong 0.0201s ROW speed-laya-gpu rep2 c048 wrong 0.0202s ROW speed-laya-gpu rep2 c049 wrong 0.0205s ROW speed-laya-gpu rep2 c050 wrong 0.0201s ROW speed-laya-gpu rep2 c051 wrong 0.0201s ROW speed-laya-gpu rep2 c052 wrong 0.0202s ROW speed-laya-gpu rep2 c053 wrong 0.0208s ROW speed-laya-gpu rep2 c054 wrong 0.0200s ROW speed-laya-gpu rep2 c055 wrong 0.0200s ROW speed-laya-gpu rep2 c056 wrong 0.0200s ROW speed-laya-gpu rep2 c057 wrong 0.0201s ROW speed-laya-gpu rep2 c058 wrong 0.0200s ROW speed-laya-gpu rep2 c059 wrong 0.0201s ROW speed-laya-gpu rep2 c060 wrong 0.0200s ROW speed-laya-gpu rep2 c061 wrong 0.0201s ROW speed-laya-gpu rep2 c062 wrong 0.0201s ROW speed-laya-gpu rep2 c063 wrong 0.0202s ROW speed-laya-gpu rep2 c064 wrong 0.0201s ROW speed-laya-gpu rep2 c065 wrong 0.0211s ROW speed-laya-gpu rep2 c066 wrong 0.0211s ROW speed-laya-gpu rep2 c067 wrong 0.0204s ROW speed-laya-gpu rep2 c068 wrong 0.0201s ROW speed-laya-gpu rep2 c069 wrong 0.0201s ROW speed-laya-gpu rep2 c070 wrong 0.0201s ROW speed-laya-gpu rep2 c071 wrong 0.0201s ROW speed-laya-gpu rep2 c072 wrong 0.0201s ROW speed-laya-gpu rep2 c073 wrong 0.0200s ROW speed-laya-gpu rep2 c074 wrong 0.0199s ROW speed-laya-gpu rep2 c075 wrong 0.0200s ROW speed-laya-gpu rep2 c076 wrong 0.0202s ROW speed-laya-gpu rep2 c077 wrong 0.0207s ROW speed-laya-gpu rep2 c078 wrong 0.0202s ROW speed-laya-gpu rep2 c079 wrong 0.0201s ROW speed-laya-gpu rep2 c080 wrong 0.0200s ROW speed-laya-gpu rep2 c081 wrong 0.0201s ROW speed-laya-gpu rep2 c082 wrong 0.0200s ROW speed-laya-gpu rep2 c083 wrong 0.0201s ROW speed-laya-gpu rep2 c084 wrong 0.0202s ROW speed-laya-gpu rep2 c085 wrong 0.0206s ROW speed-laya-gpu rep2 c086 wrong 0.0203s ROW speed-laya-gpu rep2 c087 wrong 0.0201s ROW speed-laya-gpu rep2 c088 wrong 0.0201s ROW speed-laya-gpu rep2 c089 wrong 0.0202s ROW speed-laya-gpu rep2 c090 RIGHT 0.0202s ROW speed-laya-gpu rep2 c091 RIGHT 0.0200s ROW speed-laya-gpu rep2 c092 wrong 0.0201s ROW speed-laya-gpu rep2 c093 wrong 0.0200s ROW speed-laya-gpu rep2 c094 wrong 0.0201s ROW speed-laya-gpu rep2 c095 RIGHT 0.0200s ROW speed-laya-gpu rep2 c096 RIGHT 0.0200s ROW speed-laya-gpu rep2 c097 wrong 0.0202s ROW speed-laya-gpu rep2 c098 wrong 0.0200s ROW speed-laya-gpu rep2 c099 wrong 0.0201s ROW speed-laya-gpu rep2 c100 wrong 0.0197s ROW speed-laya-gpu rep2 c101 wrong 0.0200s ROW speed-laya-gpu rep2 c102 wrong 0.0208s ROW speed-laya-gpu rep2 c103 RIGHT 0.0197s ROW speed-laya-gpu rep2 c104 wrong 0.0200s ROW speed-laya-gpu rep2 c105 wrong 0.0200s ROW speed-laya-gpu rep2 c106 RIGHT 0.0201s ROW speed-laya-gpu rep2 c107 RIGHT 0.0201s PASS speed-laya-gpu rep2 {"n": 108, "median_s": 0.020091977003175998, "p90_s": 0.020395579995238222, "p95_s": 0.02081050600099843} ROW speed-laya-gpu rep3 c000 wrong 0.0209s ROW speed-laya-gpu rep3 c001 RIGHT 0.0204s ROW speed-laya-gpu rep3 c002 RIGHT 0.0201s ROW speed-laya-gpu rep3 c003 wrong 0.0202s ROW speed-laya-gpu rep3 c004 wrong 0.0202s ROW speed-laya-gpu rep3 c005 RIGHT 0.0202s ROW speed-laya-gpu rep3 c006 RIGHT 0.0211s ROW speed-laya-gpu rep3 c007 wrong 0.0201s ROW speed-laya-gpu rep3 c008 wrong 0.0202s ROW speed-laya-gpu rep3 c009 RIGHT 0.0202s ROW speed-laya-gpu rep3 c010 RIGHT 0.0202s ROW speed-laya-gpu rep3 c011 RIGHT 0.0202s ROW speed-laya-gpu rep3 c012 wrong 0.0198s ROW speed-laya-gpu rep3 c013 RIGHT 0.0198s ROW speed-laya-gpu rep3 c014 RIGHT 0.0200s ROW speed-laya-gpu rep3 c015 RIGHT 0.0199s ROW speed-laya-gpu rep3 c016 RIGHT 0.0203s ROW speed-laya-gpu rep3 c017 RIGHT 0.0201s ROW speed-laya-gpu rep3 c018 wrong 0.0202s ROW speed-laya-gpu rep3 c019 wrong 0.0201s ROW speed-laya-gpu rep3 c020 wrong 0.0201s ROW speed-laya-gpu rep3 c021 wrong 0.0200s ROW speed-laya-gpu rep3 c022 wrong 0.0202s ROW speed-laya-gpu rep3 c023 wrong 0.0200s ROW speed-laya-gpu rep3 c024 wrong 0.0201s ROW speed-laya-gpu rep3 c025 wrong 0.0201s ROW speed-laya-gpu rep3 c026 wrong 0.0201s ROW speed-laya-gpu rep3 c027 wrong 0.0201s ROW speed-laya-gpu rep3 c028 wrong 0.0209s ROW speed-laya-gpu rep3 c029 wrong 0.0203s ROW speed-laya-gpu rep3 c030 wrong 0.0201s ROW speed-laya-gpu rep3 c031 wrong 0.0201s ROW speed-laya-gpu rep3 c032 wrong 0.0200s ROW speed-laya-gpu rep3 c033 wrong 0.0201s ROW speed-laya-gpu rep3 c034 wrong 0.0201s ROW speed-laya-gpu rep3 c035 wrong 0.0201s ROW speed-laya-gpu rep3 c036 wrong 0.0203s ROW speed-laya-gpu rep3 c037 wrong 0.0205s ROW speed-laya-gpu rep3 c038 wrong 0.0206s ROW speed-laya-gpu rep3 c039 wrong 0.0201s ROW speed-laya-gpu rep3 c040 wrong 0.0202s ROW speed-laya-gpu rep3 c041 wrong 0.0201s ROW speed-laya-gpu rep3 c042 wrong 0.0212s ROW speed-laya-gpu rep3 c043 wrong 0.0201s ROW speed-laya-gpu rep3 c044 wrong 0.0195s ROW speed-laya-gpu rep3 c045 wrong 0.0203s ROW speed-laya-gpu rep3 c046 wrong 0.0201s ROW speed-laya-gpu rep3 c047 wrong 0.0200s ROW speed-laya-gpu rep3 c048 wrong 0.0201s ROW speed-laya-gpu rep3 c049 wrong 0.0197s ROW speed-laya-gpu rep3 c050 wrong 0.0199s ROW speed-laya-gpu rep3 c051 wrong 0.0199s ROW speed-laya-gpu rep3 c052 wrong 0.0197s ROW speed-laya-gpu rep3 c053 wrong 0.0199s ROW speed-laya-gpu rep3 c054 wrong 0.0199s ROW speed-laya-gpu rep3 c055 wrong 0.0199s ROW speed-laya-gpu rep3 c056 wrong 0.0200s ROW speed-laya-gpu rep3 c057 wrong 0.0199s ROW speed-laya-gpu rep3 c058 wrong 0.0199s ROW speed-laya-gpu rep3 c059 wrong 0.0200s ROW speed-laya-gpu rep3 c060 wrong 0.0199s ROW speed-laya-gpu rep3 c061 wrong 0.0200s ROW speed-laya-gpu rep3 c062 wrong 0.0199s ROW speed-laya-gpu rep3 c063 wrong 0.0200s ROW speed-laya-gpu rep3 c064 wrong 0.0199s ROW speed-laya-gpu rep3 c065 wrong 0.0200s ROW speed-laya-gpu rep3 c066 wrong 0.0198s ROW speed-laya-gpu rep3 c067 wrong 0.0198s ROW speed-laya-gpu rep3 c068 wrong 0.0199s ROW speed-laya-gpu rep3 c069 wrong 0.0199s ROW speed-laya-gpu rep3 c070 wrong 0.0200s ROW speed-laya-gpu rep3 c071 wrong 0.0199s ROW speed-laya-gpu rep3 c072 wrong 0.0200s ROW speed-laya-gpu rep3 c073 wrong 0.0198s ROW speed-laya-gpu rep3 c074 wrong 0.0198s ROW speed-laya-gpu rep3 c075 wrong 0.0199s ROW speed-laya-gpu rep3 c076 wrong 0.0201s ROW speed-laya-gpu rep3 c077 wrong 0.0199s ROW speed-laya-gpu rep3 c078 wrong 0.0199s ROW speed-laya-gpu rep3 c079 wrong 0.0200s ROW speed-laya-gpu rep3 c080 wrong 0.0199s ROW speed-laya-gpu rep3 c081 wrong 0.0201s ROW speed-laya-gpu rep3 c082 wrong 0.0199s ROW speed-laya-gpu rep3 c083 wrong 0.0200s ROW speed-laya-gpu rep3 c084 wrong 0.0200s ROW speed-laya-gpu rep3 c085 wrong 0.0202s ROW speed-laya-gpu rep3 c086 wrong 0.0205s ROW speed-laya-gpu rep3 c087 wrong 0.0202s ROW speed-laya-gpu rep3 c088 wrong 0.0199s ROW speed-laya-gpu rep3 c089 wrong 0.0200s ROW speed-laya-gpu rep3 c090 RIGHT 0.0201s ROW speed-laya-gpu rep3 c091 RIGHT 0.0200s ROW speed-laya-gpu rep3 c092 wrong 0.0200s ROW speed-laya-gpu rep3 c093 wrong 0.0199s ROW speed-laya-gpu rep3 c094 wrong 0.0200s ROW speed-laya-gpu rep3 c095 RIGHT 0.0200s ROW speed-laya-gpu rep3 c096 RIGHT 0.0200s ROW speed-laya-gpu rep3 c097 wrong 0.0200s ROW speed-laya-gpu rep3 c098 wrong 0.0199s ROW speed-laya-gpu rep3 c099 wrong 0.0200s ROW speed-laya-gpu rep3 c100 wrong 0.0196s ROW speed-laya-gpu rep3 c101 wrong 0.0200s ROW speed-laya-gpu rep3 c102 wrong 0.0200s ROW speed-laya-gpu rep3 c103 RIGHT 0.0196s ROW speed-laya-gpu rep3 c104 wrong 0.0199s ROW speed-laya-gpu rep3 c105 wrong 0.0199s ROW speed-laya-gpu rep3 c106 RIGHT 0.0200s ROW speed-laya-gpu rep3 c107 RIGHT 0.0198s PASS speed-laya-gpu rep3 {"n": 108, "median_s": 0.02000620299804723, "p90_s": 0.020266681000066455, "p95_s": 0.020528498003841378} PROBE speed-laya-gpu {"filler_words": 6513, "seconds": 0.0348, "error": null, "usage": {"input_tokens": 512, "output_tokens": 0, "state_tokens": 7014, "state_tokens_dropped": 6538, "truncated": true, "truncated_questions": ["q"]}, "truncation": null} DONE speed-laya-gpu timed 2026-10-01T09:42:51Z SERVER stopped; log serve-speed-laya-gpu-timed-20261001T094233Z.log