{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 0, "t_send": 83647.674911483, "t_first_token": 83647.803305568, "t_last_token": 83649.298606739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3940849971259, "decode_tok_s": 170.53420738585308, "total_s": 1.623695255999337}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 0, "t_send": 83647.674241792, "t_first_token": 83647.802713914, "t_last_token": 83649.300392774, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47212199994829, "decode_tok_s": 170.26347023381746, "total_s": 1.6261509820033098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 0, "t_send": 83647.674503195, "t_first_token": 83647.802897453, "t_last_token": 83649.297940464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.39425800484605, "decode_tok_s": 170.56365477323348, "total_s": 1.6234372690087184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 0, "t_send": 83647.674399034, "t_first_token": 83647.802125192, "t_last_token": 83649.299320765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.72615799622145, "decode_tok_s": 170.31843040323957, "total_s": 1.6249217309959931}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 0, "t_send": 83647.676008134, "t_first_token": 83647.802298301, "t_last_token": 83649.300496676, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.29016699793283, "decode_tok_s": 170.20442970332292, "total_s": 1.6244885420019273}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 0, "t_send": 83647.67477416, "t_first_token": 83647.783255914, "t_last_token": 83649.287852006, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.4817539958749, "decode_tok_s": 169.48070073692634, "total_s": 1.6130778460064903}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 0, "t_send": 83647.675717323, "t_first_token": 83647.803093837, "t_last_token": 83649.300921535, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.37651400675531, "decode_tok_s": 170.24655128297206, "total_s": 1.6252042120031547}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 0, "t_send": 83647.675897991, "t_first_token": 83647.803500663, "t_last_token": 83649.298570631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.60267200064845, "decode_tok_s": 170.5605794090679, "total_s": 1.6226726400054758}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 0, "t_send": 83647.675435543, "t_first_token": 83647.80343915, "t_last_token": 83649.2981652, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.00360699475277, "decode_tok_s": 170.5998232914829, "total_s": 1.6227296569995815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 0, "t_send": 83647.674990196, "t_first_token": 83647.802350334, "t_last_token": 83649.30005355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36013799440116, "decode_tok_s": 170.26070136873875, "total_s": 1.6250633540039416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 0, "t_send": 83647.675129872, "t_first_token": 83647.802641793, "t_last_token": 83649.300108263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.51192098949105, "decode_tok_s": 170.28761919309105, "total_s": 1.6249783910025144}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 0, "t_send": 83647.675804298, "t_first_token": 83647.802608609, "t_last_token": 83649.298117069, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.80431100307032, "decode_tok_s": 170.51057002958248, "total_s": 1.622312771010911}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 0, "t_send": 83647.674595056, "t_first_token": 83647.802489068, "t_last_token": 83649.298263906, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8940119955223, "decode_tok_s": 170.4802043194302, "total_s": 1.623668850006652}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 0, "t_send": 83647.675223555, "t_first_token": 83647.802427786, "t_last_token": 83649.298862853, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.20423100108746, "decode_tok_s": 170.40498824337564, "total_s": 1.6236392980063101}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 0, "t_send": 83647.675062444, "t_first_token": 83647.8028074, "t_last_token": 83649.298398688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.74495600024238, "decode_tok_s": 170.50112690994453, "total_s": 1.6233362439961638}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 0, "t_send": 83647.674686065, "t_first_token": 83647.802872175, "t_last_token": 83649.297985547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1861099996604, "decode_tok_s": 170.55562793775496, "total_s": 1.6232994820020394}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 1, "t_send": 83649.305066156, "t_first_token": 83649.431993695, "t_last_token": 83650.928896769, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.92753900773823, "decode_tok_s": 170.35171109679882, "total_s": 1.6238306129962439}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 1, "t_send": 83649.305974798, "t_first_token": 83649.433881978, "t_last_token": 83650.928031556, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.90717999450862, "decode_tok_s": 170.66564402476223, "total_s": 1.6220567580021452}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 1, "t_send": 83649.306909771, "t_first_token": 83649.431874666, "t_last_token": 83650.92875289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.96489500335883, "decode_tok_s": 170.3545391408452, "total_s": 1.6218431190063711}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 1, "t_send": 83649.304305872, "t_first_token": 83649.432495543, "t_last_token": 83650.928658316, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.18967099883594, "decode_tok_s": 170.4360010841535, "total_s": 1.624352443992393}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 1, "t_send": 83649.304376118, "t_first_token": 83649.432141917, "t_last_token": 83650.92822447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.76579899946228, "decode_tok_s": 170.44513986792484, "total_s": 1.623848351999186}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 1, "t_send": 83649.305446478, "t_first_token": 83649.435143926, "t_last_token": 83650.928363981, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.69744800648186, "decode_tok_s": 170.77188264843412, "total_s": 1.6229175030020997}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 1, "t_send": 83649.304504178, "t_first_token": 83649.433494098, "t_last_token": 83650.927664802, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98992000555154, "decode_tok_s": 170.6632309934177, "total_s": 1.6231606240035035}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 1, "t_send": 83649.303776682, "t_first_token": 83649.433114359, "t_last_token": 83650.928259089, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33767698996235, "decode_tok_s": 170.55205083589783, "total_s": 1.6244824070017785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 1, "t_send": 83649.303970144, "t_first_token": 83649.432343087, "t_last_token": 83650.927974006, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3729429997038, "decode_tok_s": 170.49660899639346, "total_s": 1.6240038620017003}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 1, "t_send": 83649.305221907, "t_first_token": 83649.433729338, "t_last_token": 83650.928442876, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.50743099988904, "decode_tok_s": 170.60125135425483, "total_s": 1.62322096900607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 1, "t_send": 83649.304614369, "t_first_token": 83649.433256386, "t_last_token": 83650.928184378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.64201699267142, "decode_tok_s": 170.5767778533319, "total_s": 1.6235700090037426}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 1, "t_send": 83649.304826611, "t_first_token": 83649.43288713, "t_last_token": 83650.928073926, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.06051899679005, "decode_tok_s": 170.54725247804186, "total_s": 1.6232473150012083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 1, "t_send": 83649.30412682, "t_first_token": 83649.434271256, "t_last_token": 83650.928330415, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14443599968217, "decode_tok_s": 170.67597254378117, "total_s": 1.6242035949981073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 1, "t_send": 83649.305881438, "t_first_token": 83649.435390653, "t_last_token": 83650.928720508, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50921499577817, "decode_tok_s": 170.75932631080974, "total_s": 1.6228390699980082}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 1, "t_send": 83649.304221136, "t_first_token": 83649.412907694, "t_last_token": 83650.917680208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.6865580000449, "decode_tok_s": 169.4608305421872, "total_s": 1.6134590720030246}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 1, "t_send": 83649.304926288, "t_first_token": 83649.43261971, "t_last_token": 83650.927793306, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69342200772371, "decode_tok_s": 170.54875813998638, "total_s": 1.6228670179989422}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 2, "t_send": 83650.930910654, "t_first_token": 83651.060899026, "t_last_token": 83652.558081027, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.98837199120317, "decode_tok_s": 170.3199743437265, "total_s": 1.627170373001718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 2, "t_send": 83650.931046306, "t_first_token": 83651.059850161, "t_last_token": 83652.555852938, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.80385499738622, "decode_tok_s": 170.45422904159886, "total_s": 1.624806632011314}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 2, "t_send": 83650.931739436, "t_first_token": 83651.060677381, "t_last_token": 83652.556170299, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.93794500268996, "decode_tok_s": 170.51234207240677, "total_s": 1.6244308629975421}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 2, "t_send": 83650.931149958, "t_first_token": 83651.059803096, "t_last_token": 83652.556985077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.65313798829447, "decode_tok_s": 170.31997661994447, "total_s": 1.6258351189899258}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 2, "t_send": 83650.931558421, "t_first_token": 83651.060461838, "t_last_token": 83652.557169609, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9034170040395, "decode_tok_s": 170.37394001715643, "total_s": 1.6256111880065873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 2, "t_send": 83650.931244542, "t_first_token": 83651.059892312, "t_last_token": 83652.556206069, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.64777000504546, "decode_tok_s": 170.41880341396694, "total_s": 1.624961527006235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 2, "t_send": 83650.9318356, "t_first_token": 83651.060234215, "t_last_token": 83652.560053935, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.39861499378458, "decode_tok_s": 170.0204341888117, "total_s": 1.628218334997655}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 2, "t_send": 83650.932434378, "t_first_token": 83651.059943805, "t_last_token": 83652.555993477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.50942699494772, "decode_tok_s": 170.44888600447683, "total_s": 1.6235590989963384}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 2, "t_send": 83650.931640895, "t_first_token": 83651.059964604, "t_last_token": 83652.557804517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.32370901014656, "decode_tok_s": 170.24516290989274, "total_s": 1.626163622000604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 2, "t_send": 83650.931909963, "t_first_token": 83651.060853288, "t_last_token": 83652.556525465, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94332500582095, "decode_tok_s": 170.49190586105573, "total_s": 1.6246155020053266}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 2, "t_send": 83650.931325723, "t_first_token": 83651.059751641, "t_last_token": 83652.555673523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.42591801017988, "decode_tok_s": 170.46344670017427, "total_s": 1.6243478000105824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 2, "t_send": 83650.932236911, "t_first_token": 83651.059643152, "t_last_token": 83652.55881463, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.40624099387787, "decode_tok_s": 170.09395105317424, "total_s": 1.6265777189983055}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 2, "t_send": 83650.932127158, "t_first_token": 83651.060526219, "t_last_token": 83652.558856782, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3990609954344, "decode_tok_s": 170.18941366932034, "total_s": 1.6267296239966527}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 2, "t_send": 83650.931386649, "t_first_token": 83651.059920282, "t_last_token": 83652.557121824, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53363300382625, "decode_tok_s": 170.31775138354652, "total_s": 1.6257351749954978}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 2, "t_send": 83650.931455397, "t_first_token": 83651.041064708, "t_last_token": 83652.545818796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.60931099543814, "decode_tok_s": 169.46290562215896, "total_s": 1.6143633989995578}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 2, "t_send": 83650.932004652, "t_first_token": 83651.059702388, "t_last_token": 83652.558896633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69773599575274, "decode_tok_s": 170.09136798017516, "total_s": 1.626891980995424}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 3, "t_send": 83652.562883164, "t_first_token": 83652.721937587, "t_last_token": 83654.461783052, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.05442299845163, "decode_tok_s": 146.56474102465495, "total_s": 1.8988998879940482}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 3, "t_send": 83652.563567971, "t_first_token": 83652.722511931, "t_last_token": 83654.461900693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.94396000658162, "decode_tok_s": 146.60322382849427, "total_s": 1.8983327220048523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 3, "t_send": 83652.563500074, "t_first_token": 83652.722361293, "t_last_token": 83654.461931263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.86121899529826, "decode_tok_s": 146.58795242373972, "total_s": 1.8984311889944365}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 3, "t_send": 83652.564042438, "t_first_token": 83652.729589006, "t_last_token": 83654.466741552, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.5465680087218, "decode_tok_s": 146.79194443155123, "total_s": 1.9026991139980964}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 3, "t_send": 83652.563634557, "t_first_token": 83652.722027843, "t_last_token": 83654.461862046, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.39328600850422, "decode_tok_s": 146.5656897430157, "total_s": 1.8982274890004192}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 3, "t_send": 83652.564144377, "t_first_token": 83652.722071003, "t_last_token": 83654.461736918, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.92662599415053, "decode_tok_s": 146.57986789285928, "total_s": 1.8975925410049967}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 3, "t_send": 83652.5631313, "t_first_token": 83652.722566671, "t_last_token": 83654.463310517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.43537099519745, "decode_tok_s": 146.48910038370042, "total_s": 1.9001792170020053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 3, "t_send": 83652.563401053, "t_first_token": 83652.729698483, "t_last_token": 83654.46677923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 166.29742999793962, "decode_tok_s": 146.79801180252372, "total_s": 1.9033781769976486}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 3, "t_send": 83652.563194641, "t_first_token": 83652.675533648, "t_last_token": 83654.451285808, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "78295af4120c4c3943dbc4710dfdde8aa0336662dfb52e9f734d8a355e7adcee", "text_chars": 1056, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.33900699880905, "decode_tok_s": 143.6011205527946, "total_s": 1.8880911669984926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 3, "t_send": 83652.564244055, "t_first_token": 83652.72314749, "t_last_token": 83654.461690831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.9034350035945, "decode_tok_s": 146.67451422530002, "total_s": 1.8974467759981053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 3, "t_send": 83652.563030855, "t_first_token": 83652.729262093, "t_last_token": 83654.466534744, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 166.23123799217865, "decode_tok_s": 146.78179608256372, "total_s": 1.903503888999694}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 3, "t_send": 83652.563286787, "t_first_token": 83652.722392827, "t_last_token": 83654.462773012, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.10603999509476, "decode_tok_s": 146.5197100022102, "total_s": 1.899486224996508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 3, "t_send": 83652.563731164, "t_first_token": 83652.722629007, "t_last_token": 83654.462972231, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.89784299361054, "decode_tok_s": 146.52282175263437, "total_s": 1.8992410670034587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 3, "t_send": 83652.563924847, "t_first_token": 83652.722810719, "t_last_token": 83654.462682823, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.88587200606707, "decode_tok_s": 146.56249698739097, "total_s": 1.8987579759996152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 3, "t_send": 83652.564638294, "t_first_token": 83652.729535467, "t_last_token": 83654.466697521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.8971730028279, "decode_tok_s": 146.79114099570359, "total_s": 1.902059226995334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 3, "t_send": 83652.564362142, "t_first_token": 83652.723087071, "t_last_token": 83654.461821871, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.72492900234647, "decode_tok_s": 146.65836331189644, "total_s": 1.8974597289925441}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 4, "t_send": 83654.468993968, "t_first_token": 83654.600792798, "t_last_token": 83656.095601268, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.79882999975234, "decode_tok_s": 170.5904168444088, "total_s": 1.6266073000006145}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 4, "t_send": 83654.469632097, "t_first_token": 83654.601391211, "t_last_token": 83656.094829606, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.75911401049234, "decode_tok_s": 170.74691587938997, "total_s": 1.6251975089980988}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 4, "t_send": 83654.470196084, "t_first_token": 83654.601478528, "t_last_token": 83656.09508375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.28244399558753, "decode_tok_s": 170.72784444241373, "total_s": 1.6248876659956295}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 4, "t_send": 83654.469553109, "t_first_token": 83654.600993843, "t_last_token": 83656.095725263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.44073401053902, "decode_tok_s": 170.59921039235337, "total_s": 1.626172154006781}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 4, "t_send": 83654.469166393, "t_first_token": 83654.601040393, "t_last_token": 83656.094611058, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.87399999878835, "decode_tok_s": 170.73179460182973, "total_s": 1.6254446649982128}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 4, "t_send": 83654.469467727, "t_first_token": 83654.600730646, "t_last_token": 83656.09478852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2629189924337, "decode_tok_s": 170.67611933683258, "total_s": 1.6253207929985365}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 4, "t_send": 83654.469269843, "t_first_token": 83654.600336924, "t_last_token": 83656.096922826, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0670810053125, "decode_tok_s": 170.38781379771922, "total_s": 1.6276529829920037}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 4, "t_send": 83654.470466138, "t_first_token": 83654.600638488, "t_last_token": 83656.095462483, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.17235000734217, "decode_tok_s": 170.58864511975267, "total_s": 1.624996345010004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 4, "t_send": 83654.469688567, "t_first_token": 83654.600504154, "t_last_token": 83656.097033156, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8155870065093, "decode_tok_s": 170.39429216601755, "total_s": 1.6273445889964933}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 4, "t_send": 83654.469757156, "t_first_token": 83654.600393114, "t_last_token": 83656.095776324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63595800485928, "decode_tok_s": 170.52485161980655, "total_s": 1.6260191680048592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 4, "t_send": 83654.469824172, "t_first_token": 83654.600447301, "t_last_token": 83656.095304355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6231289927382, "decode_tok_s": 170.58487252520686, "total_s": 1.62548018299276}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 4, "t_send": 83654.470751255, "t_first_token": 83654.600851521, "t_last_token": 83656.096781563, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.10026600386482, "decode_tok_s": 170.46251685595746, "total_s": 1.6260303080052836}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 4, "t_send": 83654.470854854, "t_first_token": 83654.600956702, "t_last_token": 83656.094556519, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.10184800077695, "decode_tok_s": 170.7284622665935, "total_s": 1.6237016650120495}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 4, "t_send": 83654.469907823, "t_first_token": 83654.601300498, "t_last_token": 83656.095051802, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.39267500082497, "decode_tok_s": 170.7111480462913, "total_s": 1.6251439789921278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 4, "t_send": 83654.469373768, "t_first_token": 83654.580571168, "t_last_token": 83656.085028002, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.19739999412559, "decode_tok_s": 169.49638848922623, "total_s": 1.6156542339886073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 4, "t_send": 83654.469989159, "t_first_token": 83654.601580164, "t_last_token": 83656.094889123, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.59100500342902, "decode_tok_s": 170.76171576202418, "total_s": 1.624899963993812}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 5, "t_send": 83656.102140243, "t_first_token": 83656.23053361, "t_last_token": 83657.725226014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.39336699107662, "decode_tok_s": 170.60366354841133, "total_s": 1.6230857709888369}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 5, "t_send": 83656.10251464, "t_first_token": 83656.231031959, "t_last_token": 83657.725340842, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.51731899718288, "decode_tok_s": 170.64744973598582, "total_s": 1.6228262019867543}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 5, "t_send": 83656.103092983, "t_first_token": 83656.230377166, "t_last_token": 83657.724613631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.28418299229816, "decode_tok_s": 170.65572014341905, "total_s": 1.6215206479973858}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 5, "t_send": 83656.101100718, "t_first_token": 83656.230237251, "t_last_token": 83657.726208737, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1365329961991, "decode_tok_s": 170.45779440728117, "total_s": 1.6251080189977074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 5, "t_send": 83656.1023427, "t_first_token": 83656.231267209, "t_last_token": 83657.724974216, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.92450900108088, "decode_tok_s": 170.71621061214097, "total_s": 1.6226315160020022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 5, "t_send": 83656.101249486, "t_first_token": 83656.23133237, "t_last_token": 83657.726465508, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0828839885071, "decode_tok_s": 170.55337315221226, "total_s": 1.62521602200286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 5, "t_send": 83656.101839334, "t_first_token": 83656.231778637, "t_last_token": 83657.724895621, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.93930299126077, "decode_tok_s": 170.78367116094938, "total_s": 1.6230562869895948}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 5, "t_send": 83656.101345822, "t_first_token": 83656.229955985, "t_last_token": 83657.726413886, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6101630103076, "decode_tok_s": 170.40238808591027, "total_s": 1.6250680640077917}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 5, "t_send": 83656.102756847, "t_first_token": 83656.230685734, "t_last_token": 83657.726732521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.92888699914329, "decode_tok_s": 170.44921470128523, "total_s": 1.6239756739960285}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 5, "t_send": 83656.101729732, "t_first_token": 83656.231625532, "t_last_token": 83657.72549858, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.89579999702983, "decode_tok_s": 170.69723584799846, "total_s": 1.6237688479886856}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 5, "t_send": 83656.10141273, "t_first_token": 83656.231561169, "t_last_token": 83657.726302081, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14843899873085, "decode_tok_s": 170.59812704105389, "total_s": 1.6248893510055495}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 5, "t_send": 83656.100921974, "t_first_token": 83656.231151006, "t_last_token": 83657.725718677, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.22903200180735, "decode_tok_s": 170.6179017163829, "total_s": 1.624796703006723}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 5, "t_send": 83656.102036079, "t_first_token": 83656.23042982, "t_last_token": 83657.724744407, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.39374100440182, "decode_tok_s": 170.64679835151713, "total_s": 1.6227083279954968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 5, "t_send": 83656.101599872, "t_first_token": 83656.230079741, "t_last_token": 83657.725145515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4798690030584, "decode_tok_s": 170.5610578711929, "total_s": 1.6235456430003978}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 5, "t_send": 83656.102221883, "t_first_token": 83656.230906186, "t_last_token": 83657.725398758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6843029956799, "decode_tok_s": 170.62647535139607, "total_s": 1.623176875000354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 5, "t_send": 83656.101504676, "t_first_token": 83656.210317584, "t_last_token": 83657.715459328, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.81290800170973, "decode_tok_s": 169.41925969230815, "total_s": 1.613954651998938}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 6, "t_send": 83657.731334371, "t_first_token": 83657.868937348, "t_last_token": 83659.600064602, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.60297700355295, "decode_tok_s": 147.30286257780875, "total_s": 1.8687302309990628}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 6, "t_send": 83657.730737863, "t_first_token": 83657.869027978, "t_last_token": 83659.60122206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.29011499183252, "decode_tok_s": 147.212141324303, "total_s": 1.8704841969884}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 6, "t_send": 83657.731501256, "t_first_token": 83657.868063701, "t_last_token": 83659.6018087, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.5624449972529, "decode_tok_s": 147.08045309255127, "total_s": 1.870307443998172}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 6, "t_send": 83657.730872256, "t_first_token": 83657.869330818, "t_last_token": 83659.602645357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.45856199623086, "decode_tok_s": 147.11697978779804, "total_s": 1.8717731009965064}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 6, "t_send": 83657.731725262, "t_first_token": 83657.868412395, "t_last_token": 83659.600706202, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.68713299557567, "decode_tok_s": 147.20366658793478, "total_s": 1.8689809400093509}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 6, "t_send": 83657.732539686, "t_first_token": 83657.86875491, "t_last_token": 83659.600126467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2152240035357, "decode_tok_s": 147.2820775923228, "total_s": 1.8675867810088675}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 6, "t_send": 83657.731935983, "t_first_token": 83657.868979445, "t_last_token": 83659.60171188, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.04346200393047, "decode_tok_s": 147.16640310452124, "total_s": 1.869775896993815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 6, "t_send": 83657.732206534, "t_first_token": 83657.868020746, "t_last_token": 83659.600624732, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.814212000696, "decode_tok_s": 147.17731348864794, "total_s": 1.8684181980061112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 6, "t_send": 83657.732026362, "t_first_token": 83657.868680492, "t_last_token": 83659.600270394, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6541299939854, "decode_tok_s": 147.26350604436118, "total_s": 1.8682440319971647}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 6, "t_send": 83657.731644664, "t_first_token": 83657.868819764, "t_last_token": 83659.601444702, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.1750999969663, "decode_tok_s": 147.1755337277869, "total_s": 1.8698000379954465}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 6, "t_send": 83657.731107684, "t_first_token": 83657.842608964, "t_last_token": 83659.588326606, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.50128000008408, "decode_tok_s": 146.07173225788657, "total_s": 1.857218921999447}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 6, "t_send": 83657.732313049, "t_first_token": 83657.868169716, "t_last_token": 83659.602805872, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.85666700964794, "decode_tok_s": 147.00489155572848, "total_s": 1.8704928229999496}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 6, "t_send": 83657.731225709, "t_first_token": 83657.86854308, "t_last_token": 83659.600534595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.31737100169994, "decode_tok_s": 147.22935868423272, "total_s": 1.8693088860018179}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 6, "t_send": 83657.73245265, "t_first_token": 83657.871623948, "t_last_token": 83659.604059397, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.17129799665418, "decode_tok_s": 147.1916313808813, "total_s": 1.8716067469940754}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 6, "t_send": 83657.732128487, "t_first_token": 83657.869452273, "t_last_token": 83659.601889405, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.32378599524964, "decode_tok_s": 147.1914883881508, "total_s": 1.8697609180089785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 6, "t_send": 83657.73182627, "t_first_token": 83657.868122212, "t_last_token": 83659.60138709, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.295942007564, "decode_tok_s": 147.1211949406964, "total_s": 1.8695608200068818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 7, "t_send": 83659.610084015, "t_first_token": 83659.740861012, "t_last_token": 83661.237066878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.77699700079393, "decode_tok_s": 170.43109226764471, "total_s": 1.6269828630029224}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 7, "t_send": 83659.608779444, "t_first_token": 83659.740396946, "t_last_token": 83661.236540972, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.61750200379174, "decode_tok_s": 170.4381366831209, "total_s": 1.6277615279977908}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 7, "t_send": 83659.60867107, "t_first_token": 83659.739333925, "t_last_token": 83661.236452077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66285499371588, "decode_tok_s": 170.3272381394057, "total_s": 1.6277810070023406}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 7, "t_send": 83659.607681625, "t_first_token": 83659.719312538, "t_last_token": 83661.224244856, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.63091300113592, "decode_tok_s": 169.4428360333325, "total_s": 1.6165632310003275}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 7, "t_send": 83659.608056693, "t_first_token": 83659.739426972, "t_last_token": 83661.236311416, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.37027899210807, "decode_tok_s": 170.3538312673166, "total_s": 1.628254722993006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 7, "t_send": 83659.608965287, "t_first_token": 83659.73968751, "t_last_token": 83661.236343938, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.72222299524583, "decode_tok_s": 170.37978471792104, "total_s": 1.6273786509991623}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 7, "t_send": 83659.608454974, "t_first_token": 83659.740575734, "t_last_token": 83661.235793964, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1207599976333, "decode_tok_s": 170.54366706010882, "total_s": 1.62733899000159}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 7, "t_send": 83659.607789113, "t_first_token": 83659.740715806, "t_last_token": 83661.235993605, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.926692996989, "decode_tok_s": 170.53687292665305, "total_s": 1.6282044920080807}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 7, "t_send": 83659.608145495, "t_first_token": 83659.739145629, "t_last_token": 83661.235309245, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.00013400253374, "decode_tok_s": 170.4359050527164, "total_s": 1.627163750003092}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 7, "t_send": 83659.609158718, "t_first_token": 83659.739232394, "t_last_token": 83661.235707247, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.07367600221187, "decode_tok_s": 170.4004577745895, "total_s": 1.6265485290059587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 7, "t_send": 83659.608273894, "t_first_token": 83659.740242884, "t_last_token": 83661.236040976, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9689899974037, "decode_tok_s": 170.4775539985573, "total_s": 1.6277670819981722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 7, "t_send": 83659.608362478, "t_first_token": 83659.740018024, "t_last_token": 83661.237187378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.65554599254392, "decode_tok_s": 170.32141308287706, "total_s": 1.6288249000062933}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 7, "t_send": 83659.60788194, "t_first_token": 83659.739567609, "t_last_token": 83661.235550879, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.6856689954875, "decode_tok_s": 170.45645169416963, "total_s": 1.6276689390069805}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 7, "t_send": 83659.607962449, "t_first_token": 83659.740961447, "t_last_token": 83661.237518104, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.99899800040293, "decode_tok_s": 170.39114343370116, "total_s": 1.6295556550030597}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 7, "t_send": 83659.607543398, "t_first_token": 83659.740812753, "t_last_token": 83661.235391212, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.2693550066324, "decode_tok_s": 170.61667018240934, "total_s": 1.627847814001143}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 7, "t_send": 83659.608855443, "t_first_token": 83659.73987898, "t_last_token": 83661.235502461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.02353700378444, "decode_tok_s": 170.4974569070567, "total_s": 1.6266470179980388}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 8, "t_send": 83661.24140619, "t_first_token": 83661.377796967, "t_last_token": 83663.110877967, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.39077699917834, "decode_tok_s": 147.13680433875962, "total_s": 1.8694717769976705}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 8, "t_send": 83661.241862685, "t_first_token": 83661.377856258, "t_last_token": 83663.110952798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.99357299972326, "decode_tok_s": 147.13548502007396, "total_s": 1.8690901130030397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 8, "t_send": 83661.241481544, "t_first_token": 83661.377494454, "t_last_token": 83663.110353243, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.01291000668425, "decode_tok_s": 147.1556722450176, "total_s": 1.8688716990000103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 8, "t_send": 83661.241174231, "t_first_token": 83661.351181019, "t_last_token": 83663.098362114, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.00678798882291, "decode_tok_s": 145.9493813941437, "total_s": 1.8571878829970956}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 8, "t_send": 83661.241598069, "t_first_token": 83661.377304098, "t_last_token": 83663.110132688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.70602900290396, "decode_tok_s": 147.15823681092348, "total_s": 1.868534619003185}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 8, "t_send": 83661.241696262, "t_first_token": 83661.377913885, "t_last_token": 83663.111325325, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2176229886245, "decode_tok_s": 147.1087556685284, "total_s": 1.869629062988679}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 8, "t_send": 83661.240630262, "t_first_token": 83661.377029973, "t_last_token": 83663.110296889, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.39971100201365, "decode_tok_s": 147.1210219526212, "total_s": 1.8696666270116111}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 8, "t_send": 83661.240449732, "t_first_token": 83661.376625615, "t_last_token": 83663.110488754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1758830025792, "decode_tok_s": 147.07043149143587, "total_s": 1.8700390220037661}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 8, "t_send": 83661.24206592, "t_first_token": 83661.377090597, "t_last_token": 83663.110844198, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.02467700163834, "decode_tok_s": 147.07972335437648, "total_s": 1.8687782780034468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 8, "t_send": 83661.242166718, "t_first_token": 83661.376536151, "t_last_token": 83663.112734065, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.36943299893755, "decode_tok_s": 146.8726565930311, "total_s": 1.8705673469958128}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 8, "t_send": 83661.241955234, "t_first_token": 83661.380818293, "t_last_token": 83663.114476611, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.86305899359286, "decode_tok_s": 147.0878069527101, "total_s": 1.8725213769939728}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 8, "t_send": 83661.241314049, "t_first_token": 83661.377956902, "t_last_token": 83663.111361539, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6428530018311, "decode_tok_s": 147.1093330176127, "total_s": 1.87004749001062}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 8, "t_send": 83661.241033989, "t_first_token": 83661.376916249, "t_last_token": 83663.111950745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.88226000138093, "decode_tok_s": 146.9711412585442, "total_s": 1.8709167560009519}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 8, "t_send": 83661.241773808, "t_first_token": 83661.376449072, "t_last_token": 83663.110637609, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.67526400927454, "decode_tok_s": 147.04283563168772, "total_s": 1.8688638010062277}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 8, "t_send": 83661.240780023, "t_first_token": 83661.376741547, "t_last_token": 83663.110239187, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.96152400714345, "decode_tok_s": 147.101440531472, "total_s": 1.869459163994179}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 8, "t_send": 83661.240881503, "t_first_token": 83661.376849479, "t_last_token": 83663.112440167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.96797599166166, "decode_tok_s": 146.9240424966493, "total_s": 1.871558663988253}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 9, "t_send": 83663.117769522, "t_first_token": 83663.229178422, "t_last_token": 83664.735315517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.40890000388026, "decode_tok_s": 169.30729669080685, "total_s": 1.6175459950027289}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 9, "t_send": 83663.119388812, "t_first_token": 83663.248979283, "t_last_token": 83664.74674563, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5904709986644, "decode_tok_s": 170.25352486542505, "total_s": 1.6273568179894937}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 9, "t_send": 83663.118136634, "t_first_token": 83663.249033689, "t_last_token": 83664.745804943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89705500169657, "decode_tok_s": 170.36671389795995, "total_s": 1.6276683089963626}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 9, "t_send": 83663.119213102, "t_first_token": 83663.250699618, "t_last_token": 83664.746822988, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4865159947658, "decode_tok_s": 170.44048981051225, "total_s": 1.6276098859962076}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 9, "t_send": 83663.118884119, "t_first_token": 83663.249481658, "t_last_token": 83664.746247826, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.59753899869975, "decode_tok_s": 170.3672928023233, "total_s": 1.62736370699713}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 9, "t_send": 83663.117438349, "t_first_token": 83663.250139196, "t_last_token": 83664.745893304, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.70084699615836, "decode_tok_s": 170.4825670441789, "total_s": 1.62845495500369}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 9, "t_send": 83663.117605462, "t_first_token": 83663.250642792, "t_last_token": 83664.747979778, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0373300006613, "decode_tok_s": 170.3023450199741, "total_s": 1.630374315995141}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 9, "t_send": 83663.11793639, "t_first_token": 83663.249643749, "t_last_token": 83664.747022091, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.70735900348518, "decode_tok_s": 170.29764144948933, "total_s": 1.629085701002623}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 9, "t_send": 83663.117123744, "t_first_token": 83663.250597508, "t_last_token": 83664.746379379, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.47376399906352, "decode_tok_s": 170.47940274226093, "total_s": 1.629255634994479}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 9, "t_send": 83663.117264831, "t_first_token": 83663.250380903, "t_last_token": 83664.745503549, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.11607200012077, "decode_tok_s": 170.5545700099406, "total_s": 1.6282387179962825}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 9, "t_send": 83663.116898706, "t_first_token": 83663.249789519, "t_last_token": 83664.745615171, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.89081300899852, "decode_tok_s": 170.47441301623056, "total_s": 1.6287164650129853}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 9, "t_send": 83663.118361389, "t_first_token": 83663.249077082, "t_last_token": 83664.746703115, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.71569299791008, "decode_tok_s": 170.2694760781641, "total_s": 1.6283417259983253}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 9, "t_send": 83663.118477043, "t_first_token": 83663.248884877, "t_last_token": 83664.745461508, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40783400356304, "decode_tok_s": 170.3888693148528, "total_s": 1.626984465008718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 9, "t_send": 83663.118040867, "t_first_token": 83663.248839965, "t_last_token": 83664.746979835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7990979985334, "decode_tok_s": 170.21107648603845, "total_s": 1.6289389680023305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 9, "t_send": 83663.117362691, "t_first_token": 83663.24956122, "t_last_token": 83664.746482456, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1985289978329, "decode_tok_s": 170.34964423459985, "total_s": 1.6291197649989044}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 9, "t_send": 83663.118642612, "t_first_token": 83663.250084509, "t_last_token": 83664.746610678, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.44189699960407, "decode_tok_s": 170.39461472894484, "total_s": 1.6279680660081794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 10, "t_send": 83664.751536834, "t_first_token": 83664.890417717, "t_last_token": 83666.624481459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.88088300882373, "decode_tok_s": 147.0534178323392, "total_s": 1.8729446250072215}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 10, "t_send": 83664.75046034, "t_first_token": 83664.890539797, "t_last_token": 83666.623678635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.0794569926802, "decode_tok_s": 147.13189411446632, "total_s": 1.8732182950043352}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 10, "t_send": 83664.751229581, "t_first_token": 83664.890846998, "t_last_token": 83666.62386422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.6174169931328, "decode_tok_s": 147.14221922402578, "total_s": 1.8726346390030812}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 10, "t_send": 83664.751335082, "t_first_token": 83664.889531454, "t_last_token": 83666.623949511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.19637200504076, "decode_tok_s": 147.02337707439543, "total_s": 1.8726144290121738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 10, "t_send": 83664.750894651, "t_first_token": 83664.889833695, "t_last_token": 83666.622819828, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.93904398719314, "decode_tok_s": 147.14485889018835, "total_s": 1.8719251769944094}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 10, "t_send": 83664.752036584, "t_first_token": 83664.890923902, "t_last_token": 83666.624993694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.88731799670495, "decode_tok_s": 147.05290477713422, "total_s": 1.8729571099975146}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 10, "t_send": 83664.752121337, "t_first_token": 83664.889463069, "t_last_token": 83666.623726167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.34173199918587, "decode_tok_s": 147.0365138336378, "total_s": 1.8716048299975228}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 10, "t_send": 83664.751036648, "t_first_token": 83664.89021874, "t_last_token": 83666.622881623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.18209199619014, "decode_tok_s": 147.1723106099738, "total_s": 1.871844975001295}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 10, "t_send": 83664.751728635, "t_first_token": 83664.890061072, "t_last_token": 83666.623766779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.33243699627928, "decode_tok_s": 147.083786464429, "total_s": 1.8720381439925404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 10, "t_send": 83664.750674093, "t_first_token": 83664.863699277, "t_last_token": 83666.61172993, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.02518400771078, "decode_tok_s": 145.87844873529022, "total_s": 1.8610558369982755}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 10, "t_send": 83664.750587543, "t_first_token": 83664.890281581, "t_last_token": 83666.623469838, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.69403799274005, "decode_tok_s": 147.1276988925748, "total_s": 1.8728822949924506}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 10, "t_send": 83664.751432698, "t_first_token": 83664.890960753, "t_last_token": 83666.623348864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.52805499138776, "decode_tok_s": 147.1956534335258, "total_s": 1.8719161659973906}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 10, "t_send": 83664.751618649, "t_first_token": 83664.891078982, "t_last_token": 83666.622920101, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.46033299725968, "decode_tok_s": 147.24214432922003, "total_s": 1.8713014520035358}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 10, "t_send": 83664.75249302, "t_first_token": 83664.893292238, "t_last_token": 83666.626948378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.7992180029396, "decode_tok_s": 147.0879917397579, "total_s": 1.8744553580036154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 10, "t_send": 83664.750776106, "t_first_token": 83664.890350323, "t_last_token": 83666.623540013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.57421699888073, "decode_tok_s": 147.12757724751083, "total_s": 1.8727639069984434}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 10, "t_send": 83664.751918781, "t_first_token": 83664.889754373, "t_last_token": 83666.622768564, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.83559200237505, "decode_tok_s": 147.14247657254512, "total_s": 1.8708497830084525}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 11, "t_send": 83666.629604467, "t_first_token": 83666.75960067, "t_last_token": 83668.255933254, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9962030025199, "decode_tok_s": 170.41665918922254, "total_s": 1.6263287869951455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 11, "t_send": 83666.629974086, "t_first_token": 83666.759050982, "t_last_token": 83668.256442971, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.07689600251615, "decode_tok_s": 170.2960893825117, "total_s": 1.6264688850060338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 11, "t_send": 83666.630733605, "t_first_token": 83666.759906453, "t_last_token": 83668.256557452, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1728479991434, "decode_tok_s": 170.38040275897046, "total_s": 1.6258238470036304}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 11, "t_send": 83666.629030663, "t_first_token": 83666.758466056, "t_last_token": 83668.258912743, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43539299885742, "decode_tok_s": 169.94939054423364, "total_s": 1.6298820800002431}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 11, "t_send": 83666.630483747, "t_first_token": 83666.758771637, "t_last_token": 83668.255879945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2878900092328, "decode_tok_s": 170.32835810012645, "total_s": 1.6253961980110034}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 11, "t_send": 83666.630386749, "t_first_token": 83666.758906275, "t_last_token": 83668.256025805, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.51952599885408, "decode_tok_s": 170.32708136511914, "total_s": 1.6256390560010914}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 11, "t_send": 83666.629263268, "t_first_token": 83666.759826091, "t_last_token": 83668.255980398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56282300385647, "decode_tok_s": 170.4369654973528, "total_s": 1.626717129998724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 11, "t_send": 83666.629393421, "t_first_token": 83666.75855133, "t_last_token": 83668.25734648, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.15790900296997, "decode_tok_s": 170.13665943683202, "total_s": 1.6279530589963542}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 11, "t_send": 83666.630282473, "t_first_token": 83666.758296138, "t_last_token": 83668.255796823, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.01366500207223, "decode_tok_s": 170.28372845118523, "total_s": 1.6255143500020495}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 11, "t_send": 83666.629785008, "t_first_token": 83666.738721212, "t_last_token": 83668.246157838, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.93620399292558, "decode_tok_s": 169.16134025161088, "total_s": 1.6163728300016373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 11, "t_send": 83666.629502635, "t_first_token": 83666.759776097, "t_last_token": 83668.256155636, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2734619966941, "decode_tok_s": 170.4113116711439, "total_s": 1.626653001003433}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 11, "t_send": 83666.630053067, "t_first_token": 83666.758401921, "t_last_token": 83668.256655933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.34885400661733, "decode_tok_s": 170.19810923798534, "total_s": 1.6266028660029406}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 11, "t_send": 83666.630126138, "t_first_token": 83666.759342614, "t_last_token": 83668.256882127, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.21647599432617, "decode_tok_s": 170.27931335766638, "total_s": 1.6267559889965924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 11, "t_send": 83666.630620643, "t_first_token": 83666.759649565, "t_last_token": 83668.256968033, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.02892200509086, "decode_tok_s": 170.30445122398004, "total_s": 1.6263473900035024}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 11, "t_send": 83666.630196878, "t_first_token": 83666.759174813, "t_last_token": 83668.257959949, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9779350045137, "decode_tok_s": 170.13779619010154, "total_s": 1.6277630709955702}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 11, "t_send": 83666.629679648, "t_first_token": 83666.759126923, "t_last_token": 83668.256835346, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.44727500143927, "decode_tok_s": 170.2601094349555, "total_s": 1.6271556979918387}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 12, "t_send": 83668.263277833, "t_first_token": 83668.391720054, "t_last_token": 83669.887977249, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44222100102343, "decode_tok_s": 170.4252456408006, "total_s": 1.6246994160028407}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 12, "t_send": 83668.262736639, "t_first_token": 83668.391975038, "t_last_token": 83669.889014628, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2383990075905, "decode_tok_s": 170.33617661353404, "total_s": 1.6262779890093952}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 12, "t_send": 83668.264290856, "t_first_token": 83668.392664073, "t_last_token": 83669.888204907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.37321701226756, "decode_tok_s": 170.50687898635306, "total_s": 1.623914051000611}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 12, "t_send": 83668.2626194, "t_first_token": 83668.371170362, "t_last_token": 83669.877278514, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.55096200248227, "decode_tok_s": 169.31055028287923, "total_s": 1.6146591139986413}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 12, "t_send": 83668.262066191, "t_first_token": 83668.39281829, "t_last_token": 83669.889947988, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.75209899398033, "decode_tok_s": 170.32592456042863, "total_s": 1.6278817970014643}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 12, "t_send": 83668.262451909, "t_first_token": 83668.391876666, "t_last_token": 83669.88888924, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.424757004017, "decode_tok_s": 170.3392506048655, "total_s": 1.6264373309968505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 12, "t_send": 83668.262937041, "t_first_token": 83668.391491514, "t_last_token": 83669.888103707, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5544730053516, "decode_tok_s": 170.38482059305238, "total_s": 1.6251666659954935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 12, "t_send": 83668.263489957, "t_first_token": 83668.39211821, "t_last_token": 83669.889114398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.628253005445, "decode_tok_s": 170.3411151240444, "total_s": 1.6256244410033105}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 12, "t_send": 83668.262345726, "t_first_token": 83668.392488889, "t_last_token": 83669.887800288, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.143162998138, "decode_tok_s": 170.53304092522885, "total_s": 1.6254545619885903}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 12, "t_send": 83668.263365165, "t_first_token": 83668.392600856, "t_last_token": 83669.888396787, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2356909980299, "decode_tok_s": 170.47780028886245, "total_s": 1.6250316220102832}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 12, "t_send": 83668.263663144, "t_first_token": 83668.392703814, "t_last_token": 83669.888292673, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.04066999908537, "decode_tok_s": 170.50140382142578, "total_s": 1.6246295290038688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 12, "t_send": 83668.264169003, "t_first_token": 83668.390994703, "t_last_token": 83669.888559466, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.8257000047015, "decode_tok_s": 170.27644232943643, "total_s": 1.6243904629955068}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 12, "t_send": 83668.263158202, "t_first_token": 83668.391642062, "t_last_token": 83669.888849741, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48385999677703, "decode_tok_s": 170.31705325631222, "total_s": 1.6256915389967617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 12, "t_send": 83668.264022273, "t_first_token": 83668.391067903, "t_last_token": 83669.887838254, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.04562999715563, "decode_tok_s": 170.36681667888297, "total_s": 1.623815981001826}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 12, "t_send": 83668.262230924, "t_first_token": 83668.392862983, "t_last_token": 83669.888334547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63205900834873, "decode_tok_s": 170.51477683704505, "total_s": 1.6261036229989259}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 12, "t_send": 83668.262843329, "t_first_token": 83668.392296415, "t_last_token": 83669.888658689, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4530860031955, "decode_tok_s": 170.41327787406667, "total_s": 1.625815360006527}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 13, "t_send": 83669.8935391, "t_first_token": 83670.024445788, "t_last_token": 83671.520235006, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.90668800577987, "decode_tok_s": 170.47856538351556, "total_s": 1.6266959060012596}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 13, "t_send": 83669.893339832, "t_first_token": 83670.023935646, "t_last_token": 83671.520388929, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.59581400011666, "decode_tok_s": 170.4029139405355, "total_s": 1.6270490970055107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 13, "t_send": 83669.893005637, "t_first_token": 83670.023080106, "t_last_token": 83671.51992332, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.07446899428032, "decode_tok_s": 170.358523601379, "total_s": 1.626917682995554}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 13, "t_send": 83669.895347637, "t_first_token": 83670.024219246, "t_last_token": 83671.520848265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8716090057278, "decode_tok_s": 170.38290502303224, "total_s": 1.6255006280116504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 13, "t_send": 83669.89415144, "t_first_token": 83670.02458142, "t_last_token": 83671.520906626, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4299799958244, "decode_tok_s": 170.41749947004124, "total_s": 1.6267551859928062}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 13, "t_send": 83669.893437796, "t_first_token": 83670.023229041, "t_last_token": 83671.522073901, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.79124500998296, "decode_tok_s": 170.13101676286385, "total_s": 1.6286361050006235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 13, "t_send": 83669.893745964, "t_first_token": 83670.023432937, "t_last_token": 83671.520312158, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.68697299947962, "decode_tok_s": 170.35442567632242, "total_s": 1.62656619399786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 13, "t_send": 83669.893186772, "t_first_token": 83670.023568984, "t_last_token": 83671.520277424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.382212009863, "decode_tok_s": 170.37386386381567, "total_s": 1.6270906520076096}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 13, "t_send": 83669.893962457, "t_first_token": 83670.024809699, "t_last_token": 83671.521040467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.84724199143238, "decode_tok_s": 170.42825575564774, "total_s": 1.6270780100021511}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 13, "t_send": 83669.892793368, "t_first_token": 83670.024288287, "t_last_token": 83671.52066791, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.49491899821442, "decode_tok_s": 170.4113021057444, "total_s": 1.627874541998608}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 13, "t_send": 83669.894043421, "t_first_token": 83670.024491996, "t_last_token": 83671.520566603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4485750006279, "decode_tok_s": 170.44604514174537, "total_s": 1.6265231819998007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 13, "t_send": 83669.894900603, "t_first_token": 83670.023632002, "t_last_token": 83671.520128189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.73139900329988, "decode_tok_s": 170.39802855184075, "total_s": 1.6252275860024383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 13, "t_send": 83669.893264796, "t_first_token": 83670.003452913, "t_last_token": 83671.509794256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.18811700341757, "decode_tok_s": 169.28433995845043, "total_s": 1.6165294599923072}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 13, "t_send": 83669.89383695, "t_first_token": 83670.023277805, "t_last_token": 83671.52078373, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.44085500203073, "decode_tok_s": 170.28313260272932, "total_s": 1.6269467800011626}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 13, "t_send": 83669.893641035, "t_first_token": 83670.023168373, "t_last_token": 83671.520493098, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52733799465932, "decode_tok_s": 170.30373955769045, "total_s": 1.6268520629964769}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 13, "t_send": 83669.895247834, "t_first_token": 83670.023531405, "t_last_token": 83671.519978167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2835709862411, "decode_tok_s": 170.40365649827604, "total_s": 1.624730332987383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 14, "t_send": 83671.52355129, "t_first_token": 83671.657951175, "t_last_token": 83673.156348176, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.39988500613254, "decode_tok_s": 170.1818675765403, "total_s": 1.6327968859986868}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 14, "t_send": 83671.524096682, "t_first_token": 83671.657308183, "t_last_token": 83673.154919961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.21150100091472, "decode_tok_s": 170.2710967859257, "total_s": 1.6308232790033799}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 14, "t_send": 83671.523677109, "t_first_token": 83671.637609401, "t_last_token": 83673.144035091, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.93229200621136, "decode_tok_s": 169.27486147766916, "total_s": 1.6203579819994047}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 14, "t_send": 83671.524224943, "t_first_token": 83671.657819868, "t_last_token": 83673.155013956, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.59492500603665, "decode_tok_s": 170.31859933544507, "total_s": 1.6307890129974112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 14, "t_send": 83671.524004914, "t_first_token": 83671.658007555, "t_last_token": 83673.154786176, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.0026410034625, "decode_tok_s": 170.3658753684085, "total_s": 1.6307812620070763}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 14, "t_send": 83671.524338399, "t_first_token": 83671.658147717, "t_last_token": 83673.155413973, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.80931799474638, "decode_tok_s": 170.3103900041938, "total_s": 1.631075573997805}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 14, "t_send": 83671.52476299, "t_first_token": 83671.657792312, "t_last_token": 83673.154829475, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.02932200895157, "decode_tok_s": 170.3364527642991, "total_s": 1.6300664849986788}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 14, "t_send": 83671.524622996, "t_first_token": 83671.657865272, "t_last_token": 83673.154561383, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.2422760024201, "decode_tok_s": 170.3752673155709, "total_s": 1.629938386991853}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 14, "t_send": 83671.523796751, "t_first_token": 83671.657482837, "t_last_token": 83673.154052607, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.6860860028537, "decode_tok_s": 170.38965046098934, "total_s": 1.6302558559982572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 14, "t_send": 83671.525165385, "t_first_token": 83671.657907854, "t_last_token": 83673.15423479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.74246899527498, "decode_tok_s": 170.41730243888182, "total_s": 1.6290694049966987}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 14, "t_send": 83671.525064193, "t_first_token": 83671.6577111, "t_last_token": 83673.155290794, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.64690698997583, "decode_tok_s": 170.274744656004, "total_s": 1.630226601002505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 14, "t_send": 83671.524550148, "t_first_token": 83671.657338429, "t_last_token": 83673.154304582, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.78828100010287, "decode_tok_s": 170.34453283271023, "total_s": 1.629754434005008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 14, "t_send": 83671.524430434, "t_first_token": 83671.65707689, "t_last_token": 83673.155746065, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.64645599701907, "decode_tok_s": 170.15096076885888, "total_s": 1.631315630991594}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 14, "t_send": 83671.523864135, "t_first_token": 83671.658221596, "t_last_token": 83673.154339752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.35746099276002, "decode_tok_s": 170.44108379825178, "total_s": 1.6304756169993198}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 14, "t_send": 83671.523933054, "t_first_token": 83671.658065628, "t_last_token": 83673.155785142, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.13257399224676, "decode_tok_s": 170.25884861438223, "total_s": 1.631852087986772}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 14, "t_send": 83671.525372725, "t_first_token": 83671.657648589, "t_last_token": 83673.156033956, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.27586400171276, "decode_tok_s": 170.18318892879012, "total_s": 1.6306612309999764}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 15, "t_send": 83673.160440208, "t_first_token": 83673.266910256, "t_last_token": 83675.014064372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 106.47004800557625, "decode_tok_s": 145.95163509972815, "total_s": 1.8536241639958462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 15, "t_send": 83673.15980029, "t_first_token": 83673.291089897, "t_last_token": 83675.026547098, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2896070012357, "decode_tok_s": 146.93534352446852, "total_s": 1.8667468079947866}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 15, "t_send": 83673.161078833, "t_first_token": 83673.291699344, "t_last_token": 83675.026651272, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6205110013252, "decode_tok_s": 146.97813575419525, "total_s": 1.865572438997333}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 15, "t_send": 83673.159934316, "t_first_token": 83673.291328623, "t_last_token": 83675.025986922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.39430699811783, "decode_tok_s": 147.00301503015794, "total_s": 1.8660526059975382}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 15, "t_send": 83673.16028418, "t_first_token": 83673.291842452, "t_last_token": 83675.025378335, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.5582719980739, "decode_tok_s": 147.09819537070229, "total_s": 1.8650941550004063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 15, "t_send": 83673.160128064, "t_first_token": 83673.291937729, "t_last_token": 83675.026360767, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8096649920335, "decode_tok_s": 147.02295484519422, "total_s": 1.8662327030033339}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 15, "t_send": 83673.160983765, "t_first_token": 83673.291979939, "t_last_token": 83675.025728964, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.99617398984265, "decode_tok_s": 147.08011155134594, "total_s": 1.8647451989963884}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 15, "t_send": 83673.161383705, "t_first_token": 83673.292094099, "t_last_token": 83675.02618869, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.71039400529116, "decode_tok_s": 147.05080179823395, "total_s": 1.8648049850016832}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 15, "t_send": 83673.16117485, "t_first_token": 83673.291889786, "t_last_token": 83675.025899283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7149360072799, "decode_tok_s": 147.05801810277072, "total_s": 1.8647244330059038}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 15, "t_send": 83673.160044926, "t_first_token": 83673.29203329, "t_last_token": 83675.025573799, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9883639953332, "decode_tok_s": 147.09780283553658, "total_s": 1.865528872993309}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 15, "t_send": 83673.160870073, "t_first_token": 83673.291777107, "t_last_token": 83675.025321007, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.90703400666825, "decode_tok_s": 147.09751509719123, "total_s": 1.864450933993794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 15, "t_send": 83673.161925543, "t_first_token": 83673.295761376, "t_last_token": 83675.029449291, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.83583299582824, "decode_tok_s": 147.0852959129955, "total_s": 1.867523748005624}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 15, "t_send": 83673.161625426, "t_first_token": 83673.291481492, "t_last_token": 83675.025618431, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85606599249877, "decode_tok_s": 147.047210785035, "total_s": 1.8639930049976101}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 15, "t_send": 83673.161752957, "t_first_token": 83673.295880898, "t_last_token": 83675.029501428, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.1279409971321, "decode_tok_s": 147.09101304933688, "total_s": 1.8677484709915007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 15, "t_send": 83673.160618072, "t_first_token": 83673.291637522, "t_last_token": 83675.026029639, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.01944999652915, "decode_tok_s": 147.02557599232134, "total_s": 1.8654115670069586}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 15, "t_send": 83673.160542128, "t_first_token": 83673.291149229, "t_last_token": 83675.026858088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.60710100398865, "decode_tok_s": 146.9140395746006, "total_s": 1.8663159599964274}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 16, "t_send": 83675.034209943, "t_first_token": 83675.166715499, "t_last_token": 83676.663045712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5055560009787, "decode_tok_s": 170.41692922033917, "total_s": 1.6288357690064004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 16, "t_send": 83675.03259117, "t_first_token": 83675.165232386, "t_last_token": 83676.663298229, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6412159978645, "decode_tok_s": 170.21948747554885, "total_s": 1.6307070589973591}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 16, "t_send": 83675.034594606, "t_first_token": 83675.165316355, "t_last_token": 83676.661776926, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.721749010263, "decode_tok_s": 170.4020840522606, "total_s": 1.6271823200077051}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 16, "t_send": 83675.032738515, "t_first_token": 83675.166318189, "t_last_token": 83676.663123829, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5796740022488, "decode_tok_s": 170.3628000765202, "total_s": 1.6303853139979765}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 16, "t_send": 83675.033754702, "t_first_token": 83675.166581434, "t_last_token": 83676.663714203, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.82673199137207, "decode_tok_s": 170.32557517949627, "total_s": 1.62995950099139}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 16, "t_send": 83675.033048121, "t_first_token": 83675.145284737, "t_last_token": 83676.652475878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.23661599797197, "decode_tok_s": 169.18889254481763, "total_s": 1.6194277570029953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 16, "t_send": 83675.032317681, "t_first_token": 83675.165848424, "t_last_token": 83676.663935454, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5307429981185, "decode_tok_s": 170.21708011280046, "total_s": 1.6316177729895571}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 16, "t_send": 83675.033887696, "t_first_token": 83675.166030645, "t_last_token": 83676.663453135, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.14294900535606, "decode_tok_s": 170.2926206225767, "total_s": 1.6295654389978154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 16, "t_send": 83675.03477347, "t_first_token": 83675.166147327, "t_last_token": 83676.663080861, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3738570024725, "decode_tok_s": 170.34824473384205, "total_s": 1.6283073910017265}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 16, "t_send": 83675.03468408, "t_first_token": 83675.16554947, "t_last_token": 83676.662732647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8653899905039, "decode_tok_s": 170.31984056181287, "total_s": 1.628048566999496}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 16, "t_send": 83675.03293322, "t_first_token": 83675.165348366, "t_last_token": 83676.662391556, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.41514599940274, "decode_tok_s": 170.3357669994683, "total_s": 1.6294583359995158}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 16, "t_send": 83675.033984035, "t_first_token": 83675.165900095, "t_last_token": 83676.661993838, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.91605999600142, "decode_tok_s": 170.44386502718626, "total_s": 1.6280098029965302}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 16, "t_send": 83675.03284271, "t_first_token": 83675.166508053, "t_last_token": 83676.663886904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.66534298984334, "decode_tok_s": 170.2975835593648, "total_s": 1.6310441940004239}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 16, "t_send": 83675.034304913, "t_first_token": 83675.16568364, "t_last_token": 83676.662510208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3787270046305, "decode_tok_s": 170.36041813579453, "total_s": 1.628205294997315}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 16, "t_send": 83675.034089794, "t_first_token": 83675.165745678, "t_last_token": 83676.663609619, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.65588398987893, "decode_tok_s": 170.24243191800295, "total_s": 1.629519825000898}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 16, "t_send": 83675.034422043, "t_first_token": 83675.166776712, "t_last_token": 83676.662608503, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.35466899641324, "decode_tok_s": 170.47371337690208, "total_s": 1.6281864600023255}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 17, "t_send": 83676.668774596, "t_first_token": 83676.780653057, "t_last_token": 83678.286435581, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.87846100074239, "decode_tok_s": 169.34716397249903, "total_s": 1.617660985008115}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 17, "t_send": 83676.668606177, "t_first_token": 83676.801141818, "t_last_token": 83678.297094762, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5356409943197, "decode_tok_s": 170.45990719238108, "total_s": 1.6284885850036517}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 17, "t_send": 83676.669646213, "t_first_token": 83676.801623865, "t_last_token": 83678.296773713, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.97765199583955, "decode_tok_s": 170.55146702671257, "total_s": 1.627127499989001}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 17, "t_send": 83676.669550704, "t_first_token": 83676.800684015, "t_last_token": 83678.298317408, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.13331100612413, "decode_tok_s": 170.26863930296557, "total_s": 1.628766704001464}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 17, "t_send": 83676.669736881, "t_first_token": 83676.80103778, "t_last_token": 83678.297053131, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.30089899641462, "decode_tok_s": 170.4527963759935, "total_s": 1.627316250000149}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 17, "t_send": 83676.669391154, "t_first_token": 83676.800866756, "t_last_token": 83678.297828566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.47560200013686, "decode_tok_s": 170.3450270384247, "total_s": 1.628437412000494}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 17, "t_send": 83676.668869035, "t_first_token": 83676.801376337, "t_last_token": 83678.298521012, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.50730199797545, "decode_tok_s": 170.32422067040383, "total_s": 1.6296519769966835}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 17, "t_send": 83676.669938716, "t_first_token": 83676.801086032, "t_last_token": 83678.297477866, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.14731600217056, "decode_tok_s": 170.40991149999036, "total_s": 1.6275391499948455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 17, "t_send": 83676.669842985, "t_first_token": 83676.80157799, "t_last_token": 83678.297210475, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.73500500852242, "decode_tok_s": 170.4964304793084, "total_s": 1.6273674900003243}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 17, "t_send": 83676.66897869, "t_first_token": 83676.801287157, "t_last_token": 83678.298771268, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.30846700025722, "decode_tok_s": 170.2856131329588, "total_s": 1.6297925780090736}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 17, "t_send": 83676.668446024, "t_first_token": 83676.801514698, "t_last_token": 83678.297128488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.06867399660405, "decode_tok_s": 170.49856166401455, "total_s": 1.628682463997393}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 17, "t_send": 83676.669464049, "t_first_token": 83676.80045772, "t_last_token": 83678.296996715, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9936710022157, "decode_tok_s": 170.39315437352818, "total_s": 1.6275326659961138}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 17, "t_send": 83676.668301519, "t_first_token": 83676.8002412, "t_last_token": 83678.297312523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.93968099949416, "decode_tok_s": 170.3325660457377, "total_s": 1.6290110039990395}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 17, "t_send": 83676.668693616, "t_first_token": 83676.799915756, "t_last_token": 83678.296731972, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.22214000031818, "decode_tok_s": 170.36159634891993, "total_s": 1.6280383560078917}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 17, "t_send": 83676.6692209, "t_first_token": 83676.801204211, "t_last_token": 83678.297422689, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.98331100284122, "decode_tok_s": 170.42965566304014, "total_s": 1.628201788989827}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 17, "t_send": 83676.669074915, "t_first_token": 83676.800036131, "t_last_token": 83678.297396153, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.96121599664912, "decode_tok_s": 170.29972501870913, "total_s": 1.6283212379930774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 18, "t_send": 83678.301086017, "t_first_token": 83678.431371346, "t_last_token": 83679.927746132, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.28532899625134, "decode_tok_s": 170.41185295651104, "total_s": 1.6266601149982307}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 18, "t_send": 83678.301164392, "t_first_token": 83678.431998651, "t_last_token": 83679.928422061, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.83425899094436, "decode_tok_s": 170.4063156825768, "total_s": 1.6272576689952984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 18, "t_send": 83678.301545975, "t_first_token": 83678.431689714, "t_last_token": 83679.92771191, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14373899204656, "decode_tok_s": 170.45201647456886, "total_s": 1.6261659349984257}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 18, "t_send": 83678.300218144, "t_first_token": 83678.431845829, "t_last_token": 83679.928745256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.627685012063, "decode_tok_s": 170.35212613661287, "total_s": 1.6285271119995741}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 18, "t_send": 83678.300336102, "t_first_token": 83678.43159889, "t_last_token": 83679.928591135, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.26278801064473, "decode_tok_s": 170.34156379388557, "total_s": 1.628255033007008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 18, "t_send": 83678.301638166, "t_first_token": 83678.430664795, "t_last_token": 83679.929992875, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.02662900160067, "decode_tok_s": 170.0761850604933, "total_s": 1.6283547089988133}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 18, "t_send": 83678.301020677, "t_first_token": 83678.430450014, "t_last_token": 83679.928240713, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4293370010564, "decode_tok_s": 170.2507567786758, "total_s": 1.627220035996288}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 18, "t_send": 83678.302026362, "t_first_token": 83678.431936605, "t_last_token": 83679.930288809, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.91024300572462, "decode_tok_s": 170.18695558996768, "total_s": 1.62826244700409}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 18, "t_send": 83678.300762923, "t_first_token": 83678.431170175, "t_last_token": 83679.927629502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40725199971348, "decode_tok_s": 170.40222570670898, "total_s": 1.6268665789975785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 18, "t_send": 83678.300948576, "t_first_token": 83678.430269431, "t_last_token": 83679.929510608, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.32085500506219, "decode_tok_s": 170.0860434686749, "total_s": 1.628562031997717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 18, "t_send": 83678.300426538, "t_first_token": 83678.4308033, "t_last_token": 83679.927581076, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.37676199746784, "decode_tok_s": 170.36597154786244, "total_s": 1.6271545380004682}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 18, "t_send": 83678.300853809, "t_first_token": 83678.431736778, "t_last_token": 83679.930184472, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.88296899513807, "decode_tok_s": 170.17611026459085, "total_s": 1.629330662995926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 18, "t_send": 83678.300523926, "t_first_token": 83678.410616433, "t_last_token": 83679.917942011, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.09250700590201, "decode_tok_s": 169.17380274155596, "total_s": 1.6174180850066477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 18, "t_send": 83678.300601961, "t_first_token": 83678.431798746, "t_last_token": 83679.929416501, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.19678499060683, "decode_tok_s": 170.27041723198366, "total_s": 1.6288145400030771}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 18, "t_send": 83678.300089236, "t_first_token": 83678.430347169, "t_last_token": 83679.927507734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.25793299311772, "decode_tok_s": 170.32241294636586, "total_s": 1.6274184979993152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 18, "t_send": 83678.301910017, "t_first_token": 83678.43040412, "t_last_token": 83679.92801263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.49410298804287, "decode_tok_s": 170.27146834185717, "total_s": 1.6261026129941456}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 19, "t_send": 83679.932576802, "t_first_token": 83680.069709026, "t_last_token": 83681.802853833, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.1322239865549, "decode_tok_s": 147.1313873887267, "total_s": 1.8702770309901098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 19, "t_send": 83679.932810834, "t_first_token": 83680.069845539, "t_last_token": 83681.802819602, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.0347049960401, "decode_tok_s": 147.14588374007178, "total_s": 1.8700087680044817}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 19, "t_send": 83679.93211697, "t_first_token": 83680.069065524, "t_last_token": 83681.80274616, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.94855400535744, "decode_tok_s": 147.08591346379166, "total_s": 1.8706291900016367}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 19, "t_send": 83679.932338387, "t_first_token": 83680.069388976, "t_last_token": 83681.802508372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.05058899358846, "decode_tok_s": 147.1335446298839, "total_s": 1.8701699849916622}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 19, "t_send": 83679.932239375, "t_first_token": 83680.06959331, "t_last_token": 83681.803679217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.35393500246573, "decode_tok_s": 147.05153820309985, "total_s": 1.8714398419979261}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 19, "t_send": 83679.931998266, "t_first_token": 83680.07024654, "t_last_token": 83681.802549228, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.24827400094364, "decode_tok_s": 147.20291191940564, "total_s": 1.870550962004927}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 19, "t_send": 83679.933936797, "t_first_token": 83680.072840487, "t_last_token": 83681.806895772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.90369000728242, "decode_tok_s": 147.05413501338282, "total_s": 1.8729589750000741}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 19, "t_send": 83679.932729005, "t_first_token": 83680.068859672, "t_last_token": 83681.802894311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.13066700054333, "decode_tok_s": 147.05588588901443, "total_s": 1.8701653059979435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 19, "t_send": 83679.932434732, "t_first_token": 83680.068987117, "t_last_token": 83681.802061252, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.55238499632105, "decode_tok_s": 147.1373871722902, "total_s": 1.869626519997837}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 19, "t_send": 83679.93290592, "t_first_token": 83680.06903584, "t_last_token": 83681.802977474, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1299200070789, "decode_tok_s": 147.06377365901807, "total_s": 1.8700715540035162}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 19, "t_send": 83679.932502094, "t_first_token": 83680.042466007, "t_last_token": 83681.79032723, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.96391299704555, "decode_tok_s": 145.892589551072, "total_s": 1.8578251360013383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 19, "t_send": 83679.932643297, "t_first_token": 83680.070062936, "t_last_token": 83681.802286496, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.41963900974952, "decode_tok_s": 147.20963615232222, "total_s": 1.8696431989956181}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 19, "t_send": 83679.933561804, "t_first_token": 83680.070124401, "t_last_token": 83681.802387395, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.56259699200746, "decode_tok_s": 147.20628500570933, "total_s": 1.8688255909946747}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 19, "t_send": 83679.933032558, "t_first_token": 83680.069437815, "t_last_token": 83681.801960601, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.40525699884165, "decode_tok_s": 147.1842114047143, "total_s": 1.8689280430116924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 19, "t_send": 83679.93312102, "t_first_token": 83680.069178947, "t_last_token": 83681.803046145, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.05792699672747, "decode_tok_s": 147.07008719856265, "total_s": 1.869925124992733}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 19, "t_send": 83679.933232828, "t_first_token": 83680.068926574, "t_last_token": 83681.802035502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.69374599319417, "decode_tok_s": 147.13443331777148, "total_s": 1.8688026739982888}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 20, "t_send": 83681.810717885, "t_first_token": 83681.941766811, "t_last_token": 83683.439017408, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.04892599221785, "decode_tok_s": 170.3121711954607, "total_s": 1.6282995229994413}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 20, "t_send": 83681.809006028, "t_first_token": 83681.942032014, "t_last_token": 83683.438875796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0259860114893, "decode_tok_s": 170.35845895735972, "total_s": 1.6298697680031182}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 20, "t_send": 83681.809145811, "t_first_token": 83681.94191818, "t_last_token": 83683.441433459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.7723690046696, "decode_tok_s": 170.05495280537218, "total_s": 1.6322876479971455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 20, "t_send": 83681.80978277, "t_first_token": 83681.941891089, "t_last_token": 83683.439633215, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.10831899777986, "decode_tok_s": 170.25627814783036, "total_s": 1.6298504450096516}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 20, "t_send": 83681.810803206, "t_first_token": 83681.94224445, "t_last_token": 83683.440885708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4412439969601, "decode_tok_s": 170.15413037518158, "total_s": 1.6300825020007323}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 20, "t_send": 83681.810101221, "t_first_token": 83681.942421093, "t_last_token": 83683.439223998, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.3198720056098, "decode_tok_s": 170.36311136856114, "total_s": 1.6291227769979741}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 20, "t_send": 83681.809249238, "t_first_token": 83681.943199047, "t_last_token": 83683.439522469, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.94980900920928, "decode_tok_s": 170.41770265201328, "total_s": 1.6302732309995918}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 20, "t_send": 83681.810244143, "t_first_token": 83681.942582445, "t_last_token": 83683.441130671, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.33830200624652, "decode_tok_s": 170.1646937860668, "total_s": 1.6308865280007012}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 20, "t_send": 83681.809691987, "t_first_token": 83681.922199343, "t_last_token": 83683.428851057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.50735599605832, "decode_tok_s": 169.24946729839462, "total_s": 1.6191590700036613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 20, "t_send": 83681.809918452, "t_first_token": 83681.942136178, "t_last_token": 83683.439138975, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2177260008175, "decode_tok_s": 170.34036309847824, "total_s": 1.6292205229983665}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 20, "t_send": 83681.809851783, "t_first_token": 83681.942088126, "t_last_token": 83683.441043749, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.23634300811682, "decode_tok_s": 170.11844519436525, "total_s": 1.6311919660074636}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 20, "t_send": 83681.80934334, "t_first_token": 83681.941835518, "t_last_token": 83683.440415541, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4921779887518, "decode_tok_s": 170.16108321561887, "total_s": 1.6310722009948222}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 20, "t_send": 83681.809999838, "t_first_token": 83681.942194437, "t_last_token": 83683.440835336, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.19459899119101, "decode_tok_s": 170.15417113518583, "total_s": 1.6308354979992146}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 20, "t_send": 83681.810532528, "t_first_token": 83681.942804477, "t_last_token": 83683.439488574, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.27194899809547, "decode_tok_s": 170.37663492981784, "total_s": 1.6289560459990753}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 20, "t_send": 83681.810638938, "t_first_token": 83681.942288882, "t_last_token": 83683.439778026, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.64994399994612, "decode_tok_s": 170.28504081016027, "total_s": 1.629139088006923}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 20, "t_send": 83681.811160298, "t_first_token": 83681.941959292, "t_last_token": 83683.439181797, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79899399599526, "decode_tok_s": 170.315366719597, "total_s": 1.6280214989965316}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 21, "t_send": 83683.444724158, "t_first_token": 83683.574602951, "t_last_token": 83685.070926424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87879299907945, "decode_tok_s": 170.41769684306652, "total_s": 1.6262022659939248}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 21, "t_send": 83683.444576044, "t_first_token": 83683.575810378, "t_last_token": 83685.071997398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.23433399596252, "decode_tok_s": 170.43323902047752, "total_s": 1.6274213540018536}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 21, "t_send": 83683.444049803, "t_first_token": 83683.574710009, "t_last_token": 83685.071226795, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66020599217154, "decode_tok_s": 170.3956830851814, "total_s": 1.6271769919985672}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 21, "t_send": 83683.444177969, "t_first_token": 83683.554749897, "t_last_token": 83685.060912653, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.57192800217308, "decode_tok_s": 169.30441214478196, "total_s": 1.6167346840084065}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 21, "t_send": 83683.444445181, "t_first_token": 83683.575243758, "t_last_token": 83685.072851493, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79857699631248, "decode_tok_s": 170.2715564566483, "total_s": 1.628406311996514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 21, "t_send": 83683.445372649, "t_first_token": 83683.574908991, "t_last_token": 83685.071508535, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53634199220687, "decode_tok_s": 170.38626065493455, "total_s": 1.626135885991971}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 21, "t_send": 83683.444802966, "t_first_token": 83683.574346047, "t_last_token": 83685.071118227, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.54308099870104, "decode_tok_s": 170.36660849683437, "total_s": 1.6263152610044926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 21, "t_send": 83683.443887812, "t_first_token": 83683.574854483, "t_last_token": 83685.071914392, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9666710003512, "decode_tok_s": 170.3338647082901, "total_s": 1.6280265800014604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 21, "t_send": 83683.445120932, "t_first_token": 83683.574487788, "t_last_token": 83685.074449557, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.36685601016507, "decode_tok_s": 170.0043329582318, "total_s": 1.6293286250001984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 21, "t_send": 83683.445021929, "t_first_token": 83683.575039997, "t_last_token": 83685.073999288, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0180679972982, "decode_tok_s": 170.11802890930664, "total_s": 1.6289773589960532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 21, "t_send": 83683.444278476, "t_first_token": 83683.575669922, "t_last_token": 83685.072984532, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.39144598972052, "decode_tok_s": 170.30489003138325, "total_s": 1.6287060559989186}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 21, "t_send": 83683.444369245, "t_first_token": 83683.574750305, "t_last_token": 83685.071946865, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.38105999294203, "decode_tok_s": 170.3183181224158, "total_s": 1.627577620005468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 21, "t_send": 83683.445459385, "t_first_token": 83683.574802562, "t_last_token": 83685.071971207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.34317700273823, "decode_tok_s": 170.32149374185332, "total_s": 1.626511822003522}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 21, "t_send": 83683.444870394, "t_first_token": 83683.575635019, "t_last_token": 83685.071585355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.76462500612251, "decode_tok_s": 170.46020436864902, "total_s": 1.6267149610066554}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 21, "t_send": 83683.445225744, "t_first_token": 83683.574419481, "t_last_token": 83685.071353795, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.19373699696735, "decode_tok_s": 170.34815597000457, "total_s": 1.6261280510079814}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 21, "t_send": 83683.444940828, "t_first_token": 83683.575455674, "t_last_token": 83685.073907338, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.51484599418472, "decode_tok_s": 170.17565940029206, "total_s": 1.6289665099902777}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 22, "t_send": 83685.078028394, "t_first_token": 83685.213659848, "t_last_token": 83686.946501357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6314540025778, "decode_tok_s": 147.15713968956362, "total_s": 1.8684729630040238}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 22, "t_send": 83685.07812759, "t_first_token": 83685.214149578, "t_last_token": 83686.946839993, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.02198800072074, "decode_tok_s": 147.16997207978656, "total_s": 1.868712403011159}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 22, "t_send": 83685.078518271, "t_first_token": 83685.21341315, "t_last_token": 83686.947253029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.89487901097164, "decode_tok_s": 147.07240448811007, "total_s": 1.868734757998027}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 22, "t_send": 83685.077244523, "t_first_token": 83685.187467188, "t_last_token": 83686.935097253, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.22266501095146, "decode_tok_s": 145.91188667946983, "total_s": 1.8578527299978305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 22, "t_send": 83685.076856839, "t_first_token": 83685.214436931, "t_last_token": 83686.946771693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.58009199227672, "decode_tok_s": 147.2001864732412, "total_s": 1.8699148539890302}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 22, "t_send": 83685.077882187, "t_first_token": 83685.215177698, "t_last_token": 83686.946604663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.29551099822856, "decode_tok_s": 147.2773643679845, "total_s": 1.8687224759923993}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 22, "t_send": 83685.078301364, "t_first_token": 83685.215321261, "t_last_token": 83686.946873674, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.01989699620754, "decode_tok_s": 147.26669437564513, "total_s": 1.8685723099915776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 22, "t_send": 83685.078839702, "t_first_token": 83685.215435673, "t_last_token": 83686.947137063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.59597100922838, "decode_tok_s": 147.25402512934386, "total_s": 1.8682973610120825}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 22, "t_send": 83685.078645225, "t_first_token": 83685.21481075, "t_last_token": 83686.947169308, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1655249929754, "decode_tok_s": 147.19816450363714, "total_s": 1.8685240829945542}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 22, "t_send": 83685.079246769, "t_first_token": 83685.217457036, "t_last_token": 83686.950204741, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.21026698860805, "decode_tok_s": 147.16510618496713, "total_s": 1.8709579720016336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 22, "t_send": 83685.078740385, "t_first_token": 83685.213523937, "t_last_token": 83686.947048516, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.78355199913494, "decode_tok_s": 147.09915457145172, "total_s": 1.8683081310009584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 22, "t_send": 83685.077073809, "t_first_token": 83685.214371735, "t_last_token": 83686.947195925, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.29792599042412, "decode_tok_s": 147.1586104765805, "total_s": 1.8701221159863053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 22, "t_send": 83685.078425507, "t_first_token": 83685.214961278, "t_last_token": 83686.947286948, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.53577100194525, "decode_tok_s": 147.20095904460413, "total_s": 1.868861440991168}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 22, "t_send": 83685.077421952, "t_first_token": 83685.213191801, "t_last_token": 83686.946551464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.76984900282696, "decode_tok_s": 147.11314993791294, "total_s": 1.8691295120079303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 22, "t_send": 83685.078963081, "t_first_token": 83685.21395718, "t_last_token": 83686.948041311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.9940990039613, "decode_tok_s": 147.05168880939115, "total_s": 1.8690782299963757}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 22, "t_send": 83685.077963304, "t_first_token": 83685.213808878, "t_last_token": 83686.947599783, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.84557401190978, "decode_tok_s": 147.07655880828653, "total_s": 1.8696364790084772}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 23, "t_send": 83686.952383975, "t_first_token": 83687.082308868, "t_last_token": 83688.580016484, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.92489300086163, "decode_tok_s": 170.2602011740749, "total_s": 1.6276325090002501}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 23, "t_send": 83686.952917544, "t_first_token": 83687.08154486, "t_last_token": 83688.578730352, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.62731600762345, "decode_tok_s": 170.31957720835797, "total_s": 1.6258128080080496}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 23, "t_send": 83686.9520081, "t_first_token": 83687.082141994, "t_last_token": 83688.578068183, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.13389401021414, "decode_tok_s": 170.4629559111769, "total_s": 1.6260600829991745}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 23, "t_send": 83686.952504451, "t_first_token": 83687.081020155, "t_last_token": 83688.579237688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.51570401107892, "decode_tok_s": 170.20225326727726, "total_s": 1.6267332370043732}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 23, "t_send": 83686.951877813, "t_first_token": 83687.06117946, "t_last_token": 83688.568044918, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.30164699675515, "decode_tok_s": 169.2254598076454, "total_s": 1.6161671050067525}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 23, "t_send": 83686.952756002, "t_first_token": 83687.081942242, "t_last_token": 83688.5779747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.18623999576084, "decode_tok_s": 170.45084726335733, "total_s": 1.625218697998207}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 23, "t_send": 83686.952584196, "t_first_token": 83687.080965674, "t_last_token": 83688.578348952, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.38147800357547, "decode_tok_s": 170.2970800779721, "total_s": 1.6257647559978068}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 23, "t_send": 83686.952241219, "t_first_token": 83687.08200604, "t_last_token": 83688.578025064, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.76482100202702, "decode_tok_s": 170.45237788429762, "total_s": 1.6257838449964765}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 23, "t_send": 83686.952147071, "t_first_token": 83687.082424092, "t_last_token": 83688.579931009, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.27702100225724, "decode_tok_s": 170.2830198025284, "total_s": 1.6277839379908983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 23, "t_send": 83686.953211203, "t_first_token": 83687.081148521, "t_last_token": 83688.577907436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93731800047681, "decode_tok_s": 170.36811836818964, "total_s": 1.6246962330042152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 23, "t_send": 83686.953021266, "t_first_token": 83687.082366131, "t_last_token": 83688.578818091, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3448649958009, "decode_tok_s": 170.40306459247034, "total_s": 1.62579682499927}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 23, "t_send": 83686.952843072, "t_first_token": 83687.081583181, "t_last_token": 83688.57909801, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.74010900850408, "decode_tok_s": 170.28212012496545, "total_s": 1.626254938004422}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 23, "t_send": 83686.952661534, "t_first_token": 83687.082075909, "t_last_token": 83688.579745448, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.414374998305, "decode_tok_s": 170.26452989695642, "total_s": 1.6270839140051976}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 23, "t_send": 83686.952321715, "t_first_token": 83687.082617837, "t_last_token": 83688.57819553, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.29612200625706, "decode_tok_s": 170.50267678737384, "total_s": 1.6258738150063436}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 23, "t_send": 83686.953888278, "t_first_token": 83687.082507063, "t_last_token": 83688.579171075, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.61878499097656, "decode_tok_s": 170.378921356814, "total_s": 1.6252827970020007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 23, "t_send": 83686.954105376, "t_first_token": 83687.081350731, "t_last_token": 83688.579506329, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.24535499000922, "decode_tok_s": 170.2092895688533, "total_s": 1.6254009529948235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 24, "t_send": 83688.585824945, "t_first_token": 83688.719389941, "t_last_token": 83690.213206598, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5649960092269, "decode_tok_s": 170.70367960249158, "total_s": 1.6273816530010663}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 24, "t_send": 83688.585318682, "t_first_token": 83688.717842857, "t_last_token": 83690.213687333, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5241750018904, "decode_tok_s": 170.47226773352557, "total_s": 1.6283686509996187}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 24, "t_send": 83688.585912611, "t_first_token": 83688.718792461, "t_last_token": 83690.213934818, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8798500035191, "decode_tok_s": 170.55232152698395, "total_s": 1.6280222070054151}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 24, "t_send": 83688.584266537, "t_first_token": 83688.717685763, "t_last_token": 83690.215244009, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.4192259964766, "decode_tok_s": 170.27718332867389, "total_s": 1.6309774719993584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 24, "t_send": 83688.584606213, "t_first_token": 83688.71905078, "t_last_token": 83690.213052139, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.4445669965353, "decode_tok_s": 170.6825756631676, "total_s": 1.628445926005952}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 24, "t_send": 83688.584744893, "t_first_token": 83688.718884065, "t_last_token": 83690.21354018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.1391720052343, "decode_tok_s": 170.60780566247877, "total_s": 1.6287952870043227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 24, "t_send": 83688.584032103, "t_first_token": 83688.719113795, "t_last_token": 83690.215552071, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.0816920021316, "decode_tok_s": 170.40462282394594, "total_s": 1.6315199679957004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 24, "t_send": 83688.584423361, "t_first_token": 83688.696320878, "t_last_token": 83690.203779607, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.89751701022033, "decode_tok_s": 169.15885993717924, "total_s": 1.619356246010284}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 24, "t_send": 83688.585217633, "t_first_token": 83688.717079541, "t_last_token": 83690.213347549, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.86190801206976, "decode_tok_s": 170.4240140389549, "total_s": 1.6281299160036724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 24, "t_send": 83688.585084468, "t_first_token": 83688.718477662, "t_last_token": 83690.215055174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.393194002565, "decode_tok_s": 170.3887690106973, "total_s": 1.6299707060097717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 24, "t_send": 83688.584520581, "t_first_token": 83688.71797862, "t_last_token": 83690.213604278, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.45803899574094, "decode_tok_s": 170.49720873352723, "total_s": 1.6290836970001692}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 24, "t_send": 83688.584950329, "t_first_token": 83688.719336398, "t_last_token": 83690.215460527, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.3860690103611, "decode_tok_s": 170.44040334434024, "total_s": 1.6305101980105974}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 24, "t_send": 83688.586230087, "t_first_token": 83688.717161654, "t_last_token": 83690.213649886, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.93156699324027, "decode_tok_s": 170.39893434929607, "total_s": 1.6274197989987442}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 24, "t_send": 83688.584849663, "t_first_token": 83688.718189505, "t_last_token": 83690.21437754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3398419956211, "decode_tok_s": 170.43312340060442, "total_s": 1.6295278769975994}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 24, "t_send": 83688.586003421, "t_first_token": 83688.717591834, "t_last_token": 83690.214016077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.58841300173663, "decode_tok_s": 170.40622082467945, "total_s": 1.6280126560013741}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 24, "t_send": 83688.585405524, "t_first_token": 83688.717408519, "t_last_token": 83690.213886486, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.00299500022084, "decode_tok_s": 170.4001031914149, "total_s": 1.6284809619974112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 25, "t_send": 83690.216833102, "t_first_token": 83690.32788814, "t_last_token": 83692.075917286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.05503801081795, "decode_tok_s": 145.8785744988045, "total_s": 1.8590841840050416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 25, "t_send": 83690.21710507, "t_first_token": 83690.353861546, "t_last_token": 83692.088058016, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.7564760003006, "decode_tok_s": 147.0421629906854, "total_s": 1.8709529460029444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 25, "t_send": 83690.216561089, "t_first_token": 83690.353816537, "t_last_token": 83692.087609787, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.25544800399803, "decode_tok_s": 147.07635988243393, "total_s": 1.8710486980126007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 25, "t_send": 83690.216425279, "t_first_token": 83690.354394118, "t_last_token": 83692.088220457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.9688390006777, "decode_tok_s": 147.07355302229814, "total_s": 1.8717951779981377}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 25, "t_send": 83690.217313207, "t_first_token": 83690.354036259, "t_last_token": 83692.08886298, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.72305199725088, "decode_tok_s": 146.98874355156227, "total_s": 1.8715497730008792}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 25, "t_send": 83690.217873911, "t_first_token": 83690.35702963, "t_last_token": 83692.091676911, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.155719007249, "decode_tok_s": 147.00394875243157, "total_s": 1.8738030000095023}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 25, "t_send": 83690.217421386, "t_first_token": 83690.354268588, "t_last_token": 83692.087403928, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.84720199671574, "decode_tok_s": 147.132191072201, "total_s": 1.8699825420044363}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 25, "t_send": 83690.217757828, "t_first_token": 83690.35445426, "t_last_token": 83692.087894343, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.69643200410064, "decode_tok_s": 147.10632487430047, "total_s": 1.8701365150045604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 25, "t_send": 83690.217023026, "t_first_token": 83690.353901716, "t_last_token": 83692.087654188, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.87868999841157, "decode_tok_s": 147.07981913067172, "total_s": 1.870631162004429}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 25, "t_send": 83690.216662408, "t_first_token": 83690.353442509, "t_last_token": 83692.087265563, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.78010100557003, "decode_tok_s": 147.07383167687664, "total_s": 1.8706031549954787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 25, "t_send": 83690.216932508, "t_first_token": 83690.353994506, "t_last_token": 83692.087978288, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.06199800071772, "decode_tok_s": 147.06019897572816, "total_s": 1.8710457799897995}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 25, "t_send": 83690.21763937, "t_first_token": 83690.35473074, "t_last_token": 83692.088087057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.09136999386828, "decode_tok_s": 147.11343391988788, "total_s": 1.8704476869897917}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 25, "t_send": 83690.21673436, "t_first_token": 83690.353696643, "t_last_token": 83692.087447728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.96228299522772, "decode_tok_s": 147.07993679455925, "total_s": 1.870713367999997}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 25, "t_send": 83690.217494693, "t_first_token": 83690.353761148, "t_last_token": 83692.087739448, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.26645499607548, "decode_tok_s": 147.0606639074426, "total_s": 1.8702447550022043}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 25, "t_send": 83690.217209632, "t_first_token": 83690.353514108, "t_last_token": 83692.087935542, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.30447600735351, "decode_tok_s": 147.0230908138045, "total_s": 1.870725910004694}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 25, "t_send": 83690.217544123, "t_first_token": 83690.353951271, "t_last_token": 83692.08781333, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.40714799112175, "decode_tok_s": 147.07052309964112, "total_s": 1.8702692069928162}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 26, "t_send": 83692.096201726, "t_first_token": 83692.227013764, "t_last_token": 83693.723706933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.81203799811192, "decode_tok_s": 170.37560221540872, "total_s": 1.6275052069977392}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 26, "t_send": 83692.09437428, "t_first_token": 83692.226783364, "t_last_token": 83693.722747265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.40908400621265, "decode_tok_s": 170.45865868233292, "total_s": 1.6283729849965312}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 26, "t_send": 83692.095505856, "t_first_token": 83692.226944225, "t_last_token": 83693.722591331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.43836898962036, "decode_tok_s": 170.49476375617792, "total_s": 1.6270854749891441}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 26, "t_send": 83692.09451604, "t_first_token": 83692.226352029, "t_last_token": 83693.72350754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.835988999228, "decode_tok_s": 170.32298791093282, "total_s": 1.6289914999942994}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 26, "t_send": 83692.094156043, "t_first_token": 83692.226281513, "t_last_token": 83693.723541106, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.12547000148334, "decode_tok_s": 170.31114790779813, "total_s": 1.629385063002701}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 26, "t_send": 83692.09523605, "t_first_token": 83692.2275244, "t_last_token": 83693.723957251, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.28835001064, "decode_tok_s": 170.40524058950638, "total_s": 1.628721201006556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 26, "t_send": 83692.094610798, "t_first_token": 83692.226520326, "t_last_token": 83693.722992019, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9095280050533, "decode_tok_s": 170.40081759868352, "total_s": 1.6283812210022006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 26, "t_send": 83692.095403986, "t_first_token": 83692.226706521, "t_last_token": 83693.722920877, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.30253501003608, "decode_tok_s": 170.43012518757297, "total_s": 1.6275168910069624}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 26, "t_send": 83692.095335384, "t_first_token": 83692.226229215, "t_last_token": 83693.7238501, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8938309957739, "decode_tok_s": 170.27006137154714, "total_s": 1.6285147159942426}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 26, "t_send": 83692.094681119, "t_first_token": 83692.206229886, "t_last_token": 83693.713045447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.54876700311434, "decode_tok_s": 169.23106357472196, "total_s": 1.6183643280091928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 26, "t_send": 83692.095706984, "t_first_token": 83692.227074127, "t_last_token": 83693.723329859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3671430107206, "decode_tok_s": 170.42541227885235, "total_s": 1.6276228750066366}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 26, "t_send": 83692.095909477, "t_first_token": 83692.226406866, "t_last_token": 83693.722783166, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.49738900735974, "decode_tok_s": 170.41168053809483, "total_s": 1.6268736890051514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 26, "t_send": 83692.094848004, "t_first_token": 83692.225953703, "t_last_token": 83693.723594185, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10569900891278, "decode_tok_s": 170.2678333462087, "total_s": 1.62874618099886}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 26, "t_send": 83692.095627455, "t_first_token": 83692.227271299, "t_last_token": 83693.723914615, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.64384399715345, "decode_tok_s": 170.38127740509734, "total_s": 1.6282871599978535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 26, "t_send": 83692.094955816, "t_first_token": 83692.226100128, "t_last_token": 83693.722546352, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1443119921023, "decode_tok_s": 170.40371776140137, "total_s": 1.6275905359943863}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 26, "t_send": 83692.094756273, "t_first_token": 83692.22685184, "t_last_token": 83693.722846312, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.09556699439418, "decode_tok_s": 170.4551753179711, "total_s": 1.6280900389974704}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 27, "t_send": 83693.727267723, "t_first_token": 83693.857428014, "t_last_token": 83695.355853717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1602909952635, "decode_tok_s": 170.1786077810185, "total_s": 1.6285859939962393}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 27, "t_send": 83693.726208772, "t_first_token": 83693.856337981, "t_last_token": 83695.355946509, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.12920899200253, "decode_tok_s": 170.0443784086082, "total_s": 1.629737736991956}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 27, "t_send": 83693.726109928, "t_first_token": 83693.857233279, "t_last_token": 83695.353935835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.12335100595374, "decode_tok_s": 170.37453365708606, "total_s": 1.6278259069949854}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 27, "t_send": 83693.726572041, "t_first_token": 83693.856502358, "t_last_token": 83695.354876796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.93031699443236, "decode_tok_s": 170.1844302284448, "total_s": 1.6283047549950425}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 27, "t_send": 83693.727565325, "t_first_token": 83693.85680694, "t_last_token": 83695.355014451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2416150099598, "decode_tok_s": 170.20339180647875, "total_s": 1.627449125997373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 27, "t_send": 83693.726484239, "t_first_token": 83693.856407489, "t_last_token": 83695.35441441, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.92325000232086, "decode_tok_s": 170.22618282019647, "total_s": 1.6279301710019354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 27, "t_send": 83693.726814734, "t_first_token": 83693.856747219, "t_last_token": 83695.354311604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.93248501152266, "decode_tok_s": 170.27648530895001, "total_s": 1.627496870001778}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 27, "t_send": 83693.726636282, "t_first_token": 83693.85625122, "t_last_token": 83695.354630115, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.61493800685275, "decode_tok_s": 170.18392400619908, "total_s": 1.6279938330117147}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 27, "t_send": 83693.727847152, "t_first_token": 83693.856973258, "t_last_token": 83695.354790946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1261060105171, "decode_tok_s": 170.2476890503291, "total_s": 1.6269437940063654}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 27, "t_send": 83693.726295904, "t_first_token": 83693.856607057, "t_last_token": 83695.353991948, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.31115299963858, "decode_tok_s": 170.29689663122352, "total_s": 1.6276960440009134}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 27, "t_send": 83693.726707194, "t_first_token": 83693.856076361, "t_last_token": 83695.355436623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.36916699982248, "decode_tok_s": 170.07253457606296, "total_s": 1.62872942899412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 27, "t_send": 83693.726382903, "t_first_token": 83693.837218036, "t_last_token": 83695.343531729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.83513300400227, "decode_tok_s": 169.287447352821, "total_s": 1.61714882600063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 27, "t_send": 83693.727694965, "t_first_token": 83693.85688896, "t_last_token": 83695.354210082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.19399500242434, "decode_tok_s": 170.3041493586903, "total_s": 1.626515117008239}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 27, "t_send": 83693.726996231, "t_first_token": 83693.857638249, "t_last_token": 83695.354958705, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.64201800443698, "decode_tok_s": 170.3042251104215, "total_s": 1.6279624739981955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 27, "t_send": 83693.725975527, "t_first_token": 83693.856197247, "t_last_token": 83695.355089269, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.22171999909915, "decode_tok_s": 170.12566366271432, "total_s": 1.6291137419902952}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 27, "t_send": 83693.726914306, "t_first_token": 83693.856709156, "t_last_token": 83695.355257035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.79484999959823, "decode_tok_s": 170.16473318788982, "total_s": 1.6283427290036343}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 28, "t_send": 83695.360105829, "t_first_token": 83695.489366649, "t_last_token": 83696.985648161, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.26082000194583, "decode_tok_s": 170.4224759535019, "total_s": 1.6255423320108093}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 28, "t_send": 83695.359528903, "t_first_token": 83695.488265483, "t_last_token": 83696.984886633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.73657999443822, "decode_tok_s": 170.38380087043123, "total_s": 1.6253577299939934}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 28, "t_send": 83695.358871213, "t_first_token": 83695.488727279, "t_last_token": 83696.985933297, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85606599249877, "decode_tok_s": 170.3172422059264, "total_s": 1.6270620839932235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 28, "t_send": 83695.360427269, "t_first_token": 83695.488149971, "t_last_token": 83696.98479658, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.7227020036662, "decode_tok_s": 170.38090252370864, "total_s": 1.624369311000919}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 28, "t_send": 83695.359157755, "t_first_token": 83695.489681848, "t_last_token": 83696.985604338, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5240930087166, "decode_tok_s": 170.46337741805556, "total_s": 1.6264465830026893}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 28, "t_send": 83695.360282745, "t_first_token": 83695.489148571, "t_last_token": 83696.985277733, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86582600185648, "decode_tok_s": 170.43982998058377, "total_s": 1.6249949880002532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 28, "t_send": 83695.35962, "t_first_token": 83695.489489791, "t_last_token": 83696.985737915, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.86979099514429, "decode_tok_s": 170.42627884274899, "total_s": 1.6261179150023963}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 28, "t_send": 83695.359900182, "t_first_token": 83695.488403159, "t_last_token": 83696.984920103, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5029770078836, "decode_tok_s": 170.39566509618462, "total_s": 1.625019921004423}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 28, "t_send": 83695.358958104, "t_first_token": 83695.48906883, "t_last_token": 83696.984954616, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.11072599329054, "decode_tok_s": 170.46756001420766, "total_s": 1.625996511997073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 28, "t_send": 83695.359062961, "t_first_token": 83695.488890993, "t_last_token": 83696.985436365, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8280320042977, "decode_tok_s": 170.39242830340027, "total_s": 1.6263734039966948}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 28, "t_send": 83695.360205659, "t_first_token": 83695.488574782, "t_last_token": 83696.985825106, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.36912299098913, "decode_tok_s": 170.31220224851052, "total_s": 1.6256194470042828}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 28, "t_send": 83695.358741448, "t_first_token": 83695.489443429, "t_last_token": 83696.985008321, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.70198100467678, "decode_tok_s": 170.5041361722012, "total_s": 1.626266873005079}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 28, "t_send": 83695.36000482, "t_first_token": 83695.48920214, "t_last_token": 83696.986068524, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1973199986387, "decode_tok_s": 170.35588662165264, "total_s": 1.6260637039958965}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 28, "t_send": 83695.35971078, "t_first_token": 83695.488550877, "t_last_token": 83696.985900486, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.84009699337184, "decode_tok_s": 170.30090933048757, "total_s": 1.6261897060030606}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 28, "t_send": 83695.359807421, "t_first_token": 83695.489760703, "t_last_token": 83696.985121939, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9532819975866, "decode_tok_s": 170.52735744484784, "total_s": 1.6253145179944113}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 28, "t_send": 83695.359316899, "t_first_token": 83695.46817003, "t_last_token": 83696.974455496, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.8531309942482, "decode_tok_s": 169.29061970974416, "total_s": 1.6151385970006231}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 29, "t_send": 83696.988631599, "t_first_token": 83697.124644274, "t_last_token": 83698.859648245, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.0126749932533, "decode_tok_s": 146.97372701287296, "total_s": 1.8710166459932225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 29, "t_send": 83696.989030608, "t_first_token": 83697.099210285, "t_last_token": 83698.848849573, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.17967699444853, "decode_tok_s": 145.7443267016008, "total_s": 1.8598189649928827}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 29, "t_send": 83696.98947572, "t_first_token": 83697.124529571, "t_last_token": 83698.860133485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.0538510014303, "decode_tok_s": 146.92292287609564, "total_s": 1.8706577650009422}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 29, "t_send": 83696.989197762, "t_first_token": 83697.124996831, "t_last_token": 83698.859316116, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.79906900122296, "decode_tok_s": 147.03175027011054, "total_s": 1.8701183539960766}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 29, "t_send": 83696.988462137, "t_first_token": 83697.12443586, "t_last_token": 83698.85981925, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.97372299409471, "decode_tok_s": 146.94159311860966, "total_s": 1.8713571130065247}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 29, "t_send": 83696.9887341, "t_first_token": 83697.125171551, "t_last_token": 83698.859724496, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.4374510012567, "decode_tok_s": 147.01194376088398, "total_s": 1.8709903959970688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 29, "t_send": 83696.989769781, "t_first_token": 83697.124326041, "t_last_token": 83698.859759587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.5562600035919, "decode_tok_s": 146.93734634104655, "total_s": 1.8699898060003761}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 29, "t_send": 83696.989665611, "t_first_token": 83697.125041245, "t_last_token": 83698.8615568, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.3756339958636, "decode_tok_s": 146.84579085219946, "total_s": 1.8718911889882293}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 29, "t_send": 83696.989284702, "t_first_token": 83697.124783991, "t_last_token": 83698.860046932, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.49928901193198, "decode_tok_s": 146.95179270926897, "total_s": 1.8707622299989453}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 29, "t_send": 83696.989997653, "t_first_token": 83697.124827757, "t_last_token": 83698.859908451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.83010399795603, "decode_tok_s": 146.96722802608193, "total_s": 1.8699107980064582}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 29, "t_send": 83696.988839584, "t_first_token": 83697.124222142, "t_last_token": 83698.859355745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.38255800085608, "decode_tok_s": 146.96274659171007, "total_s": 1.870516160997795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 29, "t_send": 83696.990342253, "t_first_token": 83697.129300219, "t_last_token": 83698.86394931, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.95796600263566, "decode_tok_s": 147.0037953631336, "total_s": 1.8736070570012089}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 29, "t_send": 83696.989354282, "t_first_token": 83697.129799602, "t_last_token": 83698.863880546, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.4453199938871, "decode_tok_s": 147.0519590687773, "total_s": 1.8745262640004512}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 29, "t_send": 83696.98910993, "t_first_token": 83697.124708984, "t_last_token": 83698.860200404, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.59905400325079, "decode_tok_s": 146.93244637329596, "total_s": 1.8710904740000842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 29, "t_send": 83696.989575595, "t_first_token": 83697.124922993, "t_last_token": 83698.859786828, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.34739799797535, "decode_tok_s": 146.98559901603952, "total_s": 1.8702112330065574}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 29, "t_send": 83696.98941614, "t_first_token": 83697.124483892, "t_last_token": 83698.85994794, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.0677519949386, "decode_tok_s": 146.93476381330336, "total_s": 1.8705317999992985}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 30, "t_send": 83698.867797714, "t_first_token": 83698.997788881, "t_last_token": 83700.494731978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.991166992113, "decode_tok_s": 170.34715648816058, "total_s": 1.626934264000738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 30, "t_send": 83698.867186468, "t_first_token": 83698.997917731, "t_last_token": 83700.495445805, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.73126299423166, "decode_tok_s": 170.28061405103264, "total_s": 1.6282593369978713}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 30, "t_send": 83698.867892123, "t_first_token": 83698.998425886, "t_last_token": 83700.495045284, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5337630037684, "decode_tok_s": 170.38400032902544, "total_s": 1.6271531609963859}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 30, "t_send": 83698.868618204, "t_first_token": 83698.998388684, "t_last_token": 83700.49497952, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7704800090287, "decode_tok_s": 170.3872520585281, "total_s": 1.626361315997201}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 30, "t_send": 83698.867977975, "t_first_token": 83698.998174034, "t_last_token": 83700.495280467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1960590062663, "decode_tok_s": 170.3285714220504, "total_s": 1.6273024920083117}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 30, "t_send": 83698.867300087, "t_first_token": 83698.997852626, "t_last_token": 83700.49671606, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5525389907416, "decode_tok_s": 170.12890848735557, "total_s": 1.6294159730023239}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 30, "t_send": 83698.868725578, "t_first_token": 83698.998237783, "t_last_token": 83700.49644605, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.51220500690397, "decode_tok_s": 170.20330591960237, "total_s": 1.627720472009969}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 30, "t_send": 83698.868154451, "t_first_token": 83698.997958362, "t_last_token": 83700.495711429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.80391099699773, "decode_tok_s": 170.25503443682706, "total_s": 1.6275569779973011}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 30, "t_send": 83698.867539382, "t_first_token": 83698.977797504, "t_last_token": 83700.484170368, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.25812200387008, "decode_tok_s": 169.28079766641358, "total_s": 1.6166309859981993}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 30, "t_send": 83698.869027702, "t_first_token": 83698.998212854, "t_last_token": 83700.496270399, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.18515199271496, "decode_tok_s": 170.22043035038826, "total_s": 1.6272426969953813}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 30, "t_send": 83698.867422276, "t_first_token": 83698.998525503, "t_last_token": 83700.49491667, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10322700231336, "decode_tok_s": 170.40998745852568, "total_s": 1.627494393993402}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 30, "t_send": 83698.868238307, "t_first_token": 83698.998059358, "t_last_token": 83700.495602784, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8210509994533, "decode_tok_s": 170.2788684275446, "total_s": 1.6273644769971725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 30, "t_send": 83698.867700987, "t_first_token": 83698.998010952, "t_last_token": 83700.494770786, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.30996499583125, "decode_tok_s": 170.36801376369428, "total_s": 1.627069798996672}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 30, "t_send": 83698.869833752, "t_first_token": 83698.998675057, "t_last_token": 83700.494625555, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8413049915107, "decode_tok_s": 170.46018590837483, "total_s": 1.6247918029985158}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 30, "t_send": 83698.869942371, "t_first_token": 83698.997720116, "t_last_token": 83700.494811132, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.7777450013673, "decode_tok_s": 170.33032546212397, "total_s": 1.624868760991376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 30, "t_send": 83698.867067354, "t_first_token": 83698.998773848, "t_last_token": 83700.495488536, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.70649399398826, "decode_tok_s": 170.373152640983, "total_s": 1.6284211820020573}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 31, "t_send": 83700.500370855, "t_first_token": 83700.638415944, "t_last_token": 83702.138049762, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.0450889992062, "decode_tok_s": 170.0415107612691, "total_s": 1.6376789069909137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 31, "t_send": 83700.501115848, "t_first_token": 83700.637957271, "t_last_token": 83702.136885844, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.8414229946211, "decode_tok_s": 170.1215151900991, "total_s": 1.6357699959917227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 31, "t_send": 83700.500536896, "t_first_token": 83700.638272466, "t_last_token": 83702.13833743, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.7355700096814, "decode_tok_s": 169.9926377323312, "total_s": 1.63780053400842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 31, "t_send": 83700.500862742, "t_first_token": 83700.63772706, "t_last_token": 83702.136707975, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.8643180030631, "decode_tok_s": 170.1155748204606, "total_s": 1.6358452330023283}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 31, "t_send": 83700.499859259, "t_first_token": 83700.638333348, "t_last_token": 83702.137561359, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.47408900619484, "decode_tok_s": 170.08753713826405, "total_s": 1.6377021000080276}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 31, "t_send": 83700.499446744, "t_first_token": 83700.63787067, "t_last_token": 83702.136806253, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.4239260078175, "decode_tok_s": 170.1207195918638, "total_s": 1.6373595089971786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 31, "t_send": 83700.50046449, "t_first_token": 83700.638638223, "t_last_token": 83702.136556029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.17373299389146, "decode_tok_s": 170.23631001529475, "total_s": 1.63609153899597}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 31, "t_send": 83700.500109797, "t_first_token": 83700.637907875, "t_last_token": 83702.138167537, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.7980780089274, "decode_tok_s": 169.97057673302072, "total_s": 1.6380577400123002}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 31, "t_send": 83700.499753745, "t_first_token": 83700.617747592, "t_last_token": 83702.126705662, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.99384700134397, "decode_tok_s": 168.99077918043977, "total_s": 1.6269519170018611}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 31, "t_send": 83700.500648289, "t_first_token": 83700.638072977, "t_last_token": 83702.136465675, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.4246880004648, "decode_tok_s": 170.18235629542156, "total_s": 1.635817385991686}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 31, "t_send": 83700.500974618, "t_first_token": 83700.638008984, "t_last_token": 83702.136289421, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.03436599462293, "decode_tok_s": 170.19510747211135, "total_s": 1.6353148030029843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 31, "t_send": 83700.499634837, "t_first_token": 83700.638172275, "t_last_token": 83702.136662556, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.53743798972573, "decode_tok_s": 170.1712738691233, "total_s": 1.6370277189998887}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 31, "t_send": 83700.501348802, "t_first_token": 83700.638848648, "t_last_token": 83702.137903923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.49984599417076, "decode_tok_s": 170.1071363101291, "total_s": 1.6365551209892146}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 31, "t_send": 83700.501239656, "t_first_token": 83700.638596266, "t_last_token": 83702.136923712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.35660999373067, "decode_tok_s": 170.18976771834497, "total_s": 1.635684055989259}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 31, "t_send": 83700.500008499, "t_first_token": 83700.638812169, "t_last_token": 83702.13635842, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.80366999364924, "decode_tok_s": 170.27854720942665, "total_s": 1.6363499209983274}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 31, "t_send": 83700.500783544, "t_first_token": 83700.637788447, "t_last_token": 83702.137014071, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.00490299379453, "decode_tok_s": 170.0878079433897, "total_s": 1.6362305270013167}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 32, "t_send": 83702.14127485, "t_first_token": 83702.273056133, "t_last_token": 83703.770238072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.78128299477976, "decode_tok_s": 170.31998139751923, "total_s": 1.6289632219995838}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 32, "t_send": 83702.140877233, "t_first_token": 83702.273345502, "t_last_token": 83703.771787497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4682690028567, "decode_tok_s": 170.17675749377574, "total_s": 1.630910263993428}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 32, "t_send": 83702.141005121, "t_first_token": 83702.252241523, "t_last_token": 83703.75980604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.23640200821683, "decode_tok_s": 169.1469898133729, "total_s": 1.6188009190082084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 32, "t_send": 83702.142072748, "t_first_token": 83702.272373718, "t_last_token": 83703.770973048, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.30097000591923, "decode_tok_s": 170.15889097006874, "total_s": 1.6289002999983495}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 32, "t_send": 83702.142258361, "t_first_token": 83702.274046242, "t_last_token": 83703.771434008, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.78788100776728, "decode_tok_s": 170.29656966024064, "total_s": 1.62917564700183}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 32, "t_send": 83702.141725019, "t_first_token": 83702.272524745, "t_last_token": 83703.77088429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.799726000987, "decode_tok_s": 170.18612178259426, "total_s": 1.6291592710040277}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 32, "t_send": 83702.141119894, "t_first_token": 83702.273416035, "t_last_token": 83703.770535627, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.29614098963793, "decode_tok_s": 170.3270743107383, "total_s": 1.629415732997586}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 32, "t_send": 83702.141981053, "t_first_token": 83702.272879796, "t_last_token": 83703.770137042, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89874299475923, "decode_tok_s": 170.31141487676894, "total_s": 1.6281559889903292}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 32, "t_send": 83702.141530005, "t_first_token": 83702.273544742, "t_last_token": 83703.771696975, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.01473699882627, "decode_tok_s": 170.20967187590438, "total_s": 1.6301669700042112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 32, "t_send": 83702.141888935, "t_first_token": 83702.273700739, "t_last_token": 83703.770333661, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.81180399260484, "decode_tok_s": 170.38246068950414, "total_s": 1.6284447259968147}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 32, "t_send": 83702.141198803, "t_first_token": 83702.272793003, "t_last_token": 83703.771866115, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.59419999283273, "decode_tok_s": 170.10511225761115, "total_s": 1.6306673119979678}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 32, "t_send": 83702.142151172, "t_first_token": 83702.272985832, "t_last_token": 83703.770018712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8346599980723, "decode_tok_s": 170.33694009311606, "total_s": 1.6278675400099019}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 32, "t_send": 83702.141444779, "t_first_token": 83702.273619478, "t_last_token": 83703.770721124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.17469899973366, "decode_tok_s": 170.3291160494233, "total_s": 1.6292763450037455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 32, "t_send": 83702.14163253, "t_first_token": 83702.273883518, "t_last_token": 83703.77190998, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2509880119469, "decode_tok_s": 170.22396230594498, "total_s": 1.63027745000727}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 32, "t_send": 83702.142412353, "t_first_token": 83702.272647682, "t_last_token": 83703.77159657, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.23532899387646, "decode_tok_s": 170.1192095606919, "total_s": 1.6291842170030577}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 32, "t_send": 83702.14179711, "t_first_token": 83702.273975754, "t_last_token": 83703.770413326, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.17864399484824, "decode_tok_s": 170.40470299006046, "total_s": 1.6286162159958621}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 33, "t_send": 83703.774713666, "t_first_token": 83703.903019083, "t_last_token": 83705.402185093, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30541699077003, "decode_tok_s": 170.0945714470957, "total_s": 1.6274714269966353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 33, "t_send": 83703.774833661, "t_first_token": 83703.903517507, "t_last_token": 83705.402562595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.68384600733407, "decode_tok_s": 170.10829229979566, "total_s": 1.627728934006882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 33, "t_send": 83703.775968964, "t_first_token": 83703.903450611, "t_last_token": 83705.402704273, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.48164701042697, "decode_tok_s": 170.08462708055418, "total_s": 1.6267353090079268}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 33, "t_send": 83703.776347756, "t_first_token": 83703.903336564, "t_last_token": 83705.402284657, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.98880801326595, "decode_tok_s": 170.11929978882415, "total_s": 1.6259369010076625}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 33, "t_send": 83703.775628154, "t_first_token": 83703.903848574, "t_last_token": 83705.403450571, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2204199960688, "decode_tok_s": 170.0451189784919, "total_s": 1.6278224169946043}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 33, "t_send": 83703.775240047, "t_first_token": 83703.903080217, "t_last_token": 83705.402451712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.84016999648884, "decode_tok_s": 170.0712604254746, "total_s": 1.627211664992501}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 33, "t_send": 83703.774935144, "t_first_token": 83703.904022566, "t_last_token": 83705.402528593, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.08742199942935, "decode_tok_s": 170.16948574505227, "total_s": 1.6275934489967767}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 33, "t_send": 83703.776087879, "t_first_token": 83703.903975214, "t_last_token": 83705.402998163, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.88733499473892, "decode_tok_s": 170.11080462041042, "total_s": 1.6269102840014966}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 33, "t_send": 83703.775006328, "t_first_token": 83703.903395243, "t_last_token": 83705.404230382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.38891500723548, "decode_tok_s": 169.90540358090743, "total_s": 1.6292240540060448}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 33, "t_send": 83703.775804497, "t_first_token": 83703.903134881, "t_last_token": 83705.404578685, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.33038399892393, "decode_tok_s": 169.8365262283841, "total_s": 1.6287741880078102}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 33, "t_send": 83703.775889866, "t_first_token": 83703.903158996, "t_last_token": 83705.402385835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.26913001097273, "decode_tok_s": 170.08767010313787, "total_s": 1.626495969001553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 33, "t_send": 83703.775317542, "t_first_token": 83703.903792919, "t_last_token": 83705.402629869, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4753770014504, "decode_tok_s": 170.13191461483893, "total_s": 1.6273123270075303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 33, "t_send": 83703.775091572, "t_first_token": 83703.884221271, "t_last_token": 83705.392035253, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.12969900527969, "decode_tok_s": 169.1190047610601, "total_s": 1.6169436810014304}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 33, "t_send": 83703.77544363, "t_first_token": 83703.903930864, "t_last_token": 83705.403651671, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48723400384188, "decode_tok_s": 170.03164776410662, "total_s": 1.6282080410019262}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 33, "t_send": 83703.775718142, "t_first_token": 83703.903891149, "t_last_token": 83705.403816292, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1730070040794, "decode_tok_s": 170.0084842169497, "total_s": 1.628098150002188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 33, "t_send": 83703.775543587, "t_first_token": 83703.903642246, "t_last_token": 83705.404018461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0986589990789, "decode_tok_s": 169.95737299118153, "total_s": 1.6284748739999486}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 34, "t_send": 83705.406969825, "t_first_token": 83705.535412541, "t_last_token": 83707.032020455, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44271599897183, "decode_tok_s": 170.38530774473136, "total_s": 1.6250506299984409}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 34, "t_send": 83705.407090082, "t_first_token": 83705.534656481, "t_last_token": 83707.033872734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.5663990090834, "decode_tok_s": 170.0888710954095, "total_s": 1.626782652005204}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 34, "t_send": 83705.407590353, "t_first_token": 83705.534316896, "t_last_token": 83707.031707138, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.72654299240094, "decode_tok_s": 170.296288066491, "total_s": 1.6241167849948397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 34, "t_send": 83705.408314523, "t_first_token": 83705.534852483, "t_last_token": 83707.033827637, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.537960008136, "decode_tok_s": 170.11622862453328, "total_s": 1.6255131140060257}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 34, "t_send": 83705.407693816, "t_first_token": 83705.534385082, "t_last_token": 83707.033123201, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.69126600667369, "decode_tok_s": 170.1431335916684, "total_s": 1.6254293850070098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 34, "t_send": 83705.408474653, "t_first_token": 83705.534715559, "t_last_token": 83707.03184869, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.24090600002091, "decode_tok_s": 170.3255339946352, "total_s": 1.623374037008034}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 34, "t_send": 83705.407193416, "t_first_token": 83705.535009897, "t_last_token": 83707.032945907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.81648099189624, "decode_tok_s": 170.23424117966636, "total_s": 1.625752491003368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 34, "t_send": 83705.407519919, "t_first_token": 83705.534563373, "t_last_token": 83707.03255331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.04345400561579, "decode_tok_s": 170.2281128214776, "total_s": 1.625033390999306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 34, "t_send": 83705.407418801, "t_first_token": 83705.513605761, "t_last_token": 83707.021394261, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 106.18696000892669, "decode_tok_s": 169.1218629147086, "total_s": 1.6139754600008018}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 34, "t_send": 83705.407958608, "t_first_token": 83705.53495624, "t_last_token": 83707.033260636, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.99763198907021, "decode_tok_s": 170.19238592585435, "total_s": 1.6253020279982593}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 34, "t_send": 83705.408641268, "t_first_token": 83705.535217812, "t_last_token": 83707.031810076, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.57654398935847, "decode_tok_s": 170.3870894778859, "total_s": 1.623168808000628}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 34, "t_send": 83705.408404342, "t_first_token": 83705.535565097, "t_last_token": 83707.032338057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.16075500065926, "decode_tok_s": 170.36651971551447, "total_s": 1.623933715003659}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 34, "t_send": 83705.408718072, "t_first_token": 83705.535061157, "t_last_token": 83707.031977873, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.34308500855695, "decode_tok_s": 170.3501586121182, "total_s": 1.6232598010101356}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 34, "t_send": 83705.407298637, "t_first_token": 83705.535739032, "t_last_token": 83707.032990275, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44039499759674, "decode_tok_s": 170.31209771432313, "total_s": 1.625691637993441}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 34, "t_send": 83705.407779143, "t_first_token": 83705.534609325, "t_last_token": 83707.03241744, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.83018199459184, "decode_tok_s": 170.24877716017866, "total_s": 1.6246382969984552}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 34, "t_send": 83705.407861825, "t_first_token": 83705.534269097, "t_last_token": 83707.031935531, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.4072719932301, "decode_tok_s": 170.264882893735, "total_s": 1.6240737059997628}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 35, "t_send": 83707.037400466, "t_first_token": 83707.166281305, "t_last_token": 83708.756972423, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.88083900907077, "decode_tok_s": 160.30767828887377, "total_s": 1.7195719570008805}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 35, "t_send": 83707.037491724, "t_first_token": 83707.166594455, "t_last_token": 83708.756661416, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1027310071513, "decode_tok_s": 160.37060466932377, "total_s": 1.71916969200538}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 35, "t_send": 83707.037016791, "t_first_token": 83707.166950831, "t_last_token": 83708.757896595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.93404000008013, "decode_tok_s": 160.282019520193, "total_s": 1.7208798039937392}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 35, "t_send": 83707.037822385, "t_first_token": 83707.166686466, "t_last_token": 83708.756886652, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86408099438995, "decode_tok_s": 160.35716901785278, "total_s": 1.7190642670029774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 35, "t_send": 83707.038815417, "t_first_token": 83707.166822773, "t_last_token": 83708.757275561, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.00735599012114, "decode_tok_s": 160.3317004586467, "total_s": 1.7184601439948892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 35, "t_send": 83707.037615465, "t_first_token": 83707.148202076, "t_last_token": 83708.746829632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9fa40c4f15087b7d9a68c5b4151311ebfd913f5fa7606baf1d99dd90d30e4cb0", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.58661100105383, "decode_tok_s": 159.51182565513324, "total_s": 1.7092141670000274}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 35, "t_send": 83707.037548993, "t_first_token": 83707.166344035, "t_last_token": 83708.756801657, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.79504199372604, "decode_tok_s": 160.33121315012323, "total_s": 1.7192526639992138}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 35, "t_send": 83707.037165121, "t_first_token": 83707.148401474, "t_last_token": 83708.74762949, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9fa40c4f15087b7d9a68c5b4151311ebfd913f5fa7606baf1d99dd90d30e4cb0", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.23635299736634, "decode_tok_s": 159.45193396372176, "total_s": 1.7104643689963268}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 35, "t_send": 83707.036882609, "t_first_token": 83707.166395376, "t_last_token": 83708.758708868, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5127670018701, "decode_tok_s": 160.14434423934222, "total_s": 1.7218262590031372}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 35, "t_send": 83707.037923714, "t_first_token": 83707.166868702, "t_last_token": 83708.75655798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94498799869325, "decode_tok_s": 160.40870598359524, "total_s": 1.718634265998844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 35, "t_send": 83707.03826163, "t_first_token": 83707.16643945, "t_last_token": 83708.757013752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.17781999183353, "decode_tok_s": 160.31945170983465, "total_s": 1.7187521219893824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 35, "t_send": 83707.038388643, "t_first_token": 83707.166799407, "t_last_token": 83708.757589735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.41076399490703, "decode_tok_s": 160.29768066307332, "total_s": 1.7192010919970926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 35, "t_send": 83707.037731656, "t_first_token": 83707.166907735, "t_last_token": 83708.756931075, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1760789899854, "decode_tok_s": 160.37500430628666, "total_s": 1.7191994189925026}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 35, "t_send": 83707.037265609, "t_first_token": 83707.167023356, "t_last_token": 83708.759361781, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.75774699589238, "decode_tok_s": 160.14183668219232, "total_s": 1.7220961720013293}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 35, "t_send": 83707.038155317, "t_first_token": 83707.166219783, "t_last_token": 83708.756709131, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.06446600006893, "decode_tok_s": 160.3280149722811, "total_s": 1.7185538140038261}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 35, "t_send": 83707.037332982, "t_first_token": 83707.166662344, "t_last_token": 83708.757984402, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.32936199649703, "decode_tok_s": 160.24411822770102, "total_s": 1.7206514199933736}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 36, "t_send": 83708.76288938, "t_first_token": 83708.891939465, "t_last_token": 83710.389848285, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.05008500092663, "decode_tok_s": 170.23733126767104, "total_s": 1.6269589050061768}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 36, "t_send": 83708.762143229, "t_first_token": 83708.892568275, "t_last_token": 83710.391721594, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.42504599434324, "decode_tok_s": 170.09601137353798, "total_s": 1.6295783649984514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 36, "t_send": 83708.7626119, "t_first_token": 83708.892845824, "t_last_token": 83710.391766072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.23392399190925, "decode_tok_s": 170.12246004358414, "total_s": 1.6291541719983798}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 36, "t_send": 83708.763507392, "t_first_token": 83708.892383637, "t_last_token": 83710.389929957, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.876244998537, "decode_tok_s": 170.27853936319045, "total_s": 1.6264225650083972}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 36, "t_send": 83708.762954461, "t_first_token": 83708.892737351, "t_last_token": 83710.392512754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.78288999875076, "decode_tok_s": 170.0254581380256, "total_s": 1.629558293003356}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 36, "t_send": 83708.762743841, "t_first_token": 83708.891668579, "t_last_token": 83710.389976441, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.92473800457083, "decode_tok_s": 170.19199222501678, "total_s": 1.627232600003481}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 36, "t_send": 83708.762226815, "t_first_token": 83708.871735458, "t_last_token": 83710.380077055, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.50864299957175, "decode_tok_s": 169.05984725683936, "total_s": 1.6178502399998251}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 36, "t_send": 83708.763615153, "t_first_token": 83708.892028647, "t_last_token": 83710.391443292, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.41349399241153, "decode_tok_s": 170.06636613132832, "total_s": 1.627828138996847}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 36, "t_send": 83708.762683284, "t_first_token": 83708.891752116, "t_last_token": 83710.390019104, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0688320004847, "decode_tok_s": 170.19663520775157, "total_s": 1.6273358199978247}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 36, "t_send": 83708.762300987, "t_first_token": 83708.891877889, "t_last_token": 83710.389720694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.57690199255012, "decode_tok_s": 170.24483420239162, "total_s": 1.6274197070015362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 36, "t_send": 83708.762552074, "t_first_token": 83708.892500328, "t_last_token": 83710.391332357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.94825400528498, "decode_tok_s": 170.13247319662932, "total_s": 1.628780283004744}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 36, "t_send": 83708.762820207, "t_first_token": 83708.892656182, "t_last_token": 83710.390969477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.83597499260213, "decode_tok_s": 170.19137509554048, "total_s": 1.6281492699927185}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 36, "t_send": 83708.762404176, "t_first_token": 83708.891975203, "t_last_token": 83710.39060445, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.57102700602263, "decode_tok_s": 170.15549410284646, "total_s": 1.6282002740044845}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 36, "t_send": 83708.763071338, "t_first_token": 83708.892787355, "t_last_token": 83710.390455421, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.71601699246094, "decode_tok_s": 170.26469735741074, "total_s": 1.6273840829962865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 36, "t_send": 83708.761998449, "t_first_token": 83708.892214382, "t_last_token": 83710.389885717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.21593299345113, "decode_tok_s": 170.26432571687897, "total_s": 1.6278872679977212}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 36, "t_send": 83708.762485123, "t_first_token": 83708.891817227, "t_last_token": 83710.390255864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3321039993316, "decode_tok_s": 170.1771388597726, "total_s": 1.627770740989945}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 37, "t_send": 83710.394844555, "t_first_token": 83710.503460575, "t_last_token": 83712.253892903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.6160199920414, "decode_tok_s": 145.67829668184078, "total_s": 1.859048347992939}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 37, "t_send": 83710.395005055, "t_first_token": 83710.530440138, "t_last_token": 83712.264869244, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.43508299335372, "decode_tok_s": 147.02244047789736, "total_s": 1.8698641889932333}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 37, "t_send": 83710.395635289, "t_first_token": 83710.531273693, "t_last_token": 83712.26607625, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6384040118428, "decode_tok_s": 146.99079095297495, "total_s": 1.8704409610072616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 37, "t_send": 83710.396311491, "t_first_token": 83710.530678318, "t_last_token": 83712.264770796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.3668269983027, "decode_tok_s": 147.05098098002722, "total_s": 1.868459304998396}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 37, "t_send": 83710.395760617, "t_first_token": 83710.530354491, "t_last_token": 83712.265629686, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.59387399780098, "decode_tok_s": 146.95075497853273, "total_s": 1.869869068992557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 37, "t_send": 83710.396802453, "t_first_token": 83710.530956405, "t_last_token": 83712.265413432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.15395199263003, "decode_tok_s": 147.02007373456206, "total_s": 1.8686109789996408}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 37, "t_send": 83710.395112658, "t_first_token": 83710.531345505, "t_last_token": 83712.265289323, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2328469986096, "decode_tok_s": 147.06358842431973, "total_s": 1.8701766649901401}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 37, "t_send": 83710.395863833, "t_first_token": 83710.530246868, "t_last_token": 83712.265454386, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.38303500879556, "decode_tok_s": 146.95648638880135, "total_s": 1.8695905530039454}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 37, "t_send": 83710.396550925, "t_first_token": 83710.530536768, "t_last_token": 83712.26452939, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.98584300011862, "decode_tok_s": 147.05944925285775, "total_s": 1.8679784650012152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 37, "t_send": 83710.39704869, "t_first_token": 83710.533955315, "t_last_token": 83712.268677302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.90662498993333, "decode_tok_s": 146.9976180109134, "total_s": 1.8716286119888537}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 37, "t_send": 83710.395945952, "t_first_token": 83710.531021785, "t_last_token": 83712.264961352, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.07583300815895, "decode_tok_s": 147.06394897105716, "total_s": 1.8690154000069015}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 37, "t_send": 83710.395569021, "t_first_token": 83710.530819427, "t_last_token": 83712.265840345, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.25040600507054, "decode_tok_s": 146.97229143144264, "total_s": 1.8702713240054436}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 37, "t_send": 83710.395199705, "t_first_token": 83710.530091604, "t_last_token": 83712.264728374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.8918989970116, "decode_tok_s": 147.00483952090417, "total_s": 1.8695286689908244}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 37, "t_send": 83710.396028691, "t_first_token": 83710.529875651, "t_last_token": 83712.265049176, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.8469600013923, "decode_tok_s": 146.95936534666956, "total_s": 1.869020484999055}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 37, "t_send": 83710.395338857, "t_first_token": 83710.530040656, "t_last_token": 83712.265881474, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.70179900468793, "decode_tok_s": 146.90287113636336, "total_s": 1.8705426170054125}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 37, "t_send": 83710.395265566, "t_first_token": 83710.530882774, "t_last_token": 83712.26513979, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.61720799771138, "decode_tok_s": 147.03702948629717, "total_s": 1.8698742240085267}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 38, "t_send": 83712.271115357, "t_first_token": 83712.407559581, "t_last_token": 83714.141402765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.44422400102485, "decode_tok_s": 147.07212414169902, "total_s": 1.8702874080045149}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 38, "t_send": 83712.270157293, "t_first_token": 83712.379306244, "t_last_token": 83714.129021665, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.14895099995192, "decode_tok_s": 145.73798512579006, "total_s": 1.8588643719995162}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 38, "t_send": 83712.271774358, "t_first_token": 83712.406275591, "t_last_token": 83714.142094479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.50123299844563, "decode_tok_s": 146.9047270786621, "total_s": 1.8703201210009865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 38, "t_send": 83712.27034977, "t_first_token": 83712.406636369, "t_last_token": 83714.14223587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2865990085993, "decode_tok_s": 146.92329644896634, "total_s": 1.871886099994299}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 38, "t_send": 83712.272282991, "t_first_token": 83712.40673046, "t_last_token": 83714.140860246, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.4474689976778, "decode_tok_s": 147.0478173313008, "total_s": 1.8685772549943067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 38, "t_send": 83712.270627017, "t_first_token": 83712.4068977, "t_last_token": 83714.141530415, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.27068299683742, "decode_tok_s": 147.00518316921438, "total_s": 1.8709033979976084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 38, "t_send": 83712.271898315, "t_first_token": 83712.407289926, "t_last_token": 83714.140590899, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.39161100925412, "decode_tok_s": 147.11813122671, "total_s": 1.86869258400111}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 38, "t_send": 83712.270713444, "t_first_token": 83712.407235748, "t_last_token": 83714.141049974, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.52230400475673, "decode_tok_s": 147.0745805267877, "total_s": 1.8703365300025325}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 38, "t_send": 83712.270806233, "t_first_token": 83712.407071874, "t_last_token": 83714.140443265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.26564099104144, "decode_tok_s": 147.11215456959093, "total_s": 1.8696370319958078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 38, "t_send": 83712.270565929, "t_first_token": 83712.407017095, "t_last_token": 83714.142042386, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.45116600673646, "decode_tok_s": 146.9719209992348, "total_s": 1.8714764570031548}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 38, "t_send": 83712.270899991, "t_first_token": 83712.407595994, "t_last_token": 83714.14076175, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6960029990878, "decode_tok_s": 147.12960899289664, "total_s": 1.869861758998013}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 38, "t_send": 83712.270033498, "t_first_token": 83712.407421553, "t_last_token": 83714.140387053, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.388054994517, "decode_tok_s": 147.14661082347936, "total_s": 1.870353555001202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 38, "t_send": 83712.270444051, "t_first_token": 83712.407178524, "t_last_token": 83714.141171209, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.73447299515828, "decode_tok_s": 147.0594439090143, "total_s": 1.8707271580060478}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 38, "t_send": 83712.271684203, "t_first_token": 83712.406382045, "t_last_token": 83714.141279632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.69784198969137, "decode_tok_s": 146.98273944881817, "total_s": 1.8695954289869405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 38, "t_send": 83712.272379144, "t_first_token": 83712.410414567, "t_last_token": 83714.144565374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.03542300593108, "decode_tok_s": 147.04603484969775, "total_s": 1.872186230000807}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 38, "t_send": 83712.270965637, "t_first_token": 83712.406437694, "t_last_token": 83714.141794621, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.47205699433107, "decode_tok_s": 146.94383387747592, "total_s": 1.8708289839996723}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 39, "t_send": 83714.146426295, "t_first_token": 83714.275778561, "t_last_token": 83715.773464173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.35226599802263, "decode_tok_s": 170.26270263668465, "total_s": 1.6270378780027386}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 39, "t_send": 83714.145991354, "t_first_token": 83714.274062297, "t_last_token": 83715.773145748, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.07094299932942, "decode_tok_s": 170.10393906402007, "total_s": 1.627154393994715}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 39, "t_send": 83714.147511744, "t_first_token": 83714.274714237, "t_last_token": 83715.774944086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.20249300764408, "decode_tok_s": 169.9739544377113, "total_s": 1.6274323420075234}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 39, "t_send": 83714.146668991, "t_first_token": 83714.275864978, "t_last_token": 83715.774581536, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.19598699954804, "decode_tok_s": 170.14558132401666, "total_s": 1.627912544994615}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 39, "t_send": 83714.146103695, "t_first_token": 83714.27557346, "t_last_token": 83715.774315688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.46976500097662, "decode_tok_s": 170.14266712231426, "total_s": 1.628211992996512}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 39, "t_send": 83714.146337611, "t_first_token": 83714.254469394, "t_last_token": 83715.764105592, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.13178299576975, "decode_tok_s": 168.9148685878949, "total_s": 1.6177679809916299}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 39, "t_send": 83714.146193386, "t_first_token": 83714.274273102, "t_last_token": 83715.773750364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.07971599977463, "decode_tok_s": 170.05926429341255, "total_s": 1.6275569779973011}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 39, "t_send": 83714.146978364, "t_first_token": 83714.274355765, "t_last_token": 83715.774050914, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.37740098964423, "decode_tok_s": 170.0345568027833, "total_s": 1.6270725499925902}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 39, "t_send": 83714.146810667, "t_first_token": 83714.275019444, "t_last_token": 83715.774428893, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.20877699414268, "decode_tok_s": 170.06695547423337, "total_s": 1.6276182259898633}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 39, "t_send": 83714.147188865, "t_first_token": 83714.274176085, "t_last_token": 83715.775456985, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.98722000641283, "decode_tok_s": 169.85495519316646, "total_s": 1.6282681199954823}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 39, "t_send": 83714.146259754, "t_first_token": 83714.275250339, "t_last_token": 83715.775620336, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.99058499897365, "decode_tok_s": 169.9580773462409, "total_s": 1.629360582010122}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 39, "t_send": 83714.147089143, "t_first_token": 83714.274498952, "t_last_token": 83715.775146983, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.40980899252463, "decode_tok_s": 169.9265882024574, "total_s": 1.6280578399891965}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 39, "t_send": 83714.146735639, "t_first_token": 83714.27512742, "t_last_token": 83715.77500856, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3917809923878, "decode_tok_s": 170.0134718675028, "total_s": 1.6282729209924582}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 39, "t_send": 83714.146513245, "t_first_token": 83714.274448379, "t_last_token": 83715.77489548, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93513400538359, "decode_tok_s": 169.94934365195365, "total_s": 1.6283822350087576}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 39, "t_send": 83714.146590693, "t_first_token": 83714.274867536, "t_last_token": 83715.774139679, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.27684301009867, "decode_tok_s": 170.08253050829404, "total_s": 1.6275489859981462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 39, "t_send": 83714.145863316, "t_first_token": 83714.275388839, "t_last_token": 83715.773234425, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52552300703246, "decode_tok_s": 170.24451811590987, "total_s": 1.627371109003434}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 40, "t_send": 83715.778144807, "t_first_token": 83715.91035921, "t_last_token": 83717.408087164, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.21440299821552, "decode_tok_s": 170.2578891703086, "total_s": 1.6299423570017098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 40, "t_send": 83715.778293653, "t_first_token": 83715.909929532, "t_last_token": 83717.408262836, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.6358790063532, "decode_tok_s": 170.18910233073547, "total_s": 1.6299691830063239}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 40, "t_send": 83715.77849896, "t_first_token": 83715.909811528, "t_last_token": 83717.408881088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.31256800261326, "decode_tok_s": 170.10551531722302, "total_s": 1.6303821280016564}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 40, "t_send": 83715.7788418, "t_first_token": 83715.91070534, "t_last_token": 83717.408944907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8635399948107, "decode_tok_s": 170.1997501702221, "total_s": 1.6301031070033787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 40, "t_send": 83715.779760052, "t_first_token": 83715.910757067, "t_last_token": 83717.407665042, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.99701500323135, "decode_tok_s": 170.35115334986747, "total_s": 1.6279049900040263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 40, "t_send": 83715.778931482, "t_first_token": 83715.909711437, "t_last_token": 83717.407970145, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.77995499770623, "decode_tok_s": 170.19757578461576, "total_s": 1.629038662998937}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 40, "t_send": 83715.778401908, "t_first_token": 83715.889220296, "t_last_token": 83717.397227803, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.81838799873367, "decode_tok_s": 169.09730144997192, "total_s": 1.6188258949987357}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 40, "t_send": 83715.779231774, "t_first_token": 83715.910924652, "t_last_token": 83717.409882885, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.69287799973972, "decode_tok_s": 170.11814898227445, "total_s": 1.630651111001498}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 40, "t_send": 83715.779052734, "t_first_token": 83715.910092563, "t_last_token": 83717.407612256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.03982900793198, "decode_tok_s": 170.28156704149765, "total_s": 1.6285595220106188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 40, "t_send": 83715.778669188, "t_first_token": 83715.910270427, "t_last_token": 83717.407942395, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.60123900161125, "decode_tok_s": 170.26425375435437, "total_s": 1.6292732069996418}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 40, "t_send": 83715.7791415, "t_first_token": 83715.910406558, "t_last_token": 83717.407822102, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.26505800755695, "decode_tok_s": 170.29341055116043, "total_s": 1.6286806020070799}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 40, "t_send": 83715.778993626, "t_first_token": 83715.910512011, "t_last_token": 83717.408203231, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.51838500925805, "decode_tok_s": 170.2620651012713, "total_s": 1.6292096050019609}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 40, "t_send": 83715.779439844, "t_first_token": 83715.910594959, "t_last_token": 83717.409122502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1551149992738, "decode_tok_s": 170.16704243593526, "total_s": 1.6296826579928165}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 40, "t_send": 83715.778755493, "t_first_token": 83715.910962447, "t_last_token": 83717.411838342, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.20695400377735, "decode_tok_s": 169.9007898319182, "total_s": 1.633082849002676}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 40, "t_send": 83715.779314127, "t_first_token": 83715.910888181, "t_last_token": 83717.409841915, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.57405400124844, "decode_tok_s": 170.11865957957878, "total_s": 1.6305277880019275}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 40, "t_send": 83715.778601245, "t_first_token": 83715.910807383, "t_last_token": 83717.409027662, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.20613800513092, "decode_tok_s": 170.2019413130347, "total_s": 1.6304264170030365}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 41, "t_send": 83717.414012246, "t_first_token": 83717.544570833, "t_last_token": 83719.042946149, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55858699954115, "decode_tok_s": 170.18433050531823, "total_s": 1.6289339030045085}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 41, "t_send": 83717.414152969, "t_first_token": 83717.524244795, "t_last_token": 83719.032506389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.09182600537315, "decode_tok_s": 169.06881472924763, "total_s": 1.618353420009953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 41, "t_send": 83717.414964689, "t_first_token": 83717.544812085, "t_last_token": 83719.043801674, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.84739600506146, "decode_tok_s": 170.11459043693188, "total_s": 1.6288369849935407}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 41, "t_send": 83717.415376276, "t_first_token": 83717.544445988, "t_last_token": 83719.04399638, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0697119984543, "decode_tok_s": 170.0509708504493, "total_s": 1.6286201040056767}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 41, "t_send": 83717.416069671, "t_first_token": 83717.54489293, "t_last_token": 83719.043680838, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82325900136493, "decode_tok_s": 170.13748152017394, "total_s": 1.6276111670013051}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 41, "t_send": 83717.415050108, "t_first_token": 83717.544982133, "t_last_token": 83719.043439226, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.93202499637846, "decode_tok_s": 170.17504284207462, "total_s": 1.628389118006453}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 41, "t_send": 83717.415274484, "t_first_token": 83717.544272834, "t_last_token": 83719.045666774, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9983500028029, "decode_tok_s": 169.84216680568224, "total_s": 1.630392290011514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 41, "t_send": 83717.414640418, "t_first_token": 83717.544115795, "t_last_token": 83719.043269408, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4753769907402, "decode_tok_s": 170.09597801676617, "total_s": 1.6286289899871917}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 41, "t_send": 83717.414286119, "t_first_token": 83717.54485216, "t_last_token": 83719.043078375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56604099983815, "decode_tok_s": 170.2012669694847, "total_s": 1.6287922560004517}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 41, "t_send": 83717.415168125, "t_first_token": 83717.543883302, "t_last_token": 83719.044152303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7151770084165, "decode_tok_s": 169.96951868627238, "total_s": 1.6289841780089773}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 41, "t_send": 83717.414578028, "t_first_token": 83717.54470191, "t_last_token": 83719.04386963, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1238820014987, "decode_tok_s": 170.09437743213803, "total_s": 1.6292916020029224}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 41, "t_send": 83717.414734858, "t_first_token": 83717.543949537, "t_last_token": 83719.043237401, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.21467899286654, "decode_tok_s": 170.08074708146572, "total_s": 1.628502542997012}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 41, "t_send": 83717.414471951, "t_first_token": 83717.544009901, "t_last_token": 83719.045110246, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53795000794344, "decode_tok_s": 169.8753856452435, "total_s": 1.6306382950133411}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 41, "t_send": 83717.41438585, "t_first_token": 83717.544152824, "t_last_token": 83719.044100719, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7669740015408, "decode_tok_s": 170.00590543956486, "total_s": 1.6297148689918686}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 41, "t_send": 83717.41481144, "t_first_token": 83717.544630228, "t_last_token": 83719.04318904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8187880020123, "decode_tok_s": 170.1634917211445, "total_s": 1.6283776000054786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 41, "t_send": 83717.414874818, "t_first_token": 83717.543819128, "t_last_token": 83719.043505762, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94430999585893, "decode_tok_s": 170.03552223340472, "total_s": 1.6286309440038167}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 42, "t_send": 83719.050363305, "t_first_token": 83719.162221986, "t_last_token": 83720.91238727, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.85868100437801, "decode_tok_s": 145.70052459113046, "total_s": 1.8620239650044823}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 42, "t_send": 83719.049920296, "t_first_token": 83719.18964785, "t_last_token": 83720.925620324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.72755399299785, "decode_tok_s": 146.89173003604373, "total_s": 1.8757000279874774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 42, "t_send": 83719.050010878, "t_first_token": 83719.189969637, "t_last_token": 83720.925095029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.95875899854582, "decode_tok_s": 146.9634420514068, "total_s": 1.8750841510045575}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 42, "t_send": 83719.050819075, "t_first_token": 83719.18890328, "t_last_token": 83720.925192306, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.08420499844942, "decode_tok_s": 146.86494943059253, "total_s": 1.8743732309958432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 42, "t_send": 83719.050193846, "t_first_token": 83719.189453602, "t_last_token": 83720.924590072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.2597560043214, "decode_tok_s": 146.96250376196255, "total_s": 1.8743962260050466}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 42, "t_send": 83719.050105717, "t_first_token": 83719.190054627, "t_last_token": 83720.925009943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.94891000038479, "decode_tok_s": 146.97784873653993, "total_s": 1.8749042260023998}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 42, "t_send": 83719.051616505, "t_first_token": 83719.189876832, "t_last_token": 83720.924486224, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.2603269885294, "decode_tok_s": 147.00715975318855, "total_s": 1.8728697189944796}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 42, "t_send": 83719.050722562, "t_first_token": 83719.193520517, "t_last_token": 83720.927764378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 142.7979550062446, "decode_tok_s": 147.03814482821232, "total_s": 1.877041815998382}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 42, "t_send": 83719.050275152, "t_first_token": 83719.189015488, "t_last_token": 83720.923668163, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.74033599859104, "decode_tok_s": 147.00349163521392, "total_s": 1.8733930110029178}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 42, "t_send": 83719.05171835, "t_first_token": 83719.189923379, "t_last_token": 83720.924915497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.20502899761777, "decode_tok_s": 146.97473109793972, "total_s": 1.8731971469969722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 42, "t_send": 83719.05054754, "t_first_token": 83719.18979646, "t_last_token": 83720.924150831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.24892000795808, "decode_tok_s": 147.02877581755547, "total_s": 1.8736032909946516}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 42, "t_send": 83719.050926819, "t_first_token": 83719.189730752, "t_last_token": 83720.923603035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.80393299041316, "decode_tok_s": 147.06965587937788, "total_s": 1.872676215993124}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 42, "t_send": 83719.049784012, "t_first_token": 83719.188977364, "t_last_token": 83720.92471848, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.19335200625937, "decode_tok_s": 146.9113093241477, "total_s": 1.8749344680109061}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 42, "t_send": 83719.05046893, "t_first_token": 83719.189297993, "t_last_token": 83720.923875647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.82906299841125, "decode_tok_s": 147.00984958016437, "total_s": 1.873406717000762}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 42, "t_send": 83719.05107572, "t_first_token": 83719.189837722, "t_last_token": 83720.923989019, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.7620020104805, "decode_tok_s": 147.04599330119274, "total_s": 1.872913298997446}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 42, "t_send": 83719.050644189, "t_first_token": 83719.189677656, "t_last_token": 83720.923823327, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.03346699953545, "decode_tok_s": 147.04647035402135, "total_s": 1.873179137997795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 43, "t_send": 83720.929781048, "t_first_token": 83721.058519134, "t_last_token": 83722.558330131, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.73808600124903, "decode_tok_s": 170.021423040564, "total_s": 1.628549082990503}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 43, "t_send": 83720.930230988, "t_first_token": 83721.059662102, "t_last_token": 83722.55751081, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4311139936326, "decode_tok_s": 170.24416327009075, "total_s": 1.627279822001583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 43, "t_send": 83720.929485106, "t_first_token": 83721.058664735, "t_last_token": 83722.558287083, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.17962900246494, "decode_tok_s": 170.04281133880838, "total_s": 1.6288019769999664}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 43, "t_send": 83720.929356024, "t_first_token": 83721.058975204, "t_last_token": 83722.558808263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.61917999200523, "decode_tok_s": 170.01892208564115, "total_s": 1.6294522389944177}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 43, "t_send": 83720.931063455, "t_first_token": 83721.059909197, "t_last_token": 83722.557972593, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.84574200143106, "decode_tok_s": 170.2197655199747, "total_s": 1.6269091379945166}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 43, "t_send": 83720.930447112, "t_first_token": 83721.058949358, "t_last_token": 83722.558479277, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.50224600697402, "decode_tok_s": 170.05329254895946, "total_s": 1.6280321649974212}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 43, "t_send": 83720.929595278, "t_first_token": 83721.060066068, "t_last_token": 83722.55761461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.47079001262318, "decode_tok_s": 170.27828671212401, "total_s": 1.6280193320126273}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 43, "t_send": 83720.930048926, "t_first_token": 83721.038691349, "t_last_token": 83722.547191412, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.64242298703175, "decode_tok_s": 169.0420877357128, "total_s": 1.6171424859930994}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 43, "t_send": 83720.930147699, "t_first_token": 83721.058740542, "t_last_token": 83722.558912543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.59284300066065, "decode_tok_s": 169.98050878787373, "total_s": 1.6287648440047633}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 43, "t_send": 83720.929956802, "t_first_token": 83721.059812271, "t_last_token": 83722.559990077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85546900017653, "decode_tok_s": 169.97985104219964, "total_s": 1.6300332749960944}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 43, "t_send": 83720.929693146, "t_first_token": 83721.059445192, "t_last_token": 83722.55808601, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.75204600661527, "decode_tok_s": 170.1541803330379, "total_s": 1.6283928640041267}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 43, "t_send": 83720.93096522, "t_first_token": 83721.058580726, "t_last_token": 83722.557565673, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.61550600407645, "decode_tok_s": 170.1151172400347, "total_s": 1.6266004530043574}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 43, "t_send": 83720.930332711, "t_first_token": 83721.058634534, "t_last_token": 83722.557762133, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30182300240267, "decode_tok_s": 170.09892965051444, "total_s": 1.6274294220056618}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 43, "t_send": 83720.930849614, "t_first_token": 83721.059964738, "t_last_token": 83722.558776913, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1151240002364, "decode_tok_s": 170.13472685386756, "total_s": 1.627927299006842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 43, "t_send": 83720.930531666, "t_first_token": 83721.05902506, "t_last_token": 83722.557651004, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.49339400418103, "decode_tok_s": 170.15586912972125, "total_s": 1.6271193379943725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 43, "t_send": 83720.929858942, "t_first_token": 83721.059391347, "t_last_token": 83722.558364953, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53240498609375, "decode_tok_s": 170.116404303454, "total_s": 1.6285060109948972}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 44, "t_send": 83722.562746156, "t_first_token": 83722.696741718, "t_last_token": 83724.194511873, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.995561991469, "decode_tok_s": 170.25309200461743, "total_s": 1.631765716985683}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 44, "t_send": 83722.562459635, "t_first_token": 83722.69517366, "t_last_token": 83724.193891985, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.71402500686236, "decode_tok_s": 170.14538071998572, "total_s": 1.6314323500118917}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 44, "t_send": 83722.561924198, "t_first_token": 83722.696596536, "t_last_token": 83724.195043449, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.6723379974719, "decode_tok_s": 170.17619896160144, "total_s": 1.6331192509969696}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 44, "t_send": 83722.562379553, "t_first_token": 83722.695072314, "t_last_token": 83724.193793634, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.692761006183, "decode_tok_s": 170.1450407079058, "total_s": 1.6314140809990931}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 44, "t_send": 83722.563272051, "t_first_token": 83722.695418657, "t_last_token": 83724.193968394, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.14660598896444, "decode_tok_s": 170.16452220617066, "total_s": 1.6306963429960888}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 44, "t_send": 83722.56296448, "t_first_token": 83722.695121441, "t_last_token": 83724.19402723, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1569609863218, "decode_tok_s": 170.12410110793948, "total_s": 1.6310627499915427}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 44, "t_send": 83722.562846945, "t_first_token": 83722.696695679, "t_last_token": 83724.194187133, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.84873399627395, "decode_tok_s": 170.28477813188928, "total_s": 1.631340188003378}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 44, "t_send": 83722.562034603, "t_first_token": 83722.695588868, "t_last_token": 83724.193501366, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.55426499038003, "decode_tok_s": 170.2369132644018, "total_s": 1.6314667629922042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 44, "t_send": 83722.563066232, "t_first_token": 83722.695900655, "t_last_token": 83724.193469038, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8344229987124, "decode_tok_s": 170.27603072756713, "total_s": 1.6304028059967095}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 44, "t_send": 83722.562632472, "t_first_token": 83722.696308197, "t_last_token": 83724.193414472, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.67572499555536, "decode_tok_s": 170.32858939853912, "total_s": 1.6307819999929052}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 44, "t_send": 83722.562130413, "t_first_token": 83722.696801183, "t_last_token": 83724.193689862, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.67076999950223, "decode_tok_s": 170.3533493019405, "total_s": 1.6315594490006333}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 44, "t_send": 83722.562545325, "t_first_token": 83722.694927505, "t_last_token": 83724.194700787, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.3821800033329, "decode_tok_s": 170.0256985903499, "total_s": 1.632155462008086}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 44, "t_send": 83722.562226616, "t_first_token": 83722.673963467, "t_last_token": 83724.183360865, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.73685098765418, "decode_tok_s": 168.94159241033185, "total_s": 1.6211342489987146}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 44, "t_send": 83722.562314079, "t_first_token": 83722.696850019, "t_last_token": 83724.193619061, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.5359400002053, "decode_tok_s": 170.36696567359417, "total_s": 1.6313049820018932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 44, "t_send": 83722.563510869, "t_first_token": 83722.695533565, "t_last_token": 83724.194393194, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.02269599423744, "decode_tok_s": 170.12934037667483, "total_s": 1.6308823250001296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 44, "t_send": 83722.561800771, "t_first_token": 83722.696509214, "t_last_token": 83724.193755964, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.70844300172757, "decode_tok_s": 170.31260879290505, "total_s": 1.6319551930064335}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 45, "t_send": 83724.19818712, "t_first_token": 83724.328972419, "t_last_token": 83725.82837237, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.78529899939895, "decode_tok_s": 170.0680327681747, "total_s": 1.6301852500037057}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 45, "t_send": 83724.199160386, "t_first_token": 83724.329691987, "t_last_token": 83725.827936501, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.531601011171, "decode_tok_s": 170.19918819582017, "total_s": 1.6287761150015285}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 45, "t_send": 83724.198350166, "t_first_token": 83724.328548497, "t_last_token": 83725.827649495, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1983309967909, "decode_tok_s": 170.10194799425986, "total_s": 1.6292993289971491}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 45, "t_send": 83724.199845932, "t_first_token": 83724.330115616, "t_last_token": 83725.827732261, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.26968399935868, "decode_tok_s": 170.27054343489755, "total_s": 1.6278863289917354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 45, "t_send": 83724.198463447, "t_first_token": 83724.32863415, "t_last_token": 83725.829757874, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1707030070247, "decode_tok_s": 169.87273995056884, "total_s": 1.631294427003013}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 45, "t_send": 83724.199256325, "t_first_token": 83724.329465931, "t_last_token": 83725.82821215, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.20960600988474, "decode_tok_s": 170.14221405140262, "total_s": 1.6289558249991387}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 45, "t_send": 83724.199654649, "t_first_token": 83724.329081442, "t_last_token": 83725.828038779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.42679300613236, "decode_tok_s": 170.11825067077572, "total_s": 1.6283841300028143}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 45, "t_send": 83724.199058411, "t_first_token": 83724.330048083, "t_last_token": 83725.828306392, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9896719903918, "decode_tok_s": 170.1976211096815, "total_s": 1.629247980992659}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 45, "t_send": 83724.198538293, "t_first_token": 83724.308806704, "t_last_token": 83725.81698099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.26841099373996, "decode_tok_s": 169.0786020993342, "total_s": 1.6184426969994092}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 45, "t_send": 83724.199349929, "t_first_token": 83724.328328939, "t_last_token": 83725.828343053, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.97900999814738, "decode_tok_s": 169.99840042788065, "total_s": 1.6289931240025908}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 45, "t_send": 83724.199571875, "t_first_token": 83724.328905337, "t_last_token": 83725.827844732, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33346199861262, "decode_tok_s": 170.12028695026476, "total_s": 1.628272857007687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 45, "t_send": 83724.200551799, "t_first_token": 83724.32881214, "t_last_token": 83725.829331765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.26034099271055, "decode_tok_s": 169.9411295605312, "total_s": 1.6287799659912707}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 45, "t_send": 83724.200006425, "t_first_token": 83724.32845961, "t_last_token": 83725.828461651, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4531849960331, "decode_tok_s": 169.99976868607766, "total_s": 1.6284552260040073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 45, "t_send": 83724.19943652, "t_first_token": 83724.329291434, "t_last_token": 83725.828739104, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85491400468163, "decode_tok_s": 170.0626204571386, "total_s": 1.6293025840132032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 45, "t_send": 83724.199725935, "t_first_token": 83724.329223893, "t_last_token": 83725.828770469, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.49795799795538, "decode_tok_s": 170.05140359171588, "total_s": 1.6290445339982398}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 45, "t_send": 83724.199492789, "t_first_token": 83724.329981861, "t_last_token": 83725.828131731, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4890719911782, "decode_tok_s": 170.20994034380382, "total_s": 1.6286389419983607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 46, "t_send": 83725.831707567, "t_first_token": 83725.962587157, "t_last_token": 83727.461294951, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8795899967663, "decode_tok_s": 170.1465762842466, "total_s": 1.6295873839990236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 46, "t_send": 83725.834054023, "t_first_token": 83725.962858494, "t_last_token": 83727.462600412, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.80447099450976, "decode_tok_s": 170.02925432668505, "total_s": 1.6285463889944367}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 46, "t_send": 83725.832117934, "t_first_token": 83725.962902441, "t_last_token": 83727.461760346, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.78450699686073, "decode_tok_s": 170.12953606036592, "total_s": 1.629642412008252}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 46, "t_send": 83725.831840953, "t_first_token": 83725.962715692, "t_last_token": 83727.462423457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8747389994096, "decode_tok_s": 170.03312642164772, "total_s": 1.6305825039889896}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 46, "t_send": 83725.83265312, "t_first_token": 83725.963580651, "t_last_token": 83727.46195407, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.92753100499976, "decode_tok_s": 170.18454596731547, "total_s": 1.629300949993194}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 46, "t_send": 83725.832520633, "t_first_token": 83725.963323537, "t_last_token": 83727.463386409, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.80290399375372, "decode_tok_s": 169.9928748052201, "total_s": 1.6308657759946072}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 46, "t_send": 83725.832970132, "t_first_token": 83725.962806792, "t_last_token": 83727.461647784, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.83665999490768, "decode_tok_s": 170.13145581174163, "total_s": 1.628677651999169}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 46, "t_send": 83725.833275237, "t_first_token": 83725.963014527, "t_last_token": 83727.461810149, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7392900014529, "decode_tok_s": 170.13660585680438, "total_s": 1.6285349120007595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 46, "t_send": 83725.834193385, "t_first_token": 83725.963702262, "t_last_token": 83727.461358435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50887699844316, "decode_tok_s": 170.26604944257838, "total_s": 1.627165049998439}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 46, "t_send": 83725.831947219, "t_first_token": 83725.94327999, "t_last_token": 83727.450931699, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.33277098997496, "decode_tok_s": 169.13720753727162, "total_s": 1.6189844799955608}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 46, "t_send": 83725.832847824, "t_first_token": 83725.962943283, "t_last_token": 83727.462058663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.09545899694785, "decode_tok_s": 170.1003160935732, "total_s": 1.6292108390043722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 46, "t_send": 83725.833099096, "t_first_token": 83725.962659033, "t_last_token": 83727.462485989, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.559937005979, "decode_tok_s": 170.01961391582876, "total_s": 1.6293868930079043}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 46, "t_send": 83725.832035391, "t_first_token": 83725.963116276, "t_last_token": 83727.462315752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0808850103058, "decode_tok_s": 170.09077449910905, "total_s": 1.6302803610014962}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 46, "t_send": 83725.832273656, "t_first_token": 83725.963757521, "t_last_token": 83727.46273088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.48386501416098, "decode_tok_s": 170.11643233727008, "total_s": 1.6304572240042035}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 46, "t_send": 83725.833162584, "t_first_token": 83725.963058935, "t_last_token": 83727.463838478, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.89635100529995, "decode_tok_s": 169.91169768372274, "total_s": 1.6306758940045256}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 46, "t_send": 83725.833398231, "t_first_token": 83725.962757263, "t_last_token": 83727.462139821, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.35903199831955, "decode_tok_s": 170.07000557599977, "total_s": 1.6287415900005726}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 47, "t_send": 83727.465146153, "t_first_token": 83727.59724331, "t_last_token": 83729.097401499, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.0971569948597, "decode_tok_s": 169.98207380267272, "total_s": 1.6322553460049676}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 47, "t_send": 83727.466341561, "t_first_token": 83727.597690725, "t_last_token": 83729.098430815, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.34916400304064, "decode_tok_s": 169.91616449809717, "total_s": 1.6320892539952183}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 47, "t_send": 83727.465534192, "t_first_token": 83727.597367695, "t_last_token": 83729.097668466, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.83350299368612, "decode_tok_s": 169.9659194531937, "total_s": 1.632134273997508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 47, "t_send": 83727.466876902, "t_first_token": 83727.597613486, "t_last_token": 83729.097482307, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7365839893464, "decode_tok_s": 170.01486825320794, "total_s": 1.6306054049928207}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 47, "t_send": 83727.465745307, "t_first_token": 83727.597168177, "t_last_token": 83729.097625742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4228700066451, "decode_tok_s": 169.94815844786768, "total_s": 1.6318804350012215}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 47, "t_send": 83727.465918339, "t_first_token": 83727.597872932, "t_last_token": 83729.097715586, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.95459300186485, "decode_tok_s": 170.01783441780168, "total_s": 1.631797246998758}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 47, "t_send": 83727.466243182, "t_first_token": 83727.597920869, "t_last_token": 83729.099644435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.67768699349836, "decode_tok_s": 169.80488671315845, "total_s": 1.6334012529987376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 47, "t_send": 83727.465301546, "t_first_token": 83727.578339512, "t_last_token": 83729.086819762, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.03796598804183, "decode_tok_s": 169.0443080040276, "total_s": 1.6215182159940014}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 47, "t_send": 83727.46566077, "t_first_token": 83727.597792586, "t_last_token": 83729.097947099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.13181600440294, "decode_tok_s": 169.9824903311535, "total_s": 1.6322863289969973}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 47, "t_send": 83727.466701751, "t_first_token": 83727.597553589, "t_last_token": 83729.09886321, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.85183801013045, "decode_tok_s": 169.8517057592417, "total_s": 1.6321614590124227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 47, "t_send": 83727.465820082, "t_first_token": 83727.597830811, "t_last_token": 83729.098678658, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.01072900847066, "decode_tok_s": 169.90396495566628, "total_s": 1.632858576005674}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 47, "t_send": 83727.465999544, "t_first_token": 83727.597961513, "t_last_token": 83729.098053353, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.96196900389623, "decode_tok_s": 169.9895921051334, "total_s": 1.6320538089930778}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 47, "t_send": 83727.466155841, "t_first_token": 83727.597751435, "t_last_token": 83729.09784749, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.59559399355203, "decode_tok_s": 169.98911446264827, "total_s": 1.6316916490031872}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 47, "t_send": 83727.465439053, "t_first_token": 83727.59742896, "t_last_token": 83729.09858169, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.98990699311253, "decode_tok_s": 169.8694575858121, "total_s": 1.6331426370015834}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 47, "t_send": 83727.466789357, "t_first_token": 83727.59800405, "t_last_token": 83729.099539453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2146929994924, "decode_tok_s": 169.8261655968126, "total_s": 1.6327500960032921}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 47, "t_send": 83727.466080232, "t_first_token": 83727.597304353, "t_last_token": 83729.098304441, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.22412099619396, "decode_tok_s": 169.88673221191942, "total_s": 1.632224208995467}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 48, "t_send": 83729.101361449, "t_first_token": 83729.230359958, "t_last_token": 83730.73076018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9985090115806, "decode_tok_s": 169.95465360643914, "total_s": 1.6293987310054945}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 48, "t_send": 83729.101940522, "t_first_token": 83729.232115641, "t_last_token": 83730.73172595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1751190039795, "decode_tok_s": 170.04417645742404, "total_s": 1.6297854279982857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 48, "t_send": 83729.102746454, "t_first_token": 83729.230981563, "t_last_token": 83730.72988316, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.23510900489055, "decode_tok_s": 170.12457689642233, "total_s": 1.6271367060107877}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 48, "t_send": 83729.101165378, "t_first_token": 83729.210717525, "t_last_token": 83730.720368722, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.55214699788485, "decode_tok_s": 168.91319034889756, "total_s": 1.6192033440020168}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 48, "t_send": 83729.102533561, "t_first_token": 83729.231044051, "t_last_token": 83730.731500242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.51049000164494, "decode_tok_s": 169.94831407377447, "total_s": 1.6289666809898335}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 48, "t_send": 83729.10187177, "t_first_token": 83729.230624572, "t_last_token": 83730.730522873, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7528019893216, "decode_tok_s": 170.01152666806058, "total_s": 1.6286511029902613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 48, "t_send": 83729.103199009, "t_first_token": 83729.231836597, "t_last_token": 83730.731082883, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.63758800085634, "decode_tok_s": 170.0854638640544, "total_s": 1.6278838739963248}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 48, "t_send": 83729.101774155, "t_first_token": 83729.231890867, "t_last_token": 83730.729735635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1167119963793, "decode_tok_s": 170.244611088627, "total_s": 1.627961480000522}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 48, "t_send": 83729.101011984, "t_first_token": 83729.229982762, "t_last_token": 83730.731342344, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9707779942546, "decode_tok_s": 169.846053574566, "total_s": 1.630330359999789}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 48, "t_send": 83729.101656491, "t_first_token": 83729.23005813, "t_last_token": 83730.731221791, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.40163899818435, "decode_tok_s": 169.86822065102248, "total_s": 1.629565299997921}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 48, "t_send": 83729.102019746, "t_first_token": 83729.231417459, "t_last_token": 83730.729635206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.39771299716085, "decode_tok_s": 170.2022289561506, "total_s": 1.6276154599909205}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 48, "t_send": 83729.101285138, "t_first_token": 83729.231688669, "t_last_token": 83730.730933648, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40353100223, "decode_tok_s": 170.0856121392349, "total_s": 1.6296485100028804}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 48, "t_send": 83729.102634359, "t_first_token": 83729.230932969, "t_last_token": 83730.729576952, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2986099977279, "decode_tok_s": 170.15382098309846, "total_s": 1.6269425929931458}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 48, "t_send": 83729.10210403, "t_first_token": 83729.232943789, "t_last_token": 83730.729926559, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.83975900372025, "decode_tok_s": 170.3426419533975, "total_s": 1.6278225290006958}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 48, "t_send": 83729.101433981, "t_first_token": 83729.23049757, "t_last_token": 83730.729698364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.06358898908366, "decode_tok_s": 170.09062496513886, "total_s": 1.628264382990892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 48, "t_send": 83729.102177781, "t_first_token": 83729.231226194, "t_last_token": 83730.729990668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0484130004188, "decode_tok_s": 170.14014171213324, "total_s": 1.6278128870035289}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 49, "t_send": 83730.735291973, "t_first_token": 83730.866132073, "t_last_token": 83732.366779708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8400999987498, "decode_tok_s": 169.92663304385988, "total_s": 1.6314877349941526}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 49, "t_send": 83730.734634248, "t_first_token": 83730.866594829, "t_last_token": 83732.36567754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.960580998566, "decode_tok_s": 170.10402303263115, "total_s": 1.6310432919999585}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 49, "t_send": 83730.734772075, "t_first_token": 83730.866987945, "t_last_token": 83732.366870592, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.21587000589352, "decode_tok_s": 170.0133010476853, "total_s": 1.632098517002305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 49, "t_send": 83730.735779158, "t_first_token": 83730.867085655, "t_last_token": 83732.366685649, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.30649700178765, "decode_tok_s": 170.04534610579103, "total_s": 1.6309064910019515}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 49, "t_send": 83730.736063683, "t_first_token": 83730.865769249, "t_last_token": 83732.365988475, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.70556599611882, "decode_tok_s": 169.97515801735042, "total_s": 1.629924791996018}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 49, "t_send": 83730.735725221, "t_first_token": 83730.866887889, "t_last_token": 83732.36581945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1626679962501, "decode_tok_s": 170.12117606614947, "total_s": 1.6300942289963132}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 49, "t_send": 83730.735548212, "t_first_token": 83730.866246424, "t_last_token": 83732.366994311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.69821200042497, "decode_tok_s": 169.91528171362734, "total_s": 1.6314460989960935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 49, "t_send": 83730.735368685, "t_first_token": 83730.86669623, "t_last_token": 83732.367063937, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.32754500838928, "decode_tok_s": 169.95833675428705, "total_s": 1.63169525199919}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 49, "t_send": 83730.734889467, "t_first_token": 83730.866788903, "t_last_token": 83732.36572626, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.89943600445986, "decode_tok_s": 170.12051825205464, "total_s": 1.6308367930032546}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 49, "t_send": 83730.735621562, "t_first_token": 83730.866374854, "t_last_token": 83732.365180236, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7532920036465, "decode_tok_s": 170.13549795242733, "total_s": 1.6295586740016006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 49, "t_send": 83730.736344186, "t_first_token": 83730.866457352, "t_last_token": 83732.365397086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.11316600022838, "decode_tok_s": 170.12024847737524, "total_s": 1.629052899996168}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 49, "t_send": 83730.734992203, "t_first_token": 83730.865619049, "t_last_token": 83732.366070906, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6268460029969, "decode_tok_s": 169.94880496123076, "total_s": 1.631078703008825}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 49, "t_send": 83730.73520112, "t_first_token": 83730.866068589, "t_last_token": 83732.365901551, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.86746900808066, "decode_tok_s": 170.01893308177026, "total_s": 1.6307004310074262}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 49, "t_send": 83730.735435234, "t_first_token": 83730.865856879, "t_last_token": 83732.367425669, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.42164499347564, "decode_tok_s": 169.822389555509, "total_s": 1.6319904349948047}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 49, "t_send": 83730.735950433, "t_first_token": 83730.867297041, "t_last_token": 83732.366961742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.34660800278652, "decode_tok_s": 170.03800904987787, "total_s": 1.6310113090003142}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 49, "t_send": 83730.735080785, "t_first_token": 83730.846431087, "t_last_token": 83732.354730036, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.35030200239271, "decode_tok_s": 169.06462752021548, "total_s": 1.6196492509916425}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 50, "t_send": 83732.368932825, "t_first_token": 83732.498769862, "t_last_token": 83733.99878646, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8370369913755, "decode_tok_s": 169.9981189139418, "total_s": 1.6298536349931965}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 50, "t_send": 83732.36906522, "t_first_token": 83732.498227527, "t_last_token": 83733.997061493, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1623069992056, "decode_tok_s": 170.13225332736235, "total_s": 1.6279962730041007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 50, "t_send": 83732.369531872, "t_first_token": 83732.498432114, "t_last_token": 83733.998190904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9002419944154, "decode_tok_s": 170.02734152841114, "total_s": 1.628659032008727}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 50, "t_send": 83732.370025799, "t_first_token": 83732.497439319, "t_last_token": 83733.997099775, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.41352000739425, "decode_tok_s": 170.03849036610066, "total_s": 1.627073976007523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 50, "t_send": 83732.369601523, "t_first_token": 83732.498657958, "t_last_token": 83733.997302403, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.05643500562292, "decode_tok_s": 170.15376852732385, "total_s": 1.6277008800097974}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 50, "t_send": 83732.370604693, "t_first_token": 83732.497255323, "t_last_token": 83733.998658807, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.6506300016772, "decode_tok_s": 169.84108716788876, "total_s": 1.6280541140004061}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 50, "t_send": 83732.36982661, "t_first_token": 83732.497350445, "t_last_token": 83733.998043268, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.52383500628639, "decode_tok_s": 169.92151631025413, "total_s": 1.6282166580058401}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 50, "t_send": 83732.369186945, "t_first_token": 83732.49719339, "t_last_token": 83733.998380511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0064449965721, "decode_tok_s": 169.86556601284445, "total_s": 1.6291935659974115}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 50, "t_send": 83732.369893648, "t_first_token": 83732.498064494, "t_last_token": 83733.996943169, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.17084598646034, "decode_tok_s": 170.12717857192717, "total_s": 1.6270495209901128}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 50, "t_send": 83732.369344774, "t_first_token": 83732.497730604, "t_last_token": 83733.998746217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.38583000120707, "decode_tok_s": 169.88497507375212, "total_s": 1.6294014430022798}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 50, "t_send": 83732.370771479, "t_first_token": 83732.497316607, "t_last_token": 83733.997125223, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.54512799053919, "decode_tok_s": 170.02169295390257, "total_s": 1.6263537439954234}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 50, "t_send": 83732.370179143, "t_first_token": 83732.497892774, "t_last_token": 83733.997165879, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.71363099454902, "decode_tok_s": 170.0824213743873, "total_s": 1.6269867359951604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 50, "t_send": 83732.369278616, "t_first_token": 83732.497671903, "t_last_token": 83733.998294829, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3932869991986, "decode_tok_s": 169.9294310257789, "total_s": 1.6290162130026147}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 50, "t_send": 83732.36967817, "t_first_token": 83732.498812596, "t_last_token": 83733.999038482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.13442599528935, "decode_tok_s": 169.97440344081116, "total_s": 1.629360311999335}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 50, "t_send": 83732.369758422, "t_first_token": 83732.498879493, "t_last_token": 83733.999257325, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.12107098964043, "decode_tok_s": 169.95718982227214, "total_s": 1.6294989029993303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 50, "t_send": 83732.369431865, "t_first_token": 83732.478220129, "t_last_token": 83733.986463737, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.78826401312836, "decode_tok_s": 169.07083089752086, "total_s": 1.617031872010557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 51, "t_send": 83734.001391878, "t_first_token": 83734.135932484, "t_last_token": 83735.875440238, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.5406059990637, "decode_tok_s": 146.5931953530124, "total_s": 1.874048359997687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 51, "t_send": 83734.002419715, "t_first_token": 83734.136006524, "t_last_token": 83735.873090459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.58680899546016, "decode_tok_s": 146.79774238968162, "total_s": 1.8706707439996535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 51, "t_send": 83734.001526036, "t_first_token": 83734.136283018, "t_last_token": 83735.875487041, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.75698200636543, "decode_tok_s": 146.61879608553144, "total_s": 1.8739610050106421}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 51, "t_send": 83734.001636227, "t_first_token": 83734.135391956, "t_last_token": 83735.873242296, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.755729009863, "decode_tok_s": 146.73300348785915, "total_s": 1.871606069005793}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 51, "t_send": 83734.003046768, "t_first_token": 83734.140577697, "t_last_token": 83735.877206943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.53092900151387, "decode_tok_s": 146.83617737552728, "total_s": 1.874160174993449}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 51, "t_send": 83734.001731813, "t_first_token": 83734.13666467, "t_last_token": 83735.875605628, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.93285700678825, "decode_tok_s": 146.64097641042042, "total_s": 1.8738738149986602}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 51, "t_send": 83734.00225996, "t_first_token": 83734.135564392, "t_last_token": 83735.872958846, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.30443199083675, "decode_tok_s": 146.77150569504718, "total_s": 1.8706988859921694}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 51, "t_send": 83734.002503114, "t_first_token": 83734.135625151, "t_last_token": 83735.872924435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.12203700479586, "decode_tok_s": 146.77954590157808, "total_s": 1.8704213210003218}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 51, "t_send": 83734.004053687, "t_first_token": 83734.13994708, "t_last_token": 83735.877316146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.89339300233405, "decode_tok_s": 146.77365045225423, "total_s": 1.8732624590047635}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 51, "t_send": 83734.001797621, "t_first_token": 83734.136232974, "t_last_token": 83735.873483303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.43535300029907, "decode_tok_s": 146.78368208762373, "total_s": 1.8716856820101384}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 51, "t_send": 83734.002170444, "t_first_token": 83734.135311674, "t_last_token": 83735.872793041, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.14123000600375, "decode_tok_s": 146.76416383214493, "total_s": 1.870622596994508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 51, "t_send": 83734.00210293, "t_first_token": 83734.135813424, "t_last_token": 83735.87284354, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.71049400302581, "decode_tok_s": 146.8022906750876, "total_s": 1.8707406100002117}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 51, "t_send": 83734.001863626, "t_first_token": 83734.135494533, "t_last_token": 83735.873274199, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.63090698840097, "decode_tok_s": 146.7389709921713, "total_s": 1.8714105729886796}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 51, "t_send": 83734.002329808, "t_first_token": 83734.136498176, "t_last_token": 83735.872885193, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.16836799297016, "decode_tok_s": 146.85666127551386, "total_s": 1.870555385001353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 51, "t_send": 83734.001999125, "t_first_token": 83734.135434254, "t_last_token": 83735.876338425, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.43512899882626, "decode_tok_s": 146.47560977050034, "total_s": 1.874339300004067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 51, "t_send": 83734.00192134, "t_first_token": 83734.111219816, "t_last_token": 83735.861475325, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.29847600345965, "decode_tok_s": 145.69301378472989, "total_s": 1.8595539850066416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 52, "t_send": 83735.87852876, "t_first_token": 83736.008136935, "t_last_token": 83737.507202636, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.60817498969845, "decode_tok_s": 170.1059532140028, "total_s": 1.628673875995446}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 52, "t_send": 83735.87866194, "t_first_token": 83736.00789277, "t_last_token": 83737.506855412, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.23082998895552, "decode_tok_s": 170.11764860256534, "total_s": 1.6281934719881974}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 52, "t_send": 83735.878794286, "t_first_token": 83736.008084223, "t_last_token": 83737.507825758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.28993698733393, "decode_tok_s": 170.0292977473801, "total_s": 1.629031471995404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 52, "t_send": 83735.879532057, "t_first_token": 83735.988032575, "t_last_token": 83737.49848311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.50051799206994, "decode_tok_s": 168.82380064140023, "total_s": 1.6189510529948166}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 52, "t_send": 83735.879748052, "t_first_token": 83736.008031871, "t_last_token": 83737.5081763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28381899453234, "decode_tok_s": 169.98363295477205, "total_s": 1.6284282480046386}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 52, "t_send": 83735.880123514, "t_first_token": 83736.007941445, "t_last_token": 83737.506811567, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.81793100293726, "decode_tok_s": 170.12814936887483, "total_s": 1.626688053001999}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 52, "t_send": 83735.87915775, "t_first_token": 83736.007629644, "t_last_token": 83737.509166488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4718940005405, "decode_tok_s": 169.82600261707356, "total_s": 1.6300087380077457}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 52, "t_send": 83735.880317034, "t_first_token": 83736.008272299, "t_last_token": 83737.507015716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.95526500849519, "decode_tok_s": 170.1425321435745, "total_s": 1.6266986819973681}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 52, "t_send": 83735.879244076, "t_first_token": 83736.007529328, "t_last_token": 83737.50839106, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28525199438445, "decode_tok_s": 169.9023931141934, "total_s": 1.6291469839925412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 52, "t_send": 83735.879923499, "t_first_token": 83736.007661791, "t_last_token": 83737.507777772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.7382919943193, "decode_tok_s": 169.98685650232267, "total_s": 1.6278542729996843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 52, "t_send": 83735.879647441, "t_first_token": 83736.008689733, "t_last_token": 83737.50668444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.04229199921247, "decode_tok_s": 170.227570771274, "total_s": 1.6270369989942992}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 52, "t_send": 83735.879345573, "t_first_token": 83736.007849926, "t_last_token": 83737.509281459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.50435299333185, "decode_tok_s": 169.83791428019424, "total_s": 1.6299358859978383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 52, "t_send": 83735.880030744, "t_first_token": 83736.008566042, "t_last_token": 83737.506650776, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53529800486285, "decode_tok_s": 170.2173409899937, "total_s": 1.6266200320096686}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 52, "t_send": 83735.87983677, "t_first_token": 83736.007796406, "t_last_token": 83737.506908993, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.95963601092808, "decode_tok_s": 170.100633008679, "total_s": 1.627072223011055}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 52, "t_send": 83735.879431361, "t_first_token": 83736.00771135, "t_last_token": 83737.509423376, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2799890032038, "decode_tok_s": 169.80619158982455, "total_s": 1.629992015004973}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 52, "t_send": 83735.880715995, "t_first_token": 83736.007986063, "t_last_token": 83737.510076577, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.27006801287644, "decode_tok_s": 169.76340481733953, "total_s": 1.629360582010122}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 53, "t_send": 83737.51354167, "t_first_token": 83737.650603666, "t_last_token": 83739.386738263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.06199599255342, "decode_tok_s": 146.87801305317058, "total_s": 1.8731965929910075}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 53, "t_send": 83737.512154515, "t_first_token": 83737.650802204, "t_last_token": 83739.387602938, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.6476890038466, "decode_tok_s": 146.82167908410506, "total_s": 1.8754484230012167}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 53, "t_send": 83737.514732235, "t_first_token": 83737.653198013, "t_last_token": 83739.389381545, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.4657779999543, "decode_tok_s": 146.87387323943324, "total_s": 1.8746493100043153}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 53, "t_send": 83737.513248603, "t_first_token": 83737.650240287, "t_last_token": 83739.387752894, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.99168399034534, "decode_tok_s": 146.7615250508417, "total_s": 1.874504291001358}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 53, "t_send": 83737.512296513, "t_first_token": 83737.649430145, "t_last_token": 83739.38574922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.13363200076856, "decode_tok_s": 146.86240776306326, "total_s": 1.873452707004617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 53, "t_send": 83737.512959889, "t_first_token": 83737.650540258, "t_last_token": 83739.386977717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.5803689879831, "decode_tok_s": 146.85239521686617, "total_s": 1.874017827998614}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 53, "t_send": 83737.512735661, "t_first_token": 83737.622743208, "t_last_token": 83739.373847284, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.0075470021693, "decode_tok_s": 145.62241245105363, "total_s": 1.8611116230022162}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 53, "t_send": 83737.512829747, "t_first_token": 83737.649290408, "t_last_token": 83739.385612173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.46066100045573, "decode_tok_s": 146.8621802354337, "total_s": 1.8727824260131456}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 53, "t_send": 83737.512487068, "t_first_token": 83737.650403632, "t_last_token": 83739.384989362, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.91656399553176, "decode_tok_s": 147.00916512127205, "total_s": 1.872502294005244}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 53, "t_send": 83737.512403386, "t_first_token": 83737.64946144, "t_last_token": 83739.386094482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.05805399513338, "decode_tok_s": 146.8358564142379, "total_s": 1.8736910959996749}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 53, "t_send": 83737.513043728, "t_first_token": 83737.650159147, "t_last_token": 83739.38597566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.11541899829172, "decode_tok_s": 146.90492807873505, "total_s": 1.8729319319973001}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 53, "t_send": 83737.513456754, "t_first_token": 83737.649328296, "t_last_token": 83739.386926162, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8715420064982, "decode_tok_s": 146.75432388004293, "total_s": 1.873469408004894}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 53, "t_send": 83737.513360373, "t_first_token": 83737.650751638, "t_last_token": 83739.385647591, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.39126498694532, "decode_tok_s": 146.98287788274502, "total_s": 1.8722872179932892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 53, "t_send": 83737.512651599, "t_first_token": 83737.6491512, "t_last_token": 83739.3850322, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.49960100883618, "decode_tok_s": 146.89947064339313, "total_s": 1.872380601009354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 53, "t_send": 83737.513110968, "t_first_token": 83737.64987649, "t_last_token": 83739.386216814, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.76552200922742, "decode_tok_s": 146.86061048927138, "total_s": 1.8731058460107306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 53, "t_send": 83737.513952846, "t_first_token": 83737.649094697, "t_last_token": 83739.384939429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.14185100211762, "decode_tok_s": 146.9025398983449, "total_s": 1.8709865830023773}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 54, "t_send": 83739.391799892, "t_first_token": 83739.522940267, "t_last_token": 83741.021050899, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1403750005411, "decode_tok_s": 170.21439842448368, "total_s": 1.629251007005223}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 54, "t_send": 83739.39194715, "t_first_token": 83739.522095808, "t_last_token": 83741.021634961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14865800505504, "decode_tok_s": 170.05224537858658, "total_s": 1.6296878110006219}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 54, "t_send": 83739.39239191, "t_first_token": 83739.521925951, "t_last_token": 83741.021184572, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53404099971522, "decode_tok_s": 170.08406450253185, "total_s": 1.6287926619988866}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 54, "t_send": 83739.392690179, "t_first_token": 83739.522743521, "t_last_token": 83741.021277372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.05334199988283, "decode_tok_s": 170.16632612576183, "total_s": 1.6285871930012945}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 54, "t_send": 83739.392303732, "t_first_token": 83739.521894387, "t_last_token": 83741.020658422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.59065499308053, "decode_tok_s": 170.14019154779191, "total_s": 1.628354689994012}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 54, "t_send": 83739.393698445, "t_first_token": 83739.523331344, "t_last_token": 83741.022103224, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63289899926167, "decode_tok_s": 170.1393009859325, "total_s": 1.6284047789959004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 54, "t_send": 83739.392056222, "t_first_token": 83739.52241593, "t_last_token": 83741.020703213, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.35970799683128, "decode_tok_s": 170.19432981459053, "total_s": 1.6286469909973675}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 54, "t_send": 83739.393785819, "t_first_token": 83739.522043584, "t_last_token": 83741.022749495, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2577649981249, "decode_tok_s": 169.92003438663116, "total_s": 1.628963675990235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 54, "t_send": 83739.392487121, "t_first_token": 83739.521851792, "t_last_token": 83741.022706748, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.36467099643778, "decode_tok_s": 169.90316018244343, "total_s": 1.6302196269971319}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 54, "t_send": 83739.392936718, "t_first_token": 83739.523261831, "t_last_token": 83741.021017348, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.32511300116312, "decode_tok_s": 170.25475593641207, "total_s": 1.6280806300055701}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 54, "t_send": 83739.39404515, "t_first_token": 83739.521977225, "t_last_token": 83741.020965295, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93207500362769, "decode_tok_s": 170.11476282114015, "total_s": 1.6269201450049877}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 54, "t_send": 83739.395144061, "t_first_token": 83739.522295563, "t_last_token": 83741.022204286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.15150200529024, "decode_tok_s": 170.01034535672645, "total_s": 1.627060225000605}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 54, "t_send": 83739.392151717, "t_first_token": 83739.523199605, "t_last_token": 83741.020836863, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0478880041046, "decode_tok_s": 170.26819988491658, "total_s": 1.628685146002681}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 54, "t_send": 83739.395038714, "t_first_token": 83739.52223285, "t_last_token": 83741.023085243, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.19413598824758, "decode_tok_s": 169.90345032540145, "total_s": 1.6280465289892163}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 54, "t_send": 83739.392239166, "t_first_token": 83739.502219108, "t_last_token": 83741.010369603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.97994200442918, "decode_tok_s": 169.08126930749515, "total_s": 1.61813043699658}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 54, "t_send": 83739.392813282, "t_first_token": 83739.523390018, "t_last_token": 83741.022247644, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.57673600269482, "decode_tok_s": 170.12956773066867, "total_s": 1.6294343619956635}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 55, "t_send": 83741.024820321, "t_first_token": 83741.15540641, "t_last_token": 83742.654887739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5860889988253, "decode_tok_s": 170.05880304675506, "total_s": 1.6300674179947237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 55, "t_send": 83741.024969183, "t_first_token": 83741.154694179, "t_last_token": 83742.653654711, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.72499600437004, "decode_tok_s": 170.11788806717664, "total_s": 1.6286855280050077}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 55, "t_send": 83741.025573463, "t_first_token": 83741.154156227, "t_last_token": 83742.654807057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.58276399492752, "decode_tok_s": 169.92627125665803, "total_s": 1.629233593994286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 55, "t_send": 83741.025472813, "t_first_token": 83741.154254927, "t_last_token": 83742.65377669, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7821139994776, "decode_tok_s": 170.0542174785499, "total_s": 1.6283038770052372}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 55, "t_send": 83741.026114064, "t_first_token": 83741.154204625, "t_last_token": 83742.654286519, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.09056098922156, "decode_tok_s": 169.99071918641135, "total_s": 1.6281724549917271}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 55, "t_send": 83741.025089264, "t_first_token": 83741.154316228, "t_last_token": 83742.653409024, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.22696399618872, "decode_tok_s": 170.10287867434477, "total_s": 1.6283197599987034}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 55, "t_send": 83741.025183669, "t_first_token": 83741.155053826, "t_last_token": 83742.653860383, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8701570049161, "decode_tok_s": 170.13536457413676, "total_s": 1.6286767139972653}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 55, "t_send": 83741.026304077, "t_first_token": 83741.154937502, "t_last_token": 83742.653906795, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.63342500349972, "decode_tok_s": 170.1168937809902, "total_s": 1.6276027180138044}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 55, "t_send": 83741.026205847, "t_first_token": 83741.154897906, "t_last_token": 83742.655044254, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.69205900642555, "decode_tok_s": 169.98341551137375, "total_s": 1.6288384070066968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 55, "t_send": 83741.025843064, "t_first_token": 83741.155446336, "t_last_token": 83742.653693978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.60327199834865, "decode_tok_s": 170.1988328562199, "total_s": 1.627850914010196}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 55, "t_send": 83741.025252254, "t_first_token": 83741.154601087, "t_last_token": 83742.653957043, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.34883299749345, "decode_tok_s": 170.0730230055721, "total_s": 1.6287047890073154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 55, "t_send": 83741.02564779, "t_first_token": 83741.154628299, "t_last_token": 83742.654250909, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98050900548697, "decode_tok_s": 170.0427816297027, "total_s": 1.6286031190102221}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 55, "t_send": 83741.025317396, "t_first_token": 83741.134519089, "t_last_token": 83742.643503275, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.20169300516136, "decode_tok_s": 168.9878544555898, "total_s": 1.6181858790077968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 55, "t_send": 83741.026035476, "t_first_token": 83741.154435133, "t_last_token": 83742.653469612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.39965699822642, "decode_tok_s": 170.10949619243416, "total_s": 1.6274341360112885}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 55, "t_send": 83741.025926378, "t_first_token": 83741.154084266, "t_last_token": 83742.654671755, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1578880007146, "decode_tok_s": 169.9334439817206, "total_s": 1.6287453769909916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 55, "t_send": 83741.025749373, "t_first_token": 83741.154857135, "t_last_token": 83742.655584283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.10776199714746, "decode_tok_s": 169.9176298236541, "total_s": 1.6298349099961342}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 56, "t_send": 83742.657144595, "t_first_token": 83742.785201365, "t_last_token": 83744.284864211, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.05677000142168, "decode_tok_s": 170.03821937645253, "total_s": 1.6277196160081076}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 56, "t_send": 83742.657286972, "t_first_token": 83742.786123941, "t_last_token": 83744.285161584, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83696900098585, "decode_tok_s": 170.10913714514945, "total_s": 1.6278746120078722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 56, "t_send": 83742.657827543, "t_first_token": 83742.78579751, "t_last_token": 83744.284432202, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.96996701217722, "decode_tok_s": 170.15487587659928, "total_s": 1.6266046590026235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 56, "t_send": 83742.658069787, "t_first_token": 83742.787372937, "t_last_token": 83744.285047214, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30315000994597, "decode_tok_s": 170.26399125436052, "total_s": 1.6269774270040216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 56, "t_send": 83742.657397863, "t_first_token": 83742.786895311, "t_last_token": 83744.285335963, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.49744799698237, "decode_tok_s": 170.17691001683227, "total_s": 1.6279380999912973}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 56, "t_send": 83742.657730291, "t_first_token": 83742.76496804, "t_last_token": 83744.273955523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.23774900543503, "decode_tok_s": 168.98748523435967, "total_s": 1.616225231991848}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 56, "t_send": 83742.658273482, "t_first_token": 83742.785030181, "t_last_token": 83744.284188879, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.75669899908826, "decode_tok_s": 170.09540106704767, "total_s": 1.6259153970022453}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 56, "t_send": 83742.657642502, "t_first_token": 83742.785572208, "t_last_token": 83744.286261142, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.92970599548426, "decode_tok_s": 169.92195665778428, "total_s": 1.6286186399956932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 56, "t_send": 83742.658632293, "t_first_token": 83742.785134163, "t_last_token": 83744.28425761, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.50187000690494, "decode_tok_s": 170.09940076086275, "total_s": 1.6256253169995034}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 56, "t_send": 83742.657906234, "t_first_token": 83742.785917327, "t_last_token": 83744.284998005, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.01109299471136, "decode_tok_s": 170.10425372217034, "total_s": 1.627091770991683}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 56, "t_send": 83742.657481554, "t_first_token": 83742.786751723, "t_last_token": 83744.286049482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.27016901085153, "decode_tok_s": 170.0796245903314, "total_s": 1.628567928011762}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 56, "t_send": 83742.659321644, "t_first_token": 83742.786535437, "t_last_token": 83744.285677348, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.21379300637636, "decode_tok_s": 170.09730575120952, "total_s": 1.6263557040074375}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 56, "t_send": 83742.658341081, "t_first_token": 83742.785411422, "t_last_token": 83744.286352555, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.07034099730663, "decode_tok_s": 169.8934051388056, "total_s": 1.6280114740075078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 56, "t_send": 83742.658163076, "t_first_token": 83742.787251075, "t_last_token": 83744.28524726, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.08799899742007, "decode_tok_s": 170.22740281499244, "total_s": 1.6270841840014327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 56, "t_send": 83742.65754907, "t_first_token": 83742.787312848, "t_last_token": 83744.285744201, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.76377799350303, "decode_tok_s": 170.1779661039579, "total_s": 1.628195130993845}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 56, "t_send": 83742.657997804, "t_first_token": 83742.787064022, "t_last_token": 83744.284624951, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0662180108484, "decode_tok_s": 170.27687826409073, "total_s": 1.6266271470085485}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 57, "t_send": 83744.290725858, "t_first_token": 83744.425591423, "t_last_token": 83745.924946343, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.86556500720326, "decode_tok_s": 170.07314052090427, "total_s": 1.6342204850079725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 57, "t_send": 83744.290660089, "t_first_token": 83744.426118916, "t_last_token": 83745.92511656, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.45882700418588, "decode_tok_s": 170.11367630971253, "total_s": 1.634456471001613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 57, "t_send": 83744.290811657, "t_first_token": 83744.426535232, "t_last_token": 83745.923692715, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.7235750037944, "decode_tok_s": 170.32276356752772, "total_s": 1.632881058001658}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 57, "t_send": 83744.291034244, "t_first_token": 83744.426430277, "t_last_token": 83745.924501421, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.39603300159797, "decode_tok_s": 170.2188851452523, "total_s": 1.6334671770018758}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 57, "t_send": 83744.290326611, "t_first_token": 83744.4256992, "t_last_token": 83745.92470311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.37258900760207, "decode_tok_s": 170.11296521637146, "total_s": 1.6343764990015188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 57, "t_send": 83744.290423283, "t_first_token": 83744.427278522, "t_last_token": 83745.924733834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.85523899039254, "decode_tok_s": 170.28888805863542, "total_s": 1.6343105510022724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 57, "t_send": 83744.290910066, "t_first_token": 83744.425905189, "t_last_token": 83745.924423328, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.9951229931321, "decode_tok_s": 170.16811032323682, "total_s": 1.6335132620006334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 57, "t_send": 83744.28978714, "t_first_token": 83744.426889879, "t_last_token": 83745.923953222, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.10273899778258, "decode_tok_s": 170.3334739934944, "total_s": 1.6341660819889512}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 57, "t_send": 83744.291953746, "t_first_token": 83744.425465949, "t_last_token": 83745.923736242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.51220299955457, "decode_tok_s": 170.19625977469224, "total_s": 1.6317824959987774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 57, "t_send": 83744.289649088, "t_first_token": 83744.426971952, "t_last_token": 83745.92420165, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.32286400045268, "decode_tok_s": 170.31454848814815, "total_s": 1.6345525620126864}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 57, "t_send": 83744.289464994, "t_first_token": 83744.42676562, "t_last_token": 83745.925687627, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.30062599643134, "decode_tok_s": 170.1222604040962, "total_s": 1.636222632994759}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 57, "t_send": 83744.290513881, "t_first_token": 83744.426225851, "t_last_token": 83745.924796342, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.71196999691892, "decode_tok_s": 170.16216556398058, "total_s": 1.6342824610037496}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 57, "t_send": 83744.289986461, "t_first_token": 83744.425353319, "t_last_token": 83745.925276989, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.36685801227577, "decode_tok_s": 170.00865117412474, "total_s": 1.6352905280073173}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 57, "t_send": 83744.290090369, "t_first_token": 83744.40496318, "t_last_token": 83745.913606844, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.87281099834945, "decode_tok_s": 169.0259973811801, "total_s": 1.623516474995995}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 57, "t_send": 83744.290576958, "t_first_token": 83744.425120231, "t_last_token": 83745.924989665, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.54327300132718, "decode_tok_s": 170.01479876781488, "total_s": 1.6344127070042305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 57, "t_send": 83744.289887572, "t_first_token": 83744.427071152, "t_last_token": 83745.923607951, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.1835799945984, "decode_tok_s": 170.39340440477355, "total_s": 1.6337203790026251}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 58, "t_send": 83745.927595139, "t_first_token": 83746.063474518, "t_last_token": 83747.800534055, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8793789986521, "decode_tok_s": 146.7998042486357, "total_s": 1.872938915999839}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 58, "t_send": 83745.929003051, "t_first_token": 83746.063802784, "t_last_token": 83747.800623698, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.79973300127313, "decode_tok_s": 146.81997317339577, "total_s": 1.8716206469980534}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 58, "t_send": 83745.927138728, "t_first_token": 83746.063755576, "t_last_token": 83747.800795003, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.61684800172225, "decode_tok_s": 146.80150377525968, "total_s": 1.8736562749982113}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 58, "t_send": 83745.929851207, "t_first_token": 83746.0638417, "t_last_token": 83747.800838227, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.99049300642218, "decode_tok_s": 146.8051294493672, "total_s": 1.8709870200109435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 58, "t_send": 83745.928131658, "t_first_token": 83746.064231845, "t_last_token": 83747.800491206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.10018699546345, "decode_tok_s": 146.86745870324495, "total_s": 1.8723595479968935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 58, "t_send": 83745.927276139, "t_first_token": 83746.063427866, "t_last_token": 83747.801582767, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1517269979231, "decode_tok_s": 146.70729280396014, "total_s": 1.8743066280003404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 58, "t_send": 83745.928012174, "t_first_token": 83746.063614753, "t_last_token": 83747.800337045, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.60257900098804, "decode_tok_s": 146.82831053335232, "total_s": 1.872324871001183}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 58, "t_send": 83745.92888062, "t_first_token": 83746.06328187, "t_last_token": 83747.801416878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.40124999033287, "decode_tok_s": 146.70897187203403, "total_s": 1.872536258000764}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 58, "t_send": 83745.927384019, "t_first_token": 83746.063360686, "t_last_token": 83747.800928953, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.97666700661648, "decode_tok_s": 146.7568238000515, "total_s": 1.873544934001984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 58, "t_send": 83745.929209744, "t_first_token": 83746.064056029, "t_last_token": 83747.80067054, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.8462850000942, "decode_tok_s": 146.8374232651669, "total_s": 1.8714607959991554}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 58, "t_send": 83745.928219674, "t_first_token": 83746.063712168, "t_last_token": 83747.800266667, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.492494009668, "decode_tok_s": 146.84249768519908, "total_s": 1.8720469930121908}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 58, "t_send": 83745.927898055, "t_first_token": 83746.037958761, "t_last_token": 83747.790186591, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.06070599250961, "decode_tok_s": 145.5290206181103, "total_s": 1.862288535994594}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 58, "t_send": 83745.927733929, "t_first_token": 83746.064373144, "t_last_token": 83747.802137946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6392150084721, "decode_tok_s": 146.74022612724616, "total_s": 1.8744040169985965}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 58, "t_send": 83745.930214817, "t_first_token": 83746.06727423, "t_last_token": 83747.804165987, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.05941299849655, "decode_tok_s": 146.81398479231896, "total_s": 1.8739511700114235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 58, "t_send": 83745.927822684, "t_first_token": 83746.064014837, "t_last_token": 83747.802020396, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.19215300423093, "decode_tok_s": 146.71989895484742, "total_s": 1.8741977120080264}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 58, "t_send": 83745.92910113, "t_first_token": 83746.063880395, "t_last_token": 83747.801013415, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.77926500490867, "decode_tok_s": 146.7935944251902, "total_s": 1.8719122850015992}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 0, "repeat": 59, "t_send": 83747.80708371, "t_first_token": 83747.936944131, "t_last_token": 83749.436233206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.86042100237682, "decode_tok_s": 170.0806097049721, "total_s": 1.6291494960023556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 1, "repeat": 59, "t_send": 83747.806095985, "t_first_token": 83747.936675154, "t_last_token": 83749.436732595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5791689956095, "decode_tok_s": 169.99349026839838, "total_s": 1.630636610003421}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 2, "repeat": 59, "t_send": 83747.80656469, "t_first_token": 83747.936984991, "t_last_token": 83749.43664855, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.42030099313706, "decode_tok_s": 170.03813853346475, "total_s": 1.6300838600000134}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 3, "repeat": 59, "t_send": 83747.806233077, "t_first_token": 83747.937702171, "t_last_token": 83749.437287163, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.46909399074502, "decode_tok_s": 170.04704725566646, "total_s": 1.6310540859994944}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 4, "repeat": 59, "t_send": 83747.80632834, "t_first_token": 83747.937451054, "t_last_token": 83749.437682833, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.12271399586461, "decode_tok_s": 169.97373577100225, "total_s": 1.6313544930017088}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 5, "repeat": 59, "t_send": 83747.80777939, "t_first_token": 83747.936611213, "t_last_token": 83749.436530659, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83182299265172, "decode_tok_s": 170.00912994243325, "total_s": 1.62875126900326}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 6, "repeat": 59, "t_send": 83747.80786522, "t_first_token": 83747.936893209, "t_last_token": 83749.436850722, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.02798899449408, "decode_tok_s": 170.0048153290529, "total_s": 1.6289855020004325}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 7, "repeat": 59, "t_send": 83747.806426678, "t_first_token": 83747.937528145, "t_last_token": 83749.437200039, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10146700637415, "decode_tok_s": 170.03719348287376, "total_s": 1.6307733610010473}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 8, "repeat": 59, "t_send": 83747.806795896, "t_first_token": 83747.93774099, "t_last_token": 83749.436315093, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.94509400252718, "decode_tok_s": 170.16175542484652, "total_s": 1.6295191969984444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 9, "repeat": 59, "t_send": 83747.807170299, "t_first_token": 83747.937388859, "t_last_token": 83749.437864148, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.21856000705156, "decode_tok_s": 169.94615097652283, "total_s": 1.6306938490015455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 10, "repeat": 59, "t_send": 83747.807299934, "t_first_token": 83747.937109771, "t_last_token": 83749.43692647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.80983700254, "decode_tok_s": 170.02077665092585, "total_s": 1.629626536014257}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 11, "repeat": 59, "t_send": 83747.807430637, "t_first_token": 83747.936537888, "t_last_token": 83749.436025967, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.10725100664422, "decode_tok_s": 170.05803752000412, "total_s": 1.6285953300102847}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 12, "repeat": 59, "t_send": 83747.807525657, "t_first_token": 83747.9367223, "t_last_token": 83749.436804943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.19664299988654, "decode_tok_s": 169.99063430887068, "total_s": 1.6292792860040208}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 13, "repeat": 59, "t_send": 83747.80649401, "t_first_token": 83747.937043612, "t_last_token": 83749.436762514, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.54960199224297, "decode_tok_s": 170.03186374377862, "total_s": 1.6302685039991047}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 14, "repeat": 59, "t_send": 83747.806997252, "t_first_token": 83747.936392634, "t_last_token": 83749.436090691, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.39538199862, "decode_tok_s": 170.0342270964807, "total_s": 1.6290934389980976}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-450W", "concurrency": 16, "stream_index": 15, "repeat": 59, "t_send": 83747.806660613, "t_first_token": 83747.916776882, "t_last_token": 83749.425811489, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.11626900290139, "decode_tok_s": 168.98220810741535, "total_s": 1.6191508759948192}