{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 0, "t_send": 83072.188624691, "t_first_token": 83072.317605498, "t_last_token": 83073.811097585, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.980806999607, "decode_tok_s": 170.74077741664763, "total_s": 1.6224728939996567}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 0, "t_send": 83072.188125627, "t_first_token": 83072.316621727, "t_last_token": 83073.810935311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.49610000557732, "decode_tok_s": 170.64691289050234, "total_s": 1.6228096840059152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 0, "t_send": 83072.188546926, "t_first_token": 83072.317667284, "t_last_token": 83073.811015332, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1203580040019, "decode_tok_s": 170.7572460031857, "total_s": 1.6224684059998253}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 0, "t_send": 83072.18751929, "t_first_token": 83072.31711526, "t_last_token": 83073.810553207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5959699928062, "decode_tok_s": 170.74696709767113, "total_s": 1.6230339169997023}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 0, "t_send": 83072.186701033, "t_first_token": 83072.316776899, "t_last_token": 83073.810512027, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.07586599269416, "decode_tok_s": 170.71299671434477, "total_s": 1.6238109940022696}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 0, "t_send": 83072.187226146, "t_first_token": 83072.317552403, "t_last_token": 83073.810226954, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3262569999788, "decode_tok_s": 170.8342919284227, "total_s": 1.6230008080019616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 0, "t_send": 83072.186493203, "t_first_token": 83072.296462324, "t_last_token": 83073.79946802, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.96912099653855, "decode_tok_s": 169.6600356718735, "total_s": 1.6129748170060338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 0, "t_send": 83072.186210028, "t_first_token": 83072.317491579, "t_last_token": 83073.810692287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.28155100275762, "decode_tok_s": 170.77409529259882, "total_s": 1.6244822590088006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 0, "t_send": 83072.187819939, "t_first_token": 83072.316292373, "t_last_token": 83073.811774309, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47243399301078, "decode_tok_s": 170.5135942211404, "total_s": 1.6239543699921342}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 0, "t_send": 83072.18679764, "t_first_token": 83072.316467299, "t_last_token": 83073.811735099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.66965899977367, "decode_tok_s": 170.53801332309143, "total_s": 1.6249374590115622}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 0, "t_send": 83072.187129002, "t_first_token": 83072.317282477, "t_last_token": 83073.810616239, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.15347499458585, "decode_tok_s": 170.75887955422004, "total_s": 1.6234872369968798}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 0, "t_send": 83072.187973879, "t_first_token": 83072.316902307, "t_last_token": 83073.810435383, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.92842799192294, "decode_tok_s": 170.73609155146494, "total_s": 1.6224615039973287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 0, "t_send": 83072.187033016, "t_first_token": 83072.316663969, "t_last_token": 83073.810591053, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.630953000742, "decode_tok_s": 170.69106165327563, "total_s": 1.623558036997565}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 0, "t_send": 83072.188737093, "t_first_token": 83072.316409856, "t_last_token": 83073.810319422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.67276298836805, "decode_tok_s": 170.69306322292564, "total_s": 1.6215823289967375}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 0, "t_send": 83072.18637647, "t_first_token": 83072.317425758, "t_last_token": 83073.812405474, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.04928800021298, "decode_tok_s": 170.57087615939565, "total_s": 1.62602900400816}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 0, "t_send": 83072.188419131, "t_first_token": 83072.316354373, "t_last_token": 83073.810134105, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93524200969841, "decode_tok_s": 170.70789925519463, "total_s": 1.621714974011411}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 1, "t_send": 83073.814819593, "t_first_token": 83073.94019776, "t_last_token": 83075.432992742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.37816700933035, "decode_tok_s": 170.8205098993386, "total_s": 1.618173149006907}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 1, "t_send": 83073.814908578, "t_first_token": 83073.940521753, "t_last_token": 83075.432886777, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.61317499785218, "decode_tok_s": 170.86972416271595, "total_s": 1.6179781989922049}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 1, "t_send": 83073.815764546, "t_first_token": 83073.939203572, "t_last_token": 83075.432960976, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.43902599241119, "decode_tok_s": 170.71045091772064, "total_s": 1.6171964300010586}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 1, "t_send": 83073.814343442, "t_first_token": 83073.940691706, "t_last_token": 83075.433952429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.34826399153098, "decode_tok_s": 170.7672317849834, "total_s": 1.6196089869918069}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 1, "t_send": 83073.814750939, "t_first_token": 83073.919729281, "t_last_token": 83075.422964957, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 104.97834200214129, "decode_tok_s": 169.63407938638522, "total_s": 1.6082140180078568}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 1, "t_send": 83073.815478244, "t_first_token": 83073.938846988, "t_last_token": 83075.433322147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.36874401080422, "decode_tok_s": 170.62846342102947, "total_s": 1.617843903004541}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 1, "t_send": 83073.814992271, "t_first_token": 83073.938589552, "t_last_token": 83075.432601239, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.59728099545464, "decode_tok_s": 170.68139574752186, "total_s": 1.617608967993874}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 1, "t_send": 83073.815207277, "t_first_token": 83073.939077847, "t_last_token": 83075.432750357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.87056999432389, "decode_tok_s": 170.7201533757671, "total_s": 1.6175430799921742}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 1, "t_send": 83073.814479532, "t_first_token": 83073.939918237, "t_last_token": 83075.4325685, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.43870499939658, "decode_tok_s": 170.8370716982408, "total_s": 1.6180889679963002}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 1, "t_send": 83073.815931254, "t_first_token": 83073.939494959, "t_last_token": 83075.432923746, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.56370501220226, "decode_tok_s": 170.7480143814157, "total_s": 1.6169924920104677}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 1, "t_send": 83073.81457421, "t_first_token": 83073.939797791, "t_last_token": 83075.433997519, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.22358099522535, "decode_tok_s": 170.6599159550777, "total_s": 1.619423308991827}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 1, "t_send": 83073.815848849, "t_first_token": 83073.940289399, "t_last_token": 83075.433510871, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.44055000378285, "decode_tok_s": 170.77172059442984, "total_s": 1.617662021992146}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 1, "t_send": 83073.816104669, "t_first_token": 83073.939367116, "t_last_token": 83075.434811013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.26244701398537, "decode_tok_s": 170.5179315076607, "total_s": 1.6187063440011116}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 1, "t_send": 83073.815372361, "t_first_token": 83073.939554731, "t_last_token": 83075.43383306, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.18236999656074, "decode_tok_s": 170.65093901898115, "total_s": 1.6184606989991153}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 1, "t_send": 83073.814220102, "t_first_token": 83073.938742438, "t_last_token": 83075.434849724, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.5223360019736, "decode_tok_s": 170.4423221421274, "total_s": 1.6206296220043441}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 1, "t_send": 83073.81465714, "t_first_token": 83073.940788688, "t_last_token": 83075.43281231, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.13154800783377, "decode_tok_s": 170.90882224750123, "total_s": 1.618155169999227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 2, "t_send": 83075.44001541, "t_first_token": 83075.569327163, "t_last_token": 83077.063792324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.31175300036557, "decode_tok_s": 170.6296049281093, "total_s": 1.6237769139988814}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 2, "t_send": 83075.43972953, "t_first_token": 83075.56876239, "t_last_token": 83077.063491941, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.03286000073422, "decode_tok_s": 170.59942370897895, "total_s": 1.62376241099264}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 2, "t_send": 83075.440547835, "t_first_token": 83075.569456478, "t_last_token": 83077.063234374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.90864300425164, "decode_tok_s": 170.7081090720657, "total_s": 1.6226865390053717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 2, "t_send": 83075.439395915, "t_first_token": 83075.568556492, "t_last_token": 83077.062708663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1605769947637, "decode_tok_s": 170.66534784708665, "total_s": 1.623312747993623}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 2, "t_send": 83075.439837015, "t_first_token": 83075.569195658, "t_last_token": 83077.06331042, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.35864299652167, "decode_tok_s": 170.66962089250148, "total_s": 1.6234734049940016}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 2, "t_send": 83075.438793006, "t_first_token": 83075.569663379, "t_last_token": 83077.062255504, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.87037300283555, "decode_tok_s": 170.843725978175, "total_s": 1.623462497998844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 2, "t_send": 83075.439926564, "t_first_token": 83075.569613646, "t_last_token": 83077.063874331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6870820078766, "decode_tok_s": 170.65295403990103, "total_s": 1.6239477670023916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 2, "t_send": 83075.438890423, "t_first_token": 83075.569252581, "t_last_token": 83077.063660767, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.36215800093487, "decode_tok_s": 170.63611026003096, "total_s": 1.6247703440021724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 2, "t_send": 83075.440666202, "t_first_token": 83075.569069132, "t_last_token": 83077.062514378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.40293000044767, "decode_tok_s": 170.74613259706155, "total_s": 1.6218481760006398}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 2, "t_send": 83075.439067055, "t_first_token": 83075.569723725, "t_last_token": 83077.062914301, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.65666999318637, "decode_tok_s": 170.77525407555103, "total_s": 1.623847245995421}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 2, "t_send": 83075.439530029, "t_first_token": 83075.56865368, "t_last_token": 83077.063831933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.12365100055467, "decode_tok_s": 170.5482269347271, "total_s": 1.624301903997548}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 2, "t_send": 83075.440404526, "t_first_token": 83075.569496787, "t_last_token": 83077.062445077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.092260991456, "decode_tok_s": 170.80296866763499, "total_s": 1.6220405509957345}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 2, "t_send": 83075.440104161, "t_first_token": 83075.568224112, "t_last_token": 83077.062214432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.11995099764317, "decode_tok_s": 170.68383682708344, "total_s": 1.6221102709969273}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 2, "t_send": 83075.439170811, "t_first_token": 83075.549350316, "t_last_token": 83077.052013784, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.17950499081053, "decode_tok_s": 169.69867533785032, "total_s": 1.6128429730015341}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 2, "t_send": 83075.438967386, "t_first_token": 83075.569399424, "t_last_token": 83077.062174423, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.43203800043557, "decode_tok_s": 170.822796583867, "total_s": 1.6232070370024303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 2, "t_send": 83075.438661713, "t_first_token": 83075.568808359, "t_last_token": 83077.063086991, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14664601359982, "decode_tok_s": 170.6509044171696, "total_s": 1.6244252780015813}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 3, "t_send": 83077.067290376, "t_first_token": 83077.198792445, "t_last_token": 83078.690708287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.50206899445038, "decode_tok_s": 170.9211691569932, "total_s": 1.6234179110033438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 3, "t_send": 83077.067004543, "t_first_token": 83077.197144158, "t_last_token": 83078.691621302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.13961499382276, "decode_tok_s": 170.62823678686266, "total_s": 1.624616758999764}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 3, "t_send": 83077.068687941, "t_first_token": 83077.198698891, "t_last_token": 83078.691198525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.01095000072382, "decode_tok_s": 170.85431325497845, "total_s": 1.622510583998519}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 3, "t_send": 83077.068348488, "t_first_token": 83077.19798195, "t_last_token": 83078.690931999, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63346199830994, "decode_tok_s": 170.80276742779358, "total_s": 1.6225835109944455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 3, "t_send": 83077.067799845, "t_first_token": 83077.198963146, "t_last_token": 83078.691507027, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.16330100456253, "decode_tok_s": 170.84924821690979, "total_s": 1.6237071820069104}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 3, "t_send": 83077.067357341, "t_first_token": 83077.197259215, "t_last_token": 83078.691561186, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.90187399554998, "decode_tok_s": 170.6482390761959, "total_s": 1.624203845000011}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 3, "t_send": 83077.067121597, "t_first_token": 83077.199006747, "t_last_token": 83078.691305729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.88514999637846, "decode_tok_s": 170.87728603821714, "total_s": 1.6241841319861123}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 3, "t_send": 83077.067447307, "t_first_token": 83077.178396001, "t_last_token": 83078.680337109, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.94869401131291, "decode_tok_s": 169.78029207794927, "total_s": 1.6128898020106135}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 3, "t_send": 83077.067214423, "t_first_token": 83077.197206789, "t_last_token": 83078.691758247, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.99236599716824, "decode_tok_s": 170.61975259166243, "total_s": 1.624543824000284}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 3, "t_send": 83077.067522463, "t_first_token": 83077.198557829, "t_last_token": 83078.69169007, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.03536600829102, "decode_tok_s": 170.7819260735025, "total_s": 1.624167607005802}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 3, "t_send": 83077.066820791, "t_first_token": 83077.197678161, "t_last_token": 83078.691948088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8573699934641, "decode_tok_s": 170.6518985571848, "total_s": 1.6251272969966521}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 3, "t_send": 83077.067618328, "t_first_token": 83077.197629943, "t_last_token": 83078.691110382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.01161499414593, "decode_tok_s": 170.74210906275962, "total_s": 1.6234920540009625}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 3, "t_send": 83077.067689318, "t_first_token": 83077.197350967, "t_last_token": 83078.691823267, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.66164899989963, "decode_tok_s": 170.62878984181134, "total_s": 1.6241339489934035}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 3, "t_send": 83077.06902098, "t_first_token": 83077.198854906, "t_last_token": 83078.690846305, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8339260101784, "decode_tok_s": 170.91251341706487, "total_s": 1.6218253250117414}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 3, "t_send": 83077.06797242, "t_first_token": 83077.198900017, "t_last_token": 83078.690970242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.92759699793532, "decode_tok_s": 170.90348411778655, "total_s": 1.6229978219926124}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 3, "t_send": 83077.069498194, "t_first_token": 83077.198033396, "t_last_token": 83078.691654948, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53520199132618, "decode_tok_s": 170.72597784805512, "total_s": 1.6221567539905664}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 4, "t_send": 83078.694955372, "t_first_token": 83078.833842993, "t_last_token": 83080.562532774, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.88762099668384, "decode_tok_s": 147.51056135294456, "total_s": 1.8675774019939126}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 4, "t_send": 83078.695723068, "t_first_token": 83078.833344734, "t_last_token": 83080.562978979, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.6216659991769, "decode_tok_s": 147.4300134478099, "total_s": 1.8672559109982103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 4, "t_send": 83078.696254602, "t_first_token": 83078.833513152, "t_last_token": 83080.562656583, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.25855000666343, "decode_tok_s": 147.4718611700847, "total_s": 1.8664019810094032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 4, "t_send": 83078.695184252, "t_first_token": 83078.834801991, "t_last_token": 83080.562020602, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.61773899791297, "decode_tok_s": 147.63620446033428, "total_s": 1.8668363499891711}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 4, "t_send": 83078.695629383, "t_first_token": 83078.833715556, "t_last_token": 83080.562153232, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.0861729994649, "decode_tok_s": 147.53207682397823, "total_s": 1.866523848992074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 4, "t_send": 83078.695278322, "t_first_token": 83078.833030514, "t_last_token": 83080.561811898, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.75219199305866, "decode_tok_s": 147.50274520468258, "total_s": 1.8665335760015296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 4, "t_send": 83078.695798363, "t_first_token": 83078.834952203, "t_last_token": 83080.562703308, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.15384000574704, "decode_tok_s": 147.59070288737394, "total_s": 1.8669049449963495}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 4, "t_send": 83078.695867106, "t_first_token": 83078.832902656, "t_last_token": 83080.56184882, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.03554999665357, "decode_tok_s": 147.48868721834813, "total_s": 1.8659817139996449}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 4, "t_send": 83078.696177069, "t_first_token": 83078.834697597, "t_last_token": 83080.562226911, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.52052800939418, "decode_tok_s": 147.6096515027871, "total_s": 1.8660498420067597}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 4, "t_send": 83078.695370313, "t_first_token": 83078.833945733, "t_last_token": 83080.562444991, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.57542000187095, "decode_tok_s": 147.52682063384265, "total_s": 1.8670746779971523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 4, "t_send": 83078.695951953, "t_first_token": 83078.834882179, "t_last_token": 83080.561606017, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.93022599222604, "decode_tok_s": 147.67850792818322, "total_s": 1.8656540639931336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 4, "t_send": 83078.696681928, "t_first_token": 83078.836879376, "t_last_token": 83080.565772004, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.19744799588807, "decode_tok_s": 147.49325427730346, "total_s": 1.8690900759975193}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 4, "t_send": 83078.695455744, "t_first_token": 83078.80694758, "t_last_token": 83080.550974093, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.49183599627577, "decode_tok_s": 146.2133735349644, "total_s": 1.855518348995247}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 4, "t_send": 83078.696364367, "t_first_token": 83078.833240999, "t_last_token": 83080.562898522, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.8766319938004, "decode_tok_s": 147.42802931173009, "total_s": 1.8665341549931327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 4, "t_send": 83078.695080364, "t_first_token": 83078.833440637, "t_last_token": 83080.562830189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.36027299112175, "decode_tok_s": 147.45087346307278, "total_s": 1.867749824989005}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 4, "t_send": 83078.696094487, "t_first_token": 83078.834174734, "t_last_token": 83080.561759845, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.08024700847454, "decode_tok_s": 147.60488405229316, "total_s": 1.8656653580110287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 5, "t_send": 83080.569746813, "t_first_token": 83080.698708927, "t_last_token": 83082.191533447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.96211400220636, "decode_tok_s": 170.81712993311157, "total_s": 1.6217866340011824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 5, "t_send": 83080.568255247, "t_first_token": 83080.6988889, "t_last_token": 83082.191578761, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63365301059093, "decode_tok_s": 170.8325397409065, "total_s": 1.6233235140098259}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 5, "t_send": 83080.568947865, "t_first_token": 83080.698957317, "t_last_token": 83082.192039763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.00945199746639, "decode_tok_s": 170.7876217302805, "total_s": 1.6230918979999842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 5, "t_send": 83080.568796182, "t_first_token": 83080.698850463, "t_last_token": 83082.191490997, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0542810058687, "decode_tok_s": 170.83818521107716, "total_s": 1.6226948149997042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 5, "t_send": 83080.568652036, "t_first_token": 83080.699436936, "t_last_token": 83082.191284962, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7849000004353, "decode_tok_s": 170.92893884412447, "total_s": 1.6226329259952763}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 5, "t_send": 83080.568564074, "t_first_token": 83080.698763893, "t_last_token": 83082.191712888, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.19981900288258, "decode_tok_s": 170.8028880114847, "total_s": 1.6231488140037982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 5, "t_send": 83080.569048312, "t_first_token": 83080.698287055, "t_last_token": 83082.192146499, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.23874300031457, "decode_tok_s": 170.69879032041837, "total_s": 1.6230981870030519}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 5, "t_send": 83080.568355764, "t_first_token": 83080.699237745, "t_last_token": 83082.192253811, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.88198099285364, "decode_tok_s": 170.79521500601433, "total_s": 1.6238980469934177}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 5, "t_send": 83080.569540748, "t_first_token": 83080.70009638, "t_last_token": 83082.192681128, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55563200032339, "decode_tok_s": 170.84457036086522, "total_s": 1.6231403800047701}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 5, "t_send": 83080.569636956, "t_first_token": 83080.699063974, "t_last_token": 83082.19144406, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4270179932937, "decode_tok_s": 170.8679996419925, "total_s": 1.6218071039911592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 5, "t_send": 83080.569127097, "t_first_token": 83080.699005993, "t_last_token": 83082.191829098, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87889599753544, "decode_tok_s": 170.8172918451894, "total_s": 1.6227020009973785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 5, "t_send": 83080.568433119, "t_first_token": 83080.678633526, "t_last_token": 83082.181040689, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.20040699804667, "decode_tok_s": 169.72762529317916, "total_s": 1.6126075700012734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 5, "t_send": 83080.568887399, "t_first_token": 83080.700031122, "t_last_token": 83082.192468728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.14372300333343, "decode_tok_s": 170.86141422324573, "total_s": 1.6235813289968064}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 5, "t_send": 83080.568126767, "t_first_token": 83080.698534407, "t_last_token": 83082.192756131, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40763999742921, "decode_tok_s": 170.6574037198325, "total_s": 1.624629363999702}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 5, "t_send": 83080.568711067, "t_first_token": 83080.699670963, "t_last_token": 83082.191997676, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.95989600697067, "decode_tok_s": 170.87411072918334, "total_s": 1.6232866089994786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 5, "t_send": 83080.569211706, "t_first_token": 83080.699854352, "t_last_token": 83082.192322761, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.64264600689057, "decode_tok_s": 170.8578878209404, "total_s": 1.6231110549997538}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 6, "t_send": 83082.195136438, "t_first_token": 83082.323465455, "t_last_token": 83083.819778807, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.329017010401, "decode_tok_s": 170.418849541426, "total_s": 1.6246423690026859}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 6, "t_send": 83082.195255119, "t_first_token": 83082.323744416, "t_last_token": 83083.817800747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48929699975997, "decode_tok_s": 170.67629560552564, "total_s": 1.6225456279935315}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 6, "t_send": 83082.195604215, "t_first_token": 83082.324680969, "t_last_token": 83083.818259419, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.07675400492735, "decode_tok_s": 170.7309046943013, "total_s": 1.6226552040025126}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 6, "t_send": 83082.195359906, "t_first_token": 83082.323835455, "t_last_token": 83083.819206045, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47554899053648, "decode_tok_s": 170.52629074409256, "total_s": 1.6238461389875738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 6, "t_send": 83082.196116431, "t_first_token": 83082.32432988, "t_last_token": 83083.817622536, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.21344898839016, "decode_tok_s": 170.7635800494278, "total_s": 1.6215061049879296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 6, "t_send": 83082.196366575, "t_first_token": 83082.324021089, "t_last_token": 83083.81758587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.65451401355676, "decode_tok_s": 170.7324672123386, "total_s": 1.6212192950042663}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 6, "t_send": 83082.196282783, "t_first_token": 83082.323603041, "t_last_token": 83083.818036235, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.32025800505653, "decode_tok_s": 170.6332548187918, "total_s": 1.621753451996483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 6, "t_send": 83082.195449119, "t_first_token": 83082.303586777, "t_last_token": 83083.80685295, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.13765799684916, "decode_tok_s": 169.63063799263662, "total_s": 1.6114038310042815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 6, "t_send": 83082.19672551, "t_first_token": 83082.323541573, "t_last_token": 83083.818632348, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.81606299884152, "decode_tok_s": 170.5582057380797, "total_s": 1.6219068380014505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 6, "t_send": 83082.195953939, "t_first_token": 83082.323976756, "t_last_token": 83083.818217515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.02281700714957, "decode_tok_s": 170.65522973075807, "total_s": 1.6222635760059347}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 6, "t_send": 83082.197126072, "t_first_token": 83082.323791564, "t_last_token": 83083.818289488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.66549200366717, "decode_tok_s": 170.62586431588133, "total_s": 1.6211634159990354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 6, "t_send": 83082.196830768, "t_first_token": 83082.324144955, "t_last_token": 83083.817701179, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.314186989679, "decode_tok_s": 170.73344538530665, "total_s": 1.620870410988573}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 6, "t_send": 83082.19604915, "t_first_token": 83082.324382618, "t_last_token": 83083.817979181, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.33346799016, "decode_tok_s": 170.72883422276556, "total_s": 1.6219300309894606}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 6, "t_send": 83082.195524216, "t_first_token": 83082.324544213, "t_last_token": 83083.817469104, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.01999699533917, "decode_tok_s": 170.8056457069141, "total_s": 1.6219448880001437}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 6, "t_send": 83082.195787833, "t_first_token": 83082.323925707, "t_last_token": 83083.817838158, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.13787399500143, "decode_tok_s": 170.69273358662585, "total_s": 1.6220503249933245}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 6, "t_send": 83082.196199587, "t_first_token": 83082.32472758, "t_last_token": 83083.820221347, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.52799300162587, "decode_tok_s": 170.51224526968485, "total_s": 1.6240217600134201}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 7, "t_send": 83083.823665584, "t_first_token": 83083.954007499, "t_last_token": 83085.449067819, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.34191500628367, "decode_tok_s": 170.5616800801649, "total_s": 1.6254022350040032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 7, "t_send": 83083.822012454, "t_first_token": 83083.95390072, "t_last_token": 83085.449866747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8882659979863, "decode_tok_s": 170.4584164318033, "total_s": 1.6278542930085678}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 7, "t_send": 83083.823849535, "t_first_token": 83083.954039637, "t_last_token": 83085.450319406, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.19010200514458, "decode_tok_s": 170.42267447836522, "total_s": 1.626469871000154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 7, "t_send": 83083.822741781, "t_first_token": 83083.953701531, "t_last_token": 83085.449363154, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.95975000760518, "decode_tok_s": 170.49310892272484, "total_s": 1.6266213729977608}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 7, "t_send": 83083.822810031, "t_first_token": 83083.953655706, "t_last_token": 83085.44974059, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.84567501209676, "decode_tok_s": 170.44487430319882, "total_s": 1.6269305590103613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 7, "t_send": 83083.823748797, "t_first_token": 83083.953964843, "t_last_token": 83085.450738027, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2160460036248, "decode_tok_s": 170.36649422119237, "total_s": 1.6269892299897037}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 7, "t_send": 83083.822966312, "t_first_token": 83083.953855474, "t_last_token": 83085.448700051, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.88916199922096, "decode_tok_s": 170.58629634391522, "total_s": 1.6257337389979511}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 7, "t_send": 83083.822579804, "t_first_token": 83083.953472815, "t_last_token": 83085.448940658, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8930110099027, "decode_tok_s": 170.51520110899344, "total_s": 1.6263608540029963}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 7, "t_send": 83083.822111469, "t_first_token": 83083.954168159, "t_last_token": 83085.449795389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.05669001035858, "decode_tok_s": 170.49702953172985, "total_s": 1.6276839199999813}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 7, "t_send": 83083.822903201, "t_first_token": 83083.954427329, "t_last_token": 83085.44983339, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.5241279953625, "decode_tok_s": 170.52224586336732, "total_s": 1.6269301889988128}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 7, "t_send": 83083.82220431, "t_first_token": 83083.953727209, "t_last_token": 83085.448754193, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.52289899880998, "decode_tok_s": 170.56548325097413, "total_s": 1.626549883003463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 7, "t_send": 83083.82247305, "t_first_token": 83083.953623703, "t_last_token": 83085.449290413, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.15065300371498, "decode_tok_s": 170.4925290468912, "total_s": 1.6268173630087404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 7, "t_send": 83083.822296866, "t_first_token": 83083.953814533, "t_last_token": 83085.449661189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.51766700320877, "decode_tok_s": 170.47201929169262, "total_s": 1.6273643230088055}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 7, "t_send": 83083.822364033, "t_first_token": 83083.954083123, "t_last_token": 83085.44952025, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.7190900008427, "decode_tok_s": 170.51870345871615, "total_s": 1.6271562170004472}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 7, "t_send": 83083.821870071, "t_first_token": 83083.934088847, "t_last_token": 83085.438009425, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.21877600473817, "decode_tok_s": 169.5568261594962, "total_s": 1.616139353995095}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 7, "t_send": 83083.822671683, "t_first_token": 83083.95357418, "t_last_token": 83085.449939958, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.90249701053835, "decode_tok_s": 170.41287882355417, "total_s": 1.6272682749986416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 8, "t_send": 83085.453574876, "t_first_token": 83085.581980795, "t_last_token": 83087.076470858, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.40591900749132, "decode_tok_s": 170.62676180622452, "total_s": 1.6228959820000455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 8, "t_send": 83085.454059904, "t_first_token": 83085.582262547, "t_last_token": 83087.076777544, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.20264299807604, "decode_tok_s": 170.6239151241267, "total_s": 1.622717639998882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 8, "t_send": 83085.45369553, "t_first_token": 83085.562125952, "t_last_token": 83087.066214375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.43042199849151, "decode_tok_s": 169.53790488724533, "total_s": 1.6125188449950656}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 8, "t_send": 83085.455079355, "t_first_token": 83085.581899445, "t_last_token": 83087.077910103, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.82008999399841, "decode_tok_s": 170.45333108723918, "total_s": 1.6228307480050717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 8, "t_send": 83085.454867689, "t_first_token": 83085.582230712, "t_last_token": 83087.078817025, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36302299890667, "decode_tok_s": 170.3877670028221, "total_s": 1.6239493360044435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 8, "t_send": 83085.454958024, "t_first_token": 83085.581844141, "t_last_token": 83087.078595683, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.8861169955926, "decode_tok_s": 170.3689576022511, "total_s": 1.6236376589949941}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 8, "t_send": 83085.45517565, "t_first_token": 83085.582116655, "t_last_token": 83087.078929959, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.9410050008446, "decode_tok_s": 170.3619277831463, "total_s": 1.623754308995558}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 8, "t_send": 83085.454679644, "t_first_token": 83085.582467862, "t_last_token": 83087.076987283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.78821800020523, "decode_tok_s": 170.6234100518763, "total_s": 1.6223076390015194}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 8, "t_send": 83085.453814701, "t_first_token": 83085.581733487, "t_last_token": 83087.079659829, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.91878599091433, "decode_tok_s": 170.23533991519332, "total_s": 1.6258451280009467}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 8, "t_send": 83085.454214905, "t_first_token": 83085.582045965, "t_last_token": 83087.07656267, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.83106000279076, "decode_tok_s": 170.623720127324, "total_s": 1.622347765005543}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 8, "t_send": 83085.453903638, "t_first_token": 83085.581940315, "t_last_token": 83087.077026279, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.03667699336074, "decode_tok_s": 170.5587545724266, "total_s": 1.623122641001828}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 8, "t_send": 83085.45431019, "t_first_token": 83085.582287639, "t_last_token": 83087.078846523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.97744899580721, "decode_tok_s": 170.39088987842888, "total_s": 1.6245363329944666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 8, "t_send": 83085.45441869, "t_first_token": 83085.581784362, "t_last_token": 83087.076933852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36567200045101, "decode_tok_s": 170.55150786276565, "total_s": 1.622515162001946}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 8, "t_send": 83085.453988642, "t_first_token": 83085.582638928, "t_last_token": 83087.078780708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6502860020846, "decode_tok_s": 170.43839254236963, "total_s": 1.6247920660098316}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 8, "t_send": 83085.455716207, "t_first_token": 83085.581661829, "t_last_token": 83087.076846174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.94562199956272, "decode_tok_s": 170.54753205073354, "total_s": 1.6211299669957953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 8, "t_send": 83085.454770264, "t_first_token": 83085.582389821, "t_last_token": 83087.078335291, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.61955699534155, "decode_tok_s": 170.4607588403434, "total_s": 1.623565026995493}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 9, "t_send": 83087.082271552, "t_first_token": 83087.218353444, "t_last_token": 83088.951351579, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.0818919929443, "decode_tok_s": 147.14383982835636, "total_s": 1.8690800269978354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 9, "t_send": 83087.081380784, "t_first_token": 83087.218103538, "t_last_token": 83088.951810668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.72275400313083, "decode_tok_s": 147.08366574010387, "total_s": 1.8704298840020783}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 9, "t_send": 83087.081787751, "t_first_token": 83087.216909963, "t_last_token": 83088.953802166, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.1222119992599, "decode_tok_s": 146.81394709444518, "total_s": 1.8720144149992848}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 9, "t_send": 83087.081892802, "t_first_token": 83087.217513068, "t_last_token": 83088.953043028, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.62026599538513, "decode_tok_s": 146.92918352137318, "total_s": 1.8711502259975532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 9, "t_send": 83087.081979546, "t_first_token": 83087.217777432, "t_last_token": 83088.953406435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.79788600327447, "decode_tok_s": 146.92079906431982, "total_s": 1.8714268890034873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 9, "t_send": 83087.081481434, "t_first_token": 83087.217875909, "t_last_token": 83088.953290943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.39447500463575, "decode_tok_s": 146.93891374953498, "total_s": 1.871809509000741}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 9, "t_send": 83087.082353527, "t_first_token": 83087.216991787, "t_last_token": 83088.952185481, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.638260002248, "decode_tok_s": 146.95765716666645, "total_s": 1.869831953998073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 9, "t_send": 83087.081574847, "t_first_token": 83087.217933713, "t_last_token": 83088.951297861, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.35886598785874, "decode_tok_s": 147.11276928922317, "total_s": 1.8697230139950989}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 9, "t_send": 83087.082786406, "t_first_token": 83087.217480486, "t_last_token": 83088.952310768, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.6940799994627, "decode_tok_s": 146.988441835135, "total_s": 1.8695243620022666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 9, "t_send": 83087.08206542, "t_first_token": 83087.191773733, "t_last_token": 83088.937717633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.70831298618577, "decode_tok_s": 146.05280272679346, "total_s": 1.8556522129947552}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 9, "t_send": 83087.082166457, "t_first_token": 83087.218034731, "t_last_token": 83088.951986839, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8682740101358, "decode_tok_s": 147.0628853147624, "total_s": 1.8698203820094932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 9, "t_send": 83087.083160793, "t_first_token": 83087.22176076, "t_last_token": 83088.953548072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.59996700193733, "decode_tok_s": 147.24671917533112, "total_s": 1.8703872789919842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 9, "t_send": 83087.081639154, "t_first_token": 83087.217099725, "t_last_token": 83088.95384465, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.46057100757025, "decode_tok_s": 146.8263970899069, "total_s": 1.8722054959944217}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 9, "t_send": 83087.082689729, "t_first_token": 83087.217052433, "t_last_token": 83088.952569989, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.36270400416106, "decode_tok_s": 146.9302336466753, "total_s": 1.8698802599974442}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 9, "t_send": 83087.081727017, "t_first_token": 83087.218601904, "t_last_token": 83088.952484018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.8748870008858, "decode_tok_s": 147.0688220041109, "total_s": 1.8707570010010386}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 9, "t_send": 83087.081241647, "t_first_token": 83087.218408034, "t_last_token": 83088.952928083, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.16638699406758, "decode_tok_s": 147.0147319113957, "total_s": 1.871686436003074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 10, "t_send": 83088.955142025, "t_first_token": 83089.082337338, "t_last_token": 83090.576677393, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.195312990807, "decode_tok_s": 170.6438900218127, "total_s": 1.621535367987235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 10, "t_send": 83088.955265258, "t_first_token": 83089.061629789, "t_last_token": 83090.565691541, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 106.36453099141363, "decode_tok_s": 169.54091124159444, "total_s": 1.6104262830049265}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 10, "t_send": 83088.955633709, "t_first_token": 83089.081342061, "t_last_token": 83090.579169205, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.70835200313013, "decode_tok_s": 170.24661425259126, "total_s": 1.6235354959935648}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 10, "t_send": 83088.9559869, "t_first_token": 83089.082701405, "t_last_token": 83090.576368169, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.71450500783976, "decode_tok_s": 170.72081012045967, "total_s": 1.6203812690073391}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 10, "t_send": 83088.9561281, "t_first_token": 83089.081892742, "t_last_token": 83090.578049683, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.76464199810289, "decode_tok_s": 170.43666544145455, "total_s": 1.6219215829914901}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 10, "t_send": 83088.955722418, "t_first_token": 83089.080940661, "t_last_token": 83090.576128178, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.21824300347362, "decode_tok_s": 170.54717023904217, "total_s": 1.6204057599970838}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 10, "t_send": 83088.955795379, "t_first_token": 83089.081148076, "t_last_token": 83090.576434177, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.35269699583296, "decode_tok_s": 170.5359260881861, "total_s": 1.6206387979909778}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 10, "t_send": 83088.956215354, "t_first_token": 83089.081023364, "t_last_token": 83090.577389111, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.80800999037456, "decode_tok_s": 170.4128823518133, "total_s": 1.6211737569974503}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 10, "t_send": 83088.956985186, "t_first_token": 83089.082142211, "t_last_token": 83090.576910907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.15702500240877, "decode_tok_s": 170.59495605143067, "total_s": 1.619925720995525}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 10, "t_send": 83088.956735432, "t_first_token": 83089.082242918, "t_last_token": 83090.576049148, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.50748599460348, "decode_tok_s": 170.70487113910946, "total_s": 1.619313716000761}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 10, "t_send": 83088.957498082, "t_first_token": 83089.081522227, "t_last_token": 83090.578818739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.02414499956649, "decode_tok_s": 170.30694852823436, "total_s": 1.6213206569955219}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 10, "t_send": 83088.956411683, "t_first_token": 83089.081693312, "t_last_token": 83090.576016208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.28162899252493, "decode_tok_s": 170.64584948938952, "total_s": 1.619604524996248}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 10, "t_send": 83088.957112373, "t_first_token": 83089.081814902, "t_last_token": 83090.578390457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.70252900675405, "decode_tok_s": 170.38899182154017, "total_s": 1.6212780839996412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 10, "t_send": 83088.956817921, "t_first_token": 83089.08202854, "t_last_token": 83090.576598741, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.210618993151, "decode_tok_s": 170.61761289582068, "total_s": 1.6197808199940482}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 10, "t_send": 83088.956905601, "t_first_token": 83089.082561468, "t_last_token": 83090.576962759, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.65586701384746, "decode_tok_s": 170.6368975562569, "total_s": 1.6200571580120595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 10, "t_send": 83088.955879599, "t_first_token": 83089.081371357, "t_last_token": 83090.576640747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.49175799358636, "decode_tok_s": 170.53783198249775, "total_s": 1.6207611479912885}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 11, "t_send": 83090.582576826, "t_first_token": 83090.711364865, "t_last_token": 83092.206165523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.78803900093772, "decode_tok_s": 170.5913083686119, "total_s": 1.6235886970098363}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 11, "t_send": 83090.583241458, "t_first_token": 83090.711476299, "t_last_token": 83092.205984641, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.23484098771587, "decode_tok_s": 170.62467490701385, "total_s": 1.6227431829902343}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 11, "t_send": 83090.582697989, "t_first_token": 83090.710965941, "t_last_token": 83092.205550604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.26795200817287, "decode_tok_s": 170.61596195439284, "total_s": 1.6228526150080143}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 11, "t_send": 83090.583807384, "t_first_token": 83090.711616102, "t_last_token": 83092.207959088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.80871799623128, "decode_tok_s": 170.4154745165955, "total_s": 1.6241517040034523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 11, "t_send": 83090.583600287, "t_first_token": 83090.710878037, "t_last_token": 83092.208110456, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.27774999802932, "decode_tok_s": 170.3142389676254, "total_s": 1.624510169000132}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 11, "t_send": 83090.583897317, "t_first_token": 83090.711733857, "t_last_token": 83092.205497315, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.83653999213129, "decode_tok_s": 170.70975905496607, "total_s": 1.6215999979904154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 11, "t_send": 83090.583402649, "t_first_token": 83090.710582589, "t_last_token": 83092.206912452, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.17993999831378, "decode_tok_s": 170.41696908212427, "total_s": 1.6235098030010704}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 11, "t_send": 83090.582801217, "t_first_token": 83090.711138303, "t_last_token": 83092.207470881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3370860037394, "decode_tok_s": 170.41665987203478, "total_s": 1.624669664000976}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 11, "t_send": 83090.582888815, "t_first_token": 83090.711834229, "t_last_token": 83092.20586254, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94541400601156, "decode_tok_s": 170.67949658265442, "total_s": 1.6229737249959726}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 11, "t_send": 83090.583029554, "t_first_token": 83090.69112248, "t_last_token": 83092.195215135, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.09292599151377, "decode_tok_s": 169.5374278655396, "total_s": 1.6121855809906265}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 11, "t_send": 83090.584006666, "t_first_token": 83090.71124887, "t_last_token": 83092.205953374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.24220399104524, "decode_tok_s": 170.60228246931084, "total_s": 1.6219467079936294}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 11, "t_send": 83090.584307698, "t_first_token": 83090.710684374, "t_last_token": 83092.207008363, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.37667600938585, "decode_tok_s": 170.41763807577266, "total_s": 1.6227006650005933}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 11, "t_send": 83090.582955886, "t_first_token": 83090.712299065, "t_last_token": 83092.205776915, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.34317899635062, "decode_tok_s": 170.74240505108176, "total_s": 1.6228210289991694}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 11, "t_send": 83090.583514752, "t_first_token": 83090.712401252, "t_last_token": 83092.205591085, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.88650000968482, "decode_tok_s": 170.7753390527432, "total_s": 1.6220763330056798}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 11, "t_send": 83090.583712345, "t_first_token": 83090.711028349, "t_last_token": 83092.207915385, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.31600400002208, "decode_tok_s": 170.35353628352135, "total_s": 1.6242030400026124}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 11, "t_send": 83090.583129607, "t_first_token": 83090.711968398, "t_last_token": 83092.207864962, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83879100263584, "decode_tok_s": 170.4663317888641, "total_s": 1.6247353549988475}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 12, "t_send": 83092.210935246, "t_first_token": 83092.339378325, "t_last_token": 83093.834545724, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44307901104912, "decode_tok_s": 170.54946501011503, "total_s": 1.62361047801096}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 12, "t_send": 83092.211177959, "t_first_token": 83092.31937468, "t_last_token": 83093.82316277, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.19672099023592, "decode_tok_s": 169.57176459555828, "total_s": 1.6119848109956365}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 12, "t_send": 83092.211060877, "t_first_token": 83092.339899985, "t_last_token": 83093.834218013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83910800155718, "decode_tok_s": 170.64640539879971, "total_s": 1.6231571359967347}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 12, "t_send": 83092.212651737, "t_first_token": 83092.339303149, "t_last_token": 83093.834092589, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.65141199249774, "decode_tok_s": 170.59258861284232, "total_s": 1.6214408519881545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 12, "t_send": 83092.212740475, "t_first_token": 83092.338828973, "t_last_token": 83093.833733046, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.08849800017197, "decode_tok_s": 170.5795071441929, "total_s": 1.6209925709990785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 12, "t_send": 83092.211470943, "t_first_token": 83092.339804338, "t_last_token": 83093.833496805, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3333949977532, "decode_tok_s": 170.71787240884998, "total_s": 1.6220258620014647}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 12, "t_send": 83092.211558845, "t_first_token": 83092.338720054, "t_last_token": 83093.834446697, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.16120900586247, "decode_tok_s": 170.48569749929476, "total_s": 1.6228878520050785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 12, "t_send": 83092.211714842, "t_first_token": 83092.339479561, "t_last_token": 83093.833373038, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.76471899996977, "decode_tok_s": 170.69490156118601, "total_s": 1.621658196003409}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 12, "t_send": 83092.211959891, "t_first_token": 83092.338918246, "t_last_token": 83093.833461896, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.9583549874369, "decode_tok_s": 170.62064396566407, "total_s": 1.621502005000366}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 12, "t_send": 83092.211648134, "t_first_token": 83092.340415288, "t_last_token": 83093.835776287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.76715399033856, "decode_tok_s": 170.5273844708993, "total_s": 1.6241281529946718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 12, "t_send": 83092.211353641, "t_first_token": 83092.340084071, "t_last_token": 83093.833670888, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.73042999126483, "decode_tok_s": 170.72994826792785, "total_s": 1.6223172469908604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 12, "t_send": 83092.211790706, "t_first_token": 83092.33905126, "t_last_token": 83093.834733302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.26055399980396, "decode_tok_s": 170.4907813549761, "total_s": 1.6229425960045774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 12, "t_send": 83092.212056038, "t_first_token": 83092.340196884, "t_last_token": 83093.835583174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1408460054081, "decode_tok_s": 170.52450039512607, "total_s": 1.6235271360055776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 12, "t_send": 83092.211279069, "t_first_token": 83092.338985176, "t_last_token": 83093.834813046, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.70610699953977, "decode_tok_s": 170.47416023798428, "total_s": 1.6235339770064456}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 12, "t_send": 83092.212150934, "t_first_token": 83092.339580691, "t_last_token": 83093.834889308, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.42975699075032, "decode_tok_s": 170.53335819850912, "total_s": 1.622738373989705}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 12, "t_send": 83092.211869424, "t_first_token": 83092.340303451, "t_last_token": 83093.83352811, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.43402699218132, "decode_tok_s": 170.7713561134229, "total_s": 1.6216586859954987}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 13, "t_send": 83093.838531567, "t_first_token": 83093.969389796, "t_last_token": 83095.465841699, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.85822899302002, "decode_tok_s": 170.40307108312297, "total_s": 1.6273101319966372}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 13, "t_send": 83093.838795449, "t_first_token": 83093.970386104, "t_last_token": 83095.464171142, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.59065500076395, "decode_tok_s": 170.70729289300724, "total_s": 1.6253756929945666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 13, "t_send": 83093.838039046, "t_first_token": 83093.970054097, "t_last_token": 83095.466352708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.01505100005306, "decode_tok_s": 170.42052844578532, "total_s": 1.628313662004075}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 13, "t_send": 83093.839329902, "t_first_token": 83093.969487665, "t_last_token": 83095.464751999, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1577630074462, "decode_tok_s": 170.53840862976136, "total_s": 1.6254220970004098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 13, "t_send": 83093.83895418, "t_first_token": 83093.969248049, "t_last_token": 83095.464422086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.29386900598183, "decode_tok_s": 170.54870783563084, "total_s": 1.6254679060075432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 13, "t_send": 83093.83946201, "t_first_token": 83093.969972778, "t_last_token": 83095.466180373, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.51076799456496, "decode_tok_s": 170.43089531942653, "total_s": 1.6267183629970532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 13, "t_send": 83093.838870099, "t_first_token": 83093.970565494, "t_last_token": 83095.465542121, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.69539500086103, "decode_tok_s": 170.57122860287754, "total_s": 1.626672022001003}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 13, "t_send": 83093.839771086, "t_first_token": 83093.970505563, "t_last_token": 83095.464797255, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.73447700298857, "decode_tok_s": 170.649412939704, "total_s": 1.6250261690001935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 13, "t_send": 83093.838616685, "t_first_token": 83093.970176688, "t_last_token": 83095.464992717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.56000300659798, "decode_tok_s": 170.5895542020277, "total_s": 1.6263760319998255}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 13, "t_send": 83093.838183707, "t_first_token": 83093.9706514, "t_last_token": 83095.464909258, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4676929943962, "decode_tok_s": 170.6532768998385, "total_s": 1.6267255509883398}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 13, "t_send": 83093.838279673, "t_first_token": 83093.949871909, "t_last_token": 83095.45487473, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.59223600407131, "decode_tok_s": 169.4348983554487, "total_s": 1.6165950569993583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 13, "t_send": 83093.839056117, "t_first_token": 83093.970699123, "t_last_token": 83095.465800023, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.6430060105631, "decode_tok_s": 170.55705069891752, "total_s": 1.6267439060029574}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 13, "t_send": 83093.839136551, "t_first_token": 83093.969722083, "t_last_token": 83095.46410377, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5855319951661, "decode_tok_s": 170.63913605009319, "total_s": 1.6249672190024285}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 13, "t_send": 83093.838374965, "t_first_token": 83093.969664823, "t_last_token": 83095.466040564, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.28985800722148, "decode_tok_s": 170.41174419835195, "total_s": 1.6276655990077415}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 13, "t_send": 83093.838438794, "t_first_token": 83093.970448185, "t_last_token": 83095.467157656, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.00939100352116, "decode_tok_s": 170.37374650236296, "total_s": 1.6287188620044617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 13, "t_send": 83093.838703818, "t_first_token": 83093.969865004, "t_last_token": 83095.465036834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1611860000994, "decode_tok_s": 170.5489595801298, "total_s": 1.6263330159999896}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 14, "t_send": 83095.46925648, "t_first_token": 83095.598039281, "t_last_token": 83097.092465669, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.78280099539552, "decode_tok_s": 170.63403192501653, "total_s": 1.623209188997862}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 14, "t_send": 83095.468579178, "t_first_token": 83095.599022389, "t_last_token": 83097.093934458, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.44321099005174, "decode_tok_s": 170.57859474678415, "total_s": 1.6253552799898898}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 14, "t_send": 83095.468702762, "t_first_token": 83095.598150695, "t_last_token": 83097.092524919, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.44793300994206, "decode_tok_s": 170.63998823370656, "total_s": 1.623822157009272}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 14, "t_send": 83095.469666418, "t_first_token": 83095.598491299, "t_last_token": 83097.092872731, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82488100149203, "decode_tok_s": 170.63916516869926, "total_s": 1.623206313000992}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 14, "t_send": 83095.469960975, "t_first_token": 83095.59844922, "t_last_token": 83097.093976923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48824499815237, "decode_tok_s": 170.508376064761, "total_s": 1.6240159480075818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 14, "t_send": 83095.469407333, "t_first_token": 83095.597943465, "t_last_token": 83097.092766121, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53613200422842, "decode_tok_s": 170.5887979270008, "total_s": 1.6233587879978586}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 14, "t_send": 83095.469859909, "t_first_token": 83095.598979657, "t_last_token": 83097.09388958, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.11974800226744, "decode_tok_s": 170.57883961884363, "total_s": 1.624029671002063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 14, "t_send": 83095.469334959, "t_first_token": 83095.598206062, "t_last_token": 83097.09363567, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.87110300653148, "decode_tok_s": 170.5195608248909, "total_s": 1.6243007110024337}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 14, "t_send": 83095.468806591, "t_first_token": 83095.598804139, "t_last_token": 83097.093310709, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.99754799238872, "decode_tok_s": 170.62487721267553, "total_s": 1.624504117993638}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 14, "t_send": 83095.469472389, "t_first_token": 83095.598682547, "t_last_token": 83097.092820371, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2101580038434, "decode_tok_s": 170.66698660817005, "total_s": 1.6233479820075445}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 14, "t_send": 83095.469770194, "t_first_token": 83095.59932026, "t_last_token": 83097.092989309, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.55006599077024, "decode_tok_s": 170.72054895181265, "total_s": 1.6232191150047584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 14, "t_send": 83095.468884827, "t_first_token": 83095.598278206, "t_last_token": 83097.093346834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3933790002484, "decode_tok_s": 170.56073228058756, "total_s": 1.624462006991962}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 14, "t_send": 83095.468974062, "t_first_token": 83095.57863423, "t_last_token": 83097.082693289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.66016800375655, "decode_tok_s": 169.54121480333248, "total_s": 1.6137192270107334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 14, "t_send": 83095.46953866, "t_first_token": 83095.599258213, "t_last_token": 83097.093517827, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7195529914461, "decode_tok_s": 170.65307635326775, "total_s": 1.6239791669941042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 14, "t_send": 83095.470272914, "t_first_token": 83095.598892074, "t_last_token": 83097.094960599, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.61916000838391, "decode_tok_s": 170.4467380600059, "total_s": 1.6246876850054832}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 14, "t_send": 83095.469605146, "t_first_token": 83095.599082004, "t_last_token": 83097.092907731, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.47685799736064, "decode_tok_s": 170.7026431474316, "total_s": 1.623302584994235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 15, "t_send": 83097.097506619, "t_first_token": 83097.226878695, "t_last_token": 83098.723026004, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3720760004362, "decode_tok_s": 170.4377626903363, "total_s": 1.6255193849938223}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 15, "t_send": 83097.098435778, "t_first_token": 83097.227275722, "t_last_token": 83098.721954003, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83994400908705, "decode_tok_s": 170.60527555759688, "total_s": 1.6235182250093203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 15, "t_send": 83097.097625202, "t_first_token": 83097.207181056, "t_last_token": 83098.711122886, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.55585399642587, "decode_tok_s": 169.55443017364325, "total_s": 1.613497683996684}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 15, "t_send": 83097.097992792, "t_first_token": 83097.227504544, "t_last_token": 83098.721992009, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5117520057829, "decode_tok_s": 170.62705842151206, "total_s": 1.6239992170012556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 15, "t_send": 83097.0981331, "t_first_token": 83097.227845755, "t_last_token": 83098.721689196, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.71265500527807, "decode_tok_s": 170.70061895466316, "total_s": 1.6235560960049042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 15, "t_send": 83097.098294111, "t_first_token": 83097.226850376, "t_last_token": 83098.722798601, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5562650009524, "decode_tok_s": 170.4604449130364, "total_s": 1.6245044899987988}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 15, "t_send": 83097.097749318, "t_first_token": 83097.227931783, "t_last_token": 83098.722937079, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.18246499996167, "decode_tok_s": 170.56795763964834, "total_s": 1.6251877610047814}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 15, "t_send": 83097.098209735, "t_first_token": 83097.227676271, "t_last_token": 83098.722516203, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4665359891951, "decode_tok_s": 170.58682641633663, "total_s": 1.6243064679874806}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 15, "t_send": 83097.098721293, "t_first_token": 83097.227008414, "t_last_token": 83098.72236362, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28712099872064, "decode_tok_s": 170.52804509341303, "total_s": 1.6236423270020168}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 15, "t_send": 83097.098543603, "t_first_token": 83097.227974401, "t_last_token": 83098.721614528, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43079799879342, "decode_tok_s": 170.72385468981597, "total_s": 1.6230709249939537}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 15, "t_send": 83097.098809369, "t_first_token": 83097.226967471, "t_last_token": 83098.722104155, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.15810200117994, "decode_tok_s": 170.55296865466408, "total_s": 1.6232947859971318}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 15, "t_send": 83097.097841007, "t_first_token": 83097.227807029, "t_last_token": 83098.721911482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.96602201019414, "decode_tok_s": 170.67079847610717, "total_s": 1.6240704750089208}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 15, "t_send": 83097.098975295, "t_first_token": 83097.226744864, "t_last_token": 83098.721722233, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.76956900779624, "decode_tok_s": 170.5711439449154, "total_s": 1.6227469379955437}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 15, "t_send": 83097.098365757, "t_first_token": 83097.226794764, "t_last_token": 83098.72214045, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.42900700343307, "decode_tok_s": 170.5291307476851, "total_s": 1.6237746929982677}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 15, "t_send": 83097.098637002, "t_first_token": 83097.227880791, "t_last_token": 83098.72217499, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.24378900788724, "decode_tok_s": 170.6491266381487, "total_s": 1.6235379880090477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 15, "t_send": 83097.097912241, "t_first_token": 83097.227560809, "t_last_token": 83098.72177021, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.64856799226254, "decode_tok_s": 170.6588111603873, "total_s": 1.6238579689961625}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 16, "t_send": 83098.724974513, "t_first_token": 83098.853486444, "t_last_token": 83100.348904103, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.51193100505043, "decode_tok_s": 170.52092334602455, "total_s": 1.623929590001353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 16, "t_send": 83098.72595554, "t_first_token": 83098.853937745, "t_last_token": 83100.348791997, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.98220501281321, "decode_tok_s": 170.58519227469225, "total_s": 1.622836457012454}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 16, "t_send": 83098.725608605, "t_first_token": 83098.853996819, "t_last_token": 83100.348367949, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3882139978232, "decode_tok_s": 170.6403415328044, "total_s": 1.622759343998041}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 16, "t_send": 83098.72510212, "t_first_token": 83098.853882017, "t_last_token": 83100.348242945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.77989700064063, "decode_tok_s": 170.6415064956741, "total_s": 1.623140824987786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 16, "t_send": 83098.725207569, "t_first_token": 83098.854839155, "t_last_token": 83100.351688633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63158599450253, "decode_tok_s": 170.3578106864883, "total_s": 1.6264810639986536}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 16, "t_send": 83098.726580948, "t_first_token": 83098.854265147, "t_last_token": 83100.348940519, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.68419900385197, "decode_tok_s": 170.6056075968213, "total_s": 1.6223595710034715}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 16, "t_send": 83098.726688161, "t_first_token": 83098.854434563, "t_last_token": 83100.348463593, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.74640200950671, "decode_tok_s": 170.67941444215728, "total_s": 1.6217754320095992}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 16, "t_send": 83098.725671663, "t_first_token": 83098.854378066, "t_last_token": 83100.348496239, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.70640298933722, "decode_tok_s": 170.6692312605197, "total_s": 1.6228245759994024}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 16, "t_send": 83098.725519725, "t_first_token": 83098.853078638, "t_last_token": 83100.348201946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.55891299457289, "decode_tok_s": 170.55449449183587, "total_s": 1.6226822210010141}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 16, "t_send": 83098.725293863, "t_first_token": 83098.853164002, "t_last_token": 83100.348343392, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.87013899651356, "decode_tok_s": 170.54809724078848, "total_s": 1.6230495290074032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 16, "t_send": 83098.726496443, "t_first_token": 83098.855177863, "t_last_token": 83100.349029464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6814199993387, "decode_tok_s": 170.6996865211984, "total_s": 1.622533020999981}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 16, "t_send": 83098.725739108, "t_first_token": 83098.85325481, "t_last_token": 83100.350755011, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.51570199907292, "decode_tok_s": 170.2837834890681, "total_s": 1.6250159029877977}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 16, "t_send": 83098.72538227, "t_first_token": 83098.833718662, "t_last_token": 83100.338280077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.3363920042757, "decode_tok_s": 169.48460691446095, "total_s": 1.6128978070046287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 16, "t_send": 83098.725798375, "t_first_token": 83098.853215214, "t_last_token": 83100.348605545, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.41683899366762, "decode_tok_s": 170.5240395850171, "total_s": 1.6228071700024884}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 16, "t_send": 83098.726088027, "t_first_token": 83098.853840113, "t_last_token": 83100.348981171, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.75208600214683, "decode_tok_s": 170.5524697059511, "total_s": 1.6228931439982262}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 16, "t_send": 83098.72586858, "t_first_token": 83098.854792423, "t_last_token": 83100.349135588, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9238429890247, "decode_tok_s": 170.64353488012128, "total_s": 1.6232670079916716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 17, "t_send": 83100.35482864, "t_first_token": 83100.483582309, "t_last_token": 83101.978687597, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7536689924309, "decode_tok_s": 170.55655012770842, "total_s": 1.623858956998447}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 17, "t_send": 83100.354752807, "t_first_token": 83100.463978811, "t_last_token": 83101.968015855, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.22600400226656, "decode_tok_s": 169.54369642546692, "total_s": 1.613263047998771}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 17, "t_send": 83100.354383794, "t_first_token": 83100.483520238, "t_last_token": 83101.980772685, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.13644401123747, "decode_tok_s": 170.31196076003297, "total_s": 1.6263888910034439}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 17, "t_send": 83100.355903597, "t_first_token": 83100.483783359, "t_last_token": 83101.978721126, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8797620034311, "decode_tok_s": 170.57566249867077, "total_s": 1.6228175290016225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 17, "t_send": 83100.356091951, "t_first_token": 83100.483932711, "t_last_token": 83101.978950904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.84075998933986, "decode_tok_s": 170.5664862095795, "total_s": 1.6228589529928286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 17, "t_send": 83100.355174645, "t_first_token": 83100.483274646, "t_last_token": 83101.979534363, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1000010058051, "decode_tok_s": 170.42495838373273, "total_s": 1.6243597180000506}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 17, "t_send": 83100.354054453, "t_first_token": 83100.483663784, "t_last_token": 83101.978616835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6093310083961, "decode_tok_s": 170.57391857953806, "total_s": 1.6245623819995672}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 17, "t_send": 83100.354490541, "t_first_token": 83100.483444024, "t_last_token": 83101.978795603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.95348299934994, "decode_tok_s": 170.52845871110864, "total_s": 1.624305062010535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 17, "t_send": 83100.356820758, "t_first_token": 83100.483894169, "t_last_token": 83101.980053995, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.07341100031044, "decode_tok_s": 170.4363367930447, "total_s": 1.6232332369982032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 17, "t_send": 83100.35599302, "t_first_token": 83100.483740236, "t_last_token": 83101.980263283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.74721599998884, "decode_tok_s": 170.39497020222413, "total_s": 1.6242702629970154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 17, "t_send": 83100.355317019, "t_first_token": 83100.483855905, "t_last_token": 83101.979491397, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53888599784113, "decode_tok_s": 170.49608769251793, "total_s": 1.6241743779974058}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 17, "t_send": 83100.354582086, "t_first_token": 83100.483609095, "t_last_token": 83101.980297297, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.02700899576303, "decode_tok_s": 170.3761676331263, "total_s": 1.6257152110047173}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 17, "t_send": 83100.354961044, "t_first_token": 83100.48370108, "t_last_token": 83101.978506913, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.74003600154538, "decode_tok_s": 170.59071778401812, "total_s": 1.6235458690061932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 17, "t_send": 83100.354669985, "t_first_token": 83100.483973204, "t_last_token": 83101.97843433, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30321900057606, "decode_tok_s": 170.6300656227529, "total_s": 1.6237643450003816}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 17, "t_send": 83100.355817981, "t_first_token": 83100.48339282, "t_last_token": 83101.978858969, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.57483898894861, "decode_tok_s": 170.51539425999303, "total_s": 1.6230409879935905}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 17, "t_send": 83100.35507836, "t_first_token": 83100.48333299, "t_last_token": 83101.97847548, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2546300062677, "decode_tok_s": 170.55230635503392, "total_s": 1.623397120012669}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 18, "t_send": 83101.983598709, "t_first_token": 83102.760408256, "t_last_token": 83104.348988587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.8095469946275, "decode_tok_s": 160.52068316901816, "total_s": 2.365389877988491}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 18, "t_send": 83101.982832421, "t_first_token": 83102.759698357, "t_last_token": 83104.348184596, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.8659360008314, "decode_tok_s": 160.5301914098843, "total_s": 2.3653521750093205}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 18, "t_send": 83101.983268427, "t_first_token": 83102.7605695, "t_last_token": 83104.347326782, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 777.3010730015812, "decode_tok_s": 160.70510776466784, "total_s": 2.364058355000452}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 18, "t_send": 83101.982933459, "t_first_token": 83102.743847119, "t_last_token": 83104.33857879, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9fa40c4f15087b7d9a68c5b4151311ebfd913f5fa7606baf1d99dd90d30e4cb0", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 760.9136599930935, "decode_tok_s": 159.90150859599567, "total_s": 2.355645331001142}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 18, "t_send": 83101.983764568, "t_first_token": 83102.759755569, "t_last_token": 83104.34922942, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 775.9910010063322, "decode_tok_s": 160.43044674199024, "total_s": 2.365464852002333}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 18, "t_send": 83101.983859559, "t_first_token": 83102.760473338, "t_last_token": 83104.347179519, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.6137790022185, "decode_tok_s": 160.7102833868816, "total_s": 2.3633199600008084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 18, "t_send": 83101.983365133, "t_first_token": 83102.760071355, "t_last_token": 83104.34847939, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.7062220082153, "decode_tok_s": 160.53809498707923, "total_s": 2.365114257001551}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 18, "t_send": 83101.983034044, "t_first_token": 83102.759958741, "t_last_token": 83104.34787026, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.9246969983215, "decode_tok_s": 160.58829282880754, "total_s": 2.364836216002004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 18, "t_send": 83101.983441702, "t_first_token": 83102.759733839, "t_last_token": 83104.348317265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.2921370012918, "decode_tok_s": 160.5203704299961, "total_s": 2.36487556299835}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 18, "t_send": 83101.983100063, "t_first_token": 83102.744119632, "t_last_token": 83104.338523323, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9fa40c4f15087b7d9a68c5b4151311ebfd913f5fa7606baf1d99dd90d30e4cb0", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 761.0195690067485, "decode_tok_s": 159.93440145710684, "total_s": 2.3554232599999523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 18, "t_send": 83101.983515888, "t_first_token": 83102.759604398, "t_last_token": 83104.348051461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.0885099996813, "decode_tok_s": 160.53415058028781, "total_s": 2.3645355729968287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 18, "t_send": 83101.984110492, "t_first_token": 83102.759906832, "t_last_token": 83104.349194095, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 775.7963399926666, "decode_tok_s": 160.44928184826736, "total_s": 2.3650836029992206}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 18, "t_send": 83101.983174839, "t_first_token": 83102.759543025, "t_last_token": 83104.348914204, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.3681859942153, "decode_tok_s": 160.44081040810002, "total_s": 2.3657393650064478}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 18, "t_send": 83101.983976595, "t_first_token": 83102.759879734, "t_last_token": 83104.348400167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 775.903139001457, "decode_tok_s": 160.5267358877447, "total_s": 2.3644235719984863}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 18, "t_send": 83101.983674188, "t_first_token": 83102.759985279, "t_last_token": 83104.347441223, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 776.311091001844, "decode_tok_s": 160.63437915497244, "total_s": 2.36376703499991}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 18, "t_send": 83101.982707764, "t_first_token": 83102.760828121, "t_last_token": 83104.348285526, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 778.1203570048092, "decode_tok_s": 160.6342313170124, "total_s": 2.365577762000612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 19, "t_send": 83104.352007288, "t_first_token": 83104.460011803, "t_last_token": 83105.964609287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.00451500108466, "decode_tok_s": 169.4805439418965, "total_s": 1.6126019989897031}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 19, "t_send": 83104.351504905, "t_first_token": 83104.479794269, "t_last_token": 83105.975929189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2893640018301, "decode_tok_s": 170.43917402992378, "total_s": 1.624424283989356}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 19, "t_send": 83104.352544383, "t_first_token": 83104.480024623, "t_last_token": 83105.976229369, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.48024000029545, "decode_tok_s": 170.43121984596263, "total_s": 1.6236849859997164}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 19, "t_send": 83104.352459537, "t_first_token": 83104.480252211, "t_last_token": 83105.976074677, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.79267400037497, "decode_tok_s": 170.47477611470305, "total_s": 1.6236151400080416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 19, "t_send": 83104.352087465, "t_first_token": 83104.4807126, "t_last_token": 83105.977344653, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.62513499567285, "decode_tok_s": 170.38255961949798, "total_s": 1.625257188003161}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 19, "t_send": 83104.352175064, "t_first_token": 83104.480886003, "t_last_token": 83105.977464632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.71093899593689, "decode_tok_s": 170.3886418388762, "total_s": 1.6252895679936046}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 19, "t_send": 83104.351606547, "t_first_token": 83104.48065285, "t_last_token": 83105.976317505, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.04630300181452, "decode_tok_s": 170.49276329948603, "total_s": 1.6247109579999233}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 19, "t_send": 83104.351695043, "t_first_token": 83104.479740879, "t_last_token": 83105.976115383, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0458359979093, "decode_tok_s": 170.41188507173965, "total_s": 1.6244203399983235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 19, "t_send": 83104.351760472, "t_first_token": 83104.479965582, "t_last_token": 83105.976970507, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.20510999881662, "decode_tok_s": 170.34012095721994, "total_s": 1.625210035010241}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 19, "t_send": 83104.352759382, "t_first_token": 83104.4809624, "t_last_token": 83105.976544, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.20301800093148, "decode_tok_s": 170.50223137271436, "total_s": 1.623784618001082}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 19, "t_send": 83104.351923325, "t_first_token": 83104.479841671, "t_last_token": 83105.975843835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.91834599920548, "decode_tok_s": 170.45429888830634, "total_s": 1.6239205099991523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 19, "t_send": 83104.352249813, "t_first_token": 83104.479894402, "t_last_token": 83105.975648088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.64458899619058, "decode_tok_s": 170.48261514340052, "total_s": 1.6233982749981806}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 19, "t_send": 83104.351842563, "t_first_token": 83104.479939678, "t_last_token": 83105.97569625, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.09711499721743, "decode_tok_s": 170.48228620497582, "total_s": 1.6238536869932432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 19, "t_send": 83104.352310939, "t_first_token": 83104.479671554, "t_last_token": 83105.97588868, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36061500618234, "decode_tok_s": 170.42980966413643, "total_s": 1.6235777410038281}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 19, "t_send": 83104.35237007, "t_first_token": 83104.480067094, "t_last_token": 83105.97706066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69702399964444, "decode_tok_s": 170.34141347752694, "total_s": 1.6246905900043203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 19, "t_send": 83104.351374909, "t_first_token": 83104.480405097, "t_last_token": 83105.977190987, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0301879926119, "decode_tok_s": 170.3650480023418, "total_s": 1.6258160779980244}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 20, "t_send": 83105.979575721, "t_first_token": 83106.109880545, "t_last_token": 83107.604798597, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.30482400790788, "decode_tok_s": 170.5779120520698, "total_s": 1.6252228760131402}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 20, "t_send": 83105.979149307, "t_first_token": 83106.109706893, "t_last_token": 83107.605113647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55758600239642, "decode_tok_s": 170.52216683943945, "total_s": 1.6259643400117056}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 20, "t_send": 83105.98013111, "t_first_token": 83106.110466677, "t_last_token": 83107.603825609, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.33556699519977, "decode_tok_s": 170.75600147826913, "total_s": 1.6236944989941549}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 20, "t_send": 83105.980409003, "t_first_token": 83106.109856527, "t_last_token": 83107.603717449, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.44752399926074, "decode_tok_s": 170.6986214329858, "total_s": 1.623308446010924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 20, "t_send": 83105.979765329, "t_first_token": 83106.109770238, "t_last_token": 83107.603653312, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0049090059474, "decode_tok_s": 170.69609023504952, "total_s": 1.623887983005261}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 20, "t_send": 83105.979249917, "t_first_token": 83106.089383953, "t_last_token": 83107.593310409, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.1340360037284, "decode_tok_s": 169.55616345602445, "total_s": 1.614060492007411}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 20, "t_send": 83105.979950174, "t_first_token": 83106.10995233, "t_last_token": 83107.605465653, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.00215600186493, "decode_tok_s": 170.5100155772308, "total_s": 1.6255154789978405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 20, "t_send": 83105.980048927, "t_first_token": 83106.109817367, "t_last_token": 83107.603967331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.76844000513665, "decode_tok_s": 170.6655999360449, "total_s": 1.6239184040023247}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 20, "t_send": 83105.980319465, "t_first_token": 83106.110123436, "t_last_token": 83107.604327012, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.80397099454422, "decode_tok_s": 170.6594764564087, "total_s": 1.6240075469977455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 20, "t_send": 83105.979515358, "t_first_token": 83106.110311768, "t_last_token": 83107.603895241, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79640999785624, "decode_tok_s": 170.73033051714978, "total_s": 1.6243798829964362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 20, "t_send": 83105.979675723, "t_first_token": 83106.110788453, "t_last_token": 83107.604538147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.112729999586, "decode_tok_s": 170.71133204235252, "total_s": 1.6248624239960918}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 20, "t_send": 83105.979373061, "t_first_token": 83106.110712624, "t_last_token": 83107.603931852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.33956299861893, "decode_tok_s": 170.7719772265384, "total_s": 1.6245587910088943}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 20, "t_send": 83105.979866259, "t_first_token": 83106.110062939, "t_last_token": 83107.604938484, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.19667999469675, "decode_tok_s": 170.5827624597403, "total_s": 1.625072224996984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 20, "t_send": 83105.979442023, "t_first_token": 83106.109660064, "t_last_token": 83107.605046433, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.21804099844303, "decode_tok_s": 170.52449138619286, "total_s": 1.6256044100009603}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 20, "t_send": 83105.98057827, "t_first_token": 83106.110183662, "t_last_token": 83107.603863739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6053919941187, "decode_tok_s": 170.7192885043612, "total_s": 1.6232854690024396}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 20, "t_send": 83105.979022594, "t_first_token": 83106.110272599, "t_last_token": 83107.603628351, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2500050116796, "decode_tok_s": 170.75636509172358, "total_s": 1.6246057570097037}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 21, "t_send": 83107.608817916, "t_first_token": 83107.738674225, "t_last_token": 83109.233324018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85630899493117, "decode_tok_s": 170.6085272905363, "total_s": 1.6245061020017602}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 21, "t_send": 83107.609469983, "t_first_token": 83107.738379471, "t_last_token": 83109.234150404, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.90948800486512, "decode_tok_s": 170.48064939344778, "total_s": 1.6246804209949914}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 21, "t_send": 83107.608912229, "t_first_token": 83107.718492049, "t_last_token": 83109.223011722, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.57981999672484, "decode_tok_s": 169.48930916303064, "total_s": 1.6140994930028683}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 21, "t_send": 83107.608184894, "t_first_token": 83107.738827489, "t_last_token": 83109.233972804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6425950024277, "decode_tok_s": 170.55198410610893, "total_s": 1.625787910001236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 21, "t_send": 83107.608276564, "t_first_token": 83107.738256089, "t_last_token": 83109.233552469, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.979524994269, "decode_tok_s": 170.53475378546062, "total_s": 1.6252759049966699}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 21, "t_send": 83107.608362228, "t_first_token": 83107.738752303, "t_last_token": 83109.234451082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3900750062894, "decode_tok_s": 170.48887354970202, "total_s": 1.6260888539982261}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 21, "t_send": 83107.609011685, "t_first_token": 83107.738428625, "t_last_token": 83109.233241392, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.41694000619464, "decode_tok_s": 170.58992646489844, "total_s": 1.6242297069984488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 21, "t_send": 83107.609374623, "t_first_token": 83107.738778209, "t_last_token": 83109.234113386, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.40358599007595, "decode_tok_s": 170.53032920019805, "total_s": 1.6247387629991863}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 21, "t_send": 83107.609697, "t_first_token": 83107.738505677, "t_last_token": 83109.233162012, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.80867699277587, "decode_tok_s": 170.60778055101395, "total_s": 1.6234650119877188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 21, "t_send": 83107.608451563, "t_first_token": 83107.738453458, "t_last_token": 83109.234921327, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0018949987134, "decode_tok_s": 170.401253032045, "total_s": 1.6264697639999213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 21, "t_send": 83107.608519885, "t_first_token": 83107.738616312, "t_last_token": 83109.235362083, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.09642699034885, "decode_tok_s": 170.36961449337105, "total_s": 1.626842197991209}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 21, "t_send": 83107.609273379, "t_first_token": 83107.738805568, "t_last_token": 83109.234007136, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53218900656793, "decode_tok_s": 170.54556754049773, "total_s": 1.6247337569948286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 21, "t_send": 83107.609095677, "t_first_token": 83107.738309912, "t_last_token": 83109.233904091, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.214234999381, "decode_tok_s": 170.50079732940267, "total_s": 1.624808413995197}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 21, "t_send": 83107.609163206, "t_first_token": 83107.73870287, "t_last_token": 83109.234076483, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5396640052786, "decode_tok_s": 170.5259460135004, "total_s": 1.6249132770026335}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 21, "t_send": 83107.608057753, "t_first_token": 83107.738935116, "t_last_token": 83109.233941284, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.87736300076358, "decode_tok_s": 170.56785815222827, "total_s": 1.6258835309999995}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 21, "t_send": 83107.609838183, "t_first_token": 83107.738181348, "t_last_token": 83109.235226837, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.34316500811838, "decode_tok_s": 170.33550541640997, "total_s": 1.6253886540071107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 22, "t_send": 83109.237593394, "t_first_token": 83109.36656979, "t_last_token": 83110.86127984, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.97639599395916, "decode_tok_s": 170.6016494637875, "total_s": 1.6236864459933713}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 22, "t_send": 83109.236834708, "t_first_token": 83109.366135244, "t_last_token": 83110.861771418, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30053599120583, "decode_tok_s": 170.49600994692716, "total_s": 1.6249367099953815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 22, "t_send": 83109.236957087, "t_first_token": 83109.367034354, "t_last_token": 83110.861454642, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0772669928847, "decode_tok_s": 170.63472842792112, "total_s": 1.6244975549925584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 22, "t_send": 83109.237359574, "t_first_token": 83109.36650876, "t_last_token": 83110.861495491, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.14918598835357, "decode_tok_s": 170.5700757814722, "total_s": 1.624135916994419}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 22, "t_send": 83109.237677579, "t_first_token": 83109.366920508, "t_last_token": 83110.861418726, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.24292898969725, "decode_tok_s": 170.62583074931027, "total_s": 1.6237411469919607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 22, "t_send": 83109.239086156, "t_first_token": 83109.366670319, "t_last_token": 83110.861747518, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.58416299766395, "decode_tok_s": 170.5597544853105, "total_s": 1.6226613620092394}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 22, "t_send": 83109.237427773, "t_first_token": 83109.366874134, "t_last_token": 83110.863490107, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.44636099564377, "decode_tok_s": 170.38439025016552, "total_s": 1.6260623340058373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 22, "t_send": 83109.237087126, "t_first_token": 83109.366960498, "t_last_token": 83110.86407401, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87337198865134, "decode_tok_s": 170.3277660352099, "total_s": 1.6269868839881383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 22, "t_send": 83109.237978133, "t_first_token": 83109.366366704, "t_last_token": 83110.861849729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.38857099995948, "decode_tok_s": 170.5134700535528, "total_s": 1.623871596006211}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 22, "t_send": 83109.238120751, "t_first_token": 83109.365984452, "t_last_token": 83110.861599457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.86370099638589, "decode_tok_s": 170.49842315554528, "total_s": 1.6234787059947848}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 22, "t_send": 83109.237181087, "t_first_token": 83109.366444725, "t_last_token": 83110.861126162, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.26363800943363, "decode_tok_s": 170.6049153279342, "total_s": 1.6239450749999378}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 22, "t_send": 83109.238235458, "t_first_token": 83109.366289117, "t_last_token": 83110.862015818, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.05365899112076, "decode_tok_s": 170.485690887899, "total_s": 1.6237803599942708}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 22, "t_send": 83109.237508313, "t_first_token": 83109.366736124, "t_last_token": 83110.863598484, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.22781099041458, "decode_tok_s": 170.35634458737732, "total_s": 1.62609017099021}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 22, "t_send": 83109.237744837, "t_first_token": 83109.366832859, "t_last_token": 83110.862132543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.08802200399805, "decode_tok_s": 170.53437697373687, "total_s": 1.6243877060041996}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 22, "t_send": 83109.237877325, "t_first_token": 83109.366786737, "t_last_token": 83110.861718783, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9094120002119, "decode_tok_s": 170.57631527954732, "total_s": 1.6238414580002427}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 22, "t_send": 83109.237268569, "t_first_token": 83109.346681359, "t_last_token": 83110.850381743, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.41278999962378, "decode_tok_s": 169.58165517133972, "total_s": 1.6131131739966804}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 23, "t_send": 83110.865111313, "t_first_token": 83110.976647765, "t_last_token": 83112.481560841, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.53645199374296, "decode_tok_s": 169.4450025495788, "total_s": 1.616449527995428}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 23, "t_send": 83110.865237412, "t_first_token": 83110.995985318, "t_last_token": 83112.492686467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.74790600512642, "decode_tok_s": 170.37469382013256, "total_s": 1.6274490549985785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 23, "t_send": 83110.866092915, "t_first_token": 83110.99624495, "t_last_token": 83112.4925829, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1520349952625, "decode_tok_s": 170.4160480595596, "total_s": 1.6264899849920766}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 23, "t_send": 83110.865706724, "t_first_token": 83110.996075501, "t_last_token": 83112.49255236, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.36877699778415, "decode_tok_s": 170.40022935632436, "total_s": 1.6268456359975971}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 23, "t_send": 83110.866395932, "t_first_token": 83110.997034943, "t_last_token": 83112.493388477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6390109966742, "decode_tok_s": 170.41427323475693, "total_s": 1.6269925450033043}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 23, "t_send": 83110.865338315, "t_first_token": 83110.996896214, "t_last_token": 83112.494866955, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.55789900338277, "decode_tok_s": 170.2302942367084, "total_s": 1.6295286400127225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 23, "t_send": 83110.866223068, "t_first_token": 83110.996217088, "t_last_token": 83112.492778073, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.99401999695692, "decode_tok_s": 170.39065066853107, "total_s": 1.626555005001137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 23, "t_send": 83110.865793373, "t_first_token": 83110.996424879, "t_last_token": 83112.492721207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63150600646622, "decode_tok_s": 170.42078846857424, "total_s": 1.6269278340041637}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 23, "t_send": 83110.865404877, "t_first_token": 83110.996296982, "t_last_token": 83112.492502971, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89210500766058, "decode_tok_s": 170.43107825767865, "total_s": 1.6270980940025765}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 23, "t_send": 83110.865928629, "t_first_token": 83110.996267455, "t_last_token": 83112.492613328, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.33882599847857, "decode_tok_s": 170.41514572451393, "total_s": 1.6266846989892656}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 23, "t_send": 83110.865482486, "t_first_token": 83110.996946843, "t_last_token": 83112.493361752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.46435700764414, "decode_tok_s": 170.4072837469063, "total_s": 1.6278792660014005}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 23, "t_send": 83110.86584518, "t_first_token": 83110.996027984, "t_last_token": 83112.492751632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.18280400137883, "decode_tok_s": 170.37213271844658, "total_s": 1.6269064520020038}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 23, "t_send": 83110.865536277, "t_first_token": 83110.996114698, "t_last_token": 83112.49354309, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.57842101261485, "decode_tok_s": 170.2919494277598, "total_s": 1.6280068129999563}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 23, "t_send": 83110.86601142, "t_first_token": 83110.9966459, "t_last_token": 83112.492190875, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63447999593336, "decode_tok_s": 170.5064068704337, "total_s": 1.6261794549936894}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 23, "t_send": 83110.865603762, "t_first_token": 83110.99616461, "t_last_token": 83112.492342529, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56084800336976, "decode_tok_s": 170.4342757374303, "total_s": 1.6267387670086464}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 23, "t_send": 83110.866294248, "t_first_token": 83110.995910079, "t_last_token": 83112.495041432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.61583099968266, "decode_tok_s": 170.09850370278855, "total_s": 1.628747184004169}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 24, "t_send": 83112.497392292, "t_first_token": 83112.635141286, "t_last_token": 83114.368021002, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.7489939914085, "decode_tok_s": 147.15389512926197, "total_s": 1.870628709992161}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 24, "t_send": 83112.496625078, "t_first_token": 83112.636211576, "t_last_token": 83114.367933536, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.58649800042622, "decode_tok_s": 147.25227599400583, "total_s": 1.8713084580085706}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 24, "t_send": 83112.497761444, "t_first_token": 83112.636431164, "t_last_token": 83114.368301209, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.66972000687383, "decode_tok_s": 147.23968506558893, "total_s": 1.8705397650046507}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 24, "t_send": 83112.496760187, "t_first_token": 83112.635194092, "t_last_token": 83114.367275181, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.43390499823727, "decode_tok_s": 147.22174476720426, "total_s": 1.8705149939924013}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 24, "t_send": 83112.497461789, "t_first_token": 83112.63524439, "t_last_token": 83114.3675533, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.78260099934414, "decode_tok_s": 147.202383204577, "total_s": 1.8700915110093774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 24, "t_send": 83112.496867121, "t_first_token": 83112.635453074, "t_last_token": 83114.36786096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.5859530128073, "decode_tok_s": 147.1939732329953, "total_s": 1.8709938390093157}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 24, "t_send": 83112.498166772, "t_first_token": 83112.635086755, "t_last_token": 83114.370054494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.9199830078287, "decode_tok_s": 146.97679632299483, "total_s": 1.871887721994426}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 24, "t_send": 83112.496952992, "t_first_token": 83112.635688421, "t_last_token": 83114.368382238, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.73542899091262, "decode_tok_s": 147.1696831246192, "total_s": 1.8714292459917488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 24, "t_send": 83112.497660511, "t_first_token": 83112.635528205, "t_last_token": 83114.369372995, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.86769400758203, "decode_tok_s": 147.07198791450833, "total_s": 1.8717124840040924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 24, "t_send": 83112.497033534, "t_first_token": 83112.636346409, "t_last_token": 83114.367697919, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.31287499144673, "decode_tok_s": 147.28378294391777, "total_s": 1.8706643850018736}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 24, "t_send": 83112.497126421, "t_first_token": 83112.635272871, "t_last_token": 83114.368777546, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.1464500009315, "decode_tok_s": 147.100843556062, "total_s": 1.871651124994969}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 24, "t_send": 83112.497540025, "t_first_token": 83112.636684204, "t_last_token": 83114.367600338, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.14417900377885, "decode_tok_s": 147.32082912158862, "total_s": 1.8700603129982483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 24, "t_send": 83112.498314012, "t_first_token": 83112.639529449, "t_last_token": 83114.371238306, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 141.2154370045755, "decode_tok_s": 147.25339018133394, "total_s": 1.872924294002587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 24, "t_send": 83112.497308202, "t_first_token": 83112.609424137, "t_last_token": 83114.357266279, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.11593500047456, "decode_tok_s": 145.89418224519744, "total_s": 1.859958076995099}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 24, "t_send": 83112.49782904, "t_first_token": 83112.636597817, "t_last_token": 83114.368121969, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.76877700386103, "decode_tok_s": 147.2690979827574, "total_s": 1.8702929290011525}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 24, "t_send": 83112.496437303, "t_first_token": 83112.636490763, "t_last_token": 83114.367383651, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.05346001067664, "decode_tok_s": 147.32280764961388, "total_s": 1.8709463480045088}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 25, "t_send": 83114.372868475, "t_first_token": 83114.503491489, "t_last_token": 83116.000010687, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.62301400350407, "decode_tok_s": 170.3954084522524, "total_s": 1.6271422120044008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 25, "t_send": 83114.372431929, "t_first_token": 83114.503847525, "t_last_token": 83116.000351027, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.41559599898756, "decode_tok_s": 170.3971956358831, "total_s": 1.6279190979985287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 25, "t_send": 83114.373021258, "t_first_token": 83114.503327538, "t_last_token": 83116.000521238, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.30627999978606, "decode_tok_s": 170.3186434718511, "total_s": 1.6274999800079968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 25, "t_send": 83114.372303898, "t_first_token": 83114.504345574, "t_last_token": 83116.000627638, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.04167599906214, "decode_tok_s": 170.42241308244695, "total_s": 1.628323740005726}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 25, "t_send": 83114.372920491, "t_first_token": 83114.483792669, "t_last_token": 83115.989790622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.87217798922211, "decode_tok_s": 169.32293931154535, "total_s": 1.6168701309943572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 25, "t_send": 83114.372539858, "t_first_token": 83114.503593323, "t_last_token": 83116.000280803, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.05346499651205, "decode_tok_s": 170.37624982324817, "total_s": 1.6277409449976403}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 25, "t_send": 83114.372632251, "t_first_token": 83114.504672991, "t_last_token": 83116.000474125, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.04073999077082, "decode_tok_s": 170.47720729899936, "total_s": 1.6278418739966583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 25, "t_send": 83114.373729977, "t_first_token": 83114.504858088, "t_last_token": 83115.999795923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1281109956326, "decode_tok_s": 170.57565473959718, "total_s": 1.6260659459949238}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 25, "t_send": 83114.374013873, "t_first_token": 83114.50458004, "t_last_token": 83116.001594551, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5661669903202, "decode_tok_s": 170.33903020082, "total_s": 1.6275806779885897}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 25, "t_send": 83114.373215266, "t_first_token": 83114.504735569, "t_last_token": 83115.999829665, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.5203030098928, "decode_tok_s": 170.55782688376271, "total_s": 1.6266143990069395}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 25, "t_send": 83114.372720825, "t_first_token": 83114.504450571, "t_last_token": 83116.000188144, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.72974599001464, "decode_tok_s": 170.4844516865244, "total_s": 1.6274673189909663}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 25, "t_send": 83114.372785935, "t_first_token": 83114.50479255, "t_last_token": 83116.000564652, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.0066149928607, "decode_tok_s": 170.48051615510872, "total_s": 1.627778716996545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 25, "t_send": 83114.373298013, "t_first_token": 83114.50339227, "t_last_token": 83116.000379231, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.09425699419808, "decode_tok_s": 170.34216505700545, "total_s": 1.627081218000967}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 25, "t_send": 83114.373374812, "t_first_token": 83114.504244585, "t_last_token": 83116.000733289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.86977299826685, "decode_tok_s": 170.39888060560503, "total_s": 1.6273584769951412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 25, "t_send": 83114.373486916, "t_first_token": 83114.503971212, "t_last_token": 83116.000443325, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4842960089445, "decode_tok_s": 170.4007697742731, "total_s": 1.6269564090034692}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 25, "t_send": 83114.37312321, "t_first_token": 83114.5037071, "t_last_token": 83115.999930463, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.58389000070747, "decode_tok_s": 170.42909922724863, "total_s": 1.6268072530074278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 26, "t_send": 83116.002821187, "t_first_token": 83116.170013994, "t_last_token": 83117.900371694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 167.19280699908268, "decode_tok_s": 147.36837360164787, "total_s": 1.8975505070120562}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 26, "t_send": 83116.002949829, "t_first_token": 83116.169050704, "t_last_token": 83117.899448027, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 166.1008750088513, "decode_tok_s": 147.3649991308158, "total_s": 1.8964981980097946}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 26, "t_send": 83116.003043531, "t_first_token": 83116.141415898, "t_last_token": 83117.889703741, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.37236700055655, "decode_tok_s": 145.85698860786755, "total_s": 1.8866602100024465}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 26, "t_send": 83116.00361712, "t_first_token": 83116.168605662, "t_last_token": 83117.900504331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.98854199016932, "decode_tok_s": 147.2372515570263, "total_s": 1.896887210998102}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 26, "t_send": 83116.00313012, "t_first_token": 83116.169004749, "t_last_token": 83117.900037277, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.87462899042293, "decode_tok_s": 147.31092332213692, "total_s": 1.8969071569881635}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 26, "t_send": 83116.003710597, "t_first_token": 83116.168799276, "t_last_token": 83117.899608399, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.08867900120094, "decode_tok_s": 147.32993754784576, "total_s": 1.8958978020091308}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 26, "t_send": 83116.00321485, "t_first_token": 83116.168919601, "t_last_token": 83117.899476653, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.7047509943368, "decode_tok_s": 147.35139746233767, "total_s": 1.8962618029909208}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 26, "t_send": 83116.003796142, "t_first_token": 83116.169688078, "t_last_token": 83117.900307989, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.89193599065766, "decode_tok_s": 147.3460454134462, "total_s": 1.896511846993235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 26, "t_send": 83116.00331376, "t_first_token": 83116.169835477, "t_last_token": 83117.899831892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 166.5217170084361, "decode_tok_s": 147.39914937910748, "total_s": 1.8965181320090778}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 26, "t_send": 83116.003857194, "t_first_token": 83116.168963282, "t_last_token": 83117.899904225, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.10608801036142, "decode_tok_s": 147.31871762059262, "total_s": 1.896047031012131}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 26, "t_send": 83116.00340351, "t_first_token": 83116.173615445, "t_last_token": 83117.903569275, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 170.21193500841036, "decode_tok_s": 147.4027777955692, "total_s": 1.9001657650078414}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 26, "t_send": 83116.00392384, "t_first_token": 83116.169404536, "t_last_token": 83117.900270064, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.4806959995767, "decode_tok_s": 147.32513639913364, "total_s": 1.8963462239917135}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 26, "t_send": 83116.003472166, "t_first_token": 83116.173559022, "t_last_token": 83117.904043081, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 170.0868560001254, "decode_tok_s": 147.35761284525444, "total_s": 1.9005709149932954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 26, "t_send": 83116.003984997, "t_first_token": 83116.168823145, "t_last_token": 83117.900671754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.8381479899399, "decode_tok_s": 147.2415075276481, "total_s": 1.8966867569979513}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 26, "t_send": 83116.003535217, "t_first_token": 83116.168755669, "t_last_token": 83117.899653704, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.22045200690627, "decode_tok_s": 147.32236957055838, "total_s": 1.8961184869986027}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 26, "t_send": 83116.004055937, "t_first_token": 83116.168872657, "t_last_token": 83117.9008282, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.81672000372782, "decode_tok_s": 147.23241657707254, "total_s": 1.8967722630040953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 27, "t_send": 83117.9079087, "t_first_token": 83118.064032124, "t_last_token": 83119.798009321, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.12342400709167, "decode_tok_s": 147.06075745469644, "total_s": 1.89010062100715}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 27, "t_send": 83117.907794494, "t_first_token": 83118.069703888, "t_last_token": 83119.800945697, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 161.9093939953018, "decode_tok_s": 147.29311565506865, "total_s": 1.8931512029957958}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 27, "t_send": 83117.906733169, "t_first_token": 83118.064057151, "t_last_token": 83119.798235518, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.32398199907038, "decode_tok_s": 147.04369795675132, "total_s": 1.8915023489971645}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 27, "t_send": 83117.906859004, "t_first_token": 83118.063619881, "t_last_token": 83119.796687088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.76087699830532, "decode_tok_s": 147.1379753587547, "total_s": 1.889828084007604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 27, "t_send": 83117.907435501, "t_first_token": 83118.063733981, "t_last_token": 83119.796845482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.29848001117352, "decode_tok_s": 147.1342148815669, "total_s": 1.8894099809986074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 27, "t_send": 83117.908543255, "t_first_token": 83118.07010311, "t_last_token": 83119.800990171, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 161.55985499790404, "decode_tok_s": 147.32330360869832, "total_s": 1.892446915997425}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 27, "t_send": 83117.907264379, "t_first_token": 83118.063886723, "t_last_token": 83119.796891481, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.62234400224406, "decode_tok_s": 147.1432774909222, "total_s": 1.8896271020057611}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 27, "t_send": 83117.906959816, "t_first_token": 83118.063572928, "t_last_token": 83119.796967086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.6131120052887, "decode_tok_s": 147.11022234793901, "total_s": 1.8900072700052988}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 27, "t_send": 83117.907033992, "t_first_token": 83118.063989929, "t_last_token": 83119.797672364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.95593699638266, "decode_tok_s": 147.08576083550832, "total_s": 1.890638372002286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 27, "t_send": 83117.907698187, "t_first_token": 83118.063927868, "t_last_token": 83119.796651719, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.22968100069556, "decode_tok_s": 147.1671321729686, "total_s": 1.8889535320049617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 27, "t_send": 83117.907331531, "t_first_token": 83118.008831307, "t_last_token": 83119.786718516, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 101.49977600667626, "decode_tok_s": 143.42867123930375, "total_s": 1.8793869850051124}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 27, "t_send": 83117.907179443, "t_first_token": 83118.063524084, "t_last_token": 83119.797925616, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.34464100003242, "decode_tok_s": 147.02477788190478, "total_s": 1.8907461729977513}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 27, "t_send": 83117.907534207, "t_first_token": 83118.063453003, "t_last_token": 83119.796573453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.91879599378444, "decode_tok_s": 147.13345514955157, "total_s": 1.88903924600163}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 27, "t_send": 83117.907120622, "t_first_token": 83118.06441088, "t_last_token": 83119.79852154, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.29025800828822, "decode_tok_s": 147.0494391638835, "total_s": 1.891400918000727}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 27, "t_send": 83117.907620152, "t_first_token": 83118.063777672, "t_last_token": 83119.797705422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.15752000303473, "decode_tok_s": 147.06495123575007, "total_s": 1.8900852700026007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 27, "t_send": 83117.90804343, "t_first_token": 83118.069318863, "t_last_token": 83119.800903899, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 161.27543299808167, "decode_tok_s": 147.26391987577094, "total_s": 1.8928604690008797}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 28, "t_send": 83119.803747389, "t_first_token": 83119.930397845, "t_last_token": 83121.427549954, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.65045600442681, "decode_tok_s": 170.32337493884032, "total_s": 1.6238025649945484}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 28, "t_send": 83119.803874529, "t_first_token": 83119.910380823, "t_last_token": 83121.416845068, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 106.50629400333855, "decode_tok_s": 169.27052921839322, "total_s": 1.6129705390048912}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 28, "t_send": 83119.80442048, "t_first_token": 83119.931650532, "t_last_token": 83121.428262389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.23005200678017, "decode_tok_s": 170.38485884442284, "total_s": 1.6238419090077514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 28, "t_send": 83119.803976814, "t_first_token": 83119.931564626, "t_last_token": 83121.427871359, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.58781199227087, "decode_tok_s": 170.4196033971184, "total_s": 1.6238945450022584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 28, "t_send": 83119.804332839, "t_first_token": 83119.92996665, "t_last_token": 83121.427030614, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.63381099607795, "decode_tok_s": 170.3334033367971, "total_s": 1.622697774990229}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 28, "t_send": 83119.804829194, "t_first_token": 83119.930673378, "t_last_token": 83121.428359637, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.84418398910202, "decode_tok_s": 170.26262908407938, "total_s": 1.623530442986521}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 28, "t_send": 83119.804064247, "t_first_token": 83119.930873385, "t_last_token": 83121.427780873, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.80913800431881, "decode_tok_s": 170.3512087724881, "total_s": 1.6237166259961668}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 28, "t_send": 83119.804133773, "t_first_token": 83119.930174866, "t_last_token": 83121.427149118, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.04109299718402, "decode_tok_s": 170.34361122683407, "total_s": 1.6230153450014768}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 28, "t_send": 83119.805074169, "t_first_token": 83119.930749884, "t_last_token": 83121.42737527, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.6757150113117, "decode_tok_s": 170.38331862280728, "total_s": 1.6223011010006303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 28, "t_send": 83119.804223, "t_first_token": 83119.931248346, "t_last_token": 83121.427910534, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.02534599520732, "decode_tok_s": 170.37912900074807, "total_s": 1.6236875339964172}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 28, "t_send": 83119.804651732, "t_first_token": 83119.931797606, "t_last_token": 83121.427302149, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.14587399386801, "decode_tok_s": 170.51101662930353, "total_s": 1.6226504169899272}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 28, "t_send": 83119.804712387, "t_first_token": 83119.930047815, "t_last_token": 83121.427256214, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.3354279906489, "decode_tok_s": 170.31697135173513, "total_s": 1.6225438269902952}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 28, "t_send": 83119.80493142, "t_first_token": 83119.931383597, "t_last_token": 83121.427065292, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.45217699173372, "decode_tok_s": 170.49082090961446, "total_s": 1.6221338719915366}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 28, "t_send": 83119.80449423, "t_first_token": 83119.930229251, "t_last_token": 83121.427993141, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.73502099257894, "decode_tok_s": 170.2538041558022, "total_s": 1.6234989109943854}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 28, "t_send": 83119.805165377, "t_first_token": 83119.931505686, "t_last_token": 83121.427587706, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.34030901244842, "decode_tok_s": 170.44520059223365, "total_s": 1.6224223290046211}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 28, "t_send": 83119.804568682, "t_first_token": 83119.930609945, "t_last_token": 83121.427396562, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.04126300720964, "decode_tok_s": 170.36496525657054, "total_s": 1.6228278799972031}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 29, "t_send": 83121.431227804, "t_first_token": 83121.55902599, "t_last_token": 83123.055418235, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.798186003929, "decode_tok_s": 170.4098646946119, "total_s": 1.6241904310008977}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 29, "t_send": 83121.429992512, "t_first_token": 83121.558660061, "t_last_token": 83123.056002517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.66754899732769, "decode_tok_s": 170.30172288108457, "total_s": 1.626010004998534}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 29, "t_send": 83121.430118536, "t_first_token": 83121.558875782, "t_last_token": 83123.056536806, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7572459987132, "decode_tok_s": 170.26549794085653, "total_s": 1.6264182700106176}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 29, "t_send": 83121.431307313, "t_first_token": 83121.558976799, "t_last_token": 83123.055618797, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.66948599892203, "decode_tok_s": 170.38142744889782, "total_s": 1.624311484003556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 29, "t_send": 83121.430574833, "t_first_token": 83121.55955928, "t_last_token": 83123.055918292, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98444700113032, "decode_tok_s": 170.4136493679888, "total_s": 1.6253434590034885}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 29, "t_send": 83121.43048211, "t_first_token": 83121.55859773, "t_last_token": 83123.055652061, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.11562001297716, "decode_tok_s": 170.33449937074582, "total_s": 1.6251699510030448}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 29, "t_send": 83121.430662559, "t_first_token": 83121.558925361, "t_last_token": 83123.055260336, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.26280199806206, "decode_tok_s": 170.4163868785087, "total_s": 1.624597777001327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 29, "t_send": 83121.430215873, "t_first_token": 83121.559716078, "t_last_token": 83123.056905889, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50020500284154, "decode_tok_s": 170.31908588173556, "total_s": 1.6266900159971556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 29, "t_send": 83121.430283819, "t_first_token": 83121.538870767, "t_last_token": 83123.045853111, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.58694800117519, "decode_tok_s": 169.21233418257899, "total_s": 1.6155692920001457}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 29, "t_send": 83121.430876572, "t_first_token": 83121.559815004, "t_last_token": 83123.056253892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.938431997085, "decode_tok_s": 170.40455313228208, "total_s": 1.6253773200005526}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 29, "t_send": 83121.430808695, "t_first_token": 83121.558850245, "t_last_token": 83123.056376938, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.04154999321327, "decode_tok_s": 170.28077108230747, "total_s": 1.625568242990994}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 29, "t_send": 83121.431030938, "t_first_token": 83121.55934695, "t_last_token": 83123.055532145, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.31601200741716, "decode_tok_s": 170.43344691120566, "total_s": 1.6245012069994118}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 29, "t_send": 83121.430735865, "t_first_token": 83121.558901924, "t_last_token": 83123.055208744, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.16605900297873, "decode_tok_s": 170.4195934893702, "total_s": 1.6244728790043155}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 29, "t_send": 83121.430937638, "t_first_token": 83121.558755264, "t_last_token": 83123.055493977, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.81762600934599, "decode_tok_s": 170.370417887472, "total_s": 1.6245563389966264}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 29, "t_send": 83121.430357036, "t_first_token": 83121.559104291, "t_last_token": 83123.055458521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.74725498841144, "decode_tok_s": 170.41419396947512, "total_s": 1.625101484998595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 29, "t_send": 83121.431124464, "t_first_token": 83121.558806121, "t_last_token": 83123.055876828, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.6816570025403, "decode_tok_s": 170.33263613218736, "total_s": 1.6247523640049621}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 30, "t_send": 83123.057934488, "t_first_token": 83123.18778639, "t_last_token": 83124.683214234, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85190200561192, "decode_tok_s": 170.51976196874216, "total_s": 1.6252797460037982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 30, "t_send": 83123.0580606, "t_first_token": 83123.187873553, "t_last_token": 83124.683717465, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.81295300414786, "decode_tok_s": 170.4723320095452, "total_s": 1.6256568649987457}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 30, "t_send": 83123.058571243, "t_first_token": 83123.187829218, "t_last_token": 83124.683852484, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.25797500065528, "decode_tok_s": 170.4518945636481, "total_s": 1.6252812409948092}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 30, "t_send": 83123.05822792, "t_first_token": 83123.186890202, "t_last_token": 83124.683972331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.66228200437035, "decode_tok_s": 170.3313365794157, "total_s": 1.6257444109942298}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 30, "t_send": 83123.05815897, "t_first_token": 83123.187742869, "t_last_token": 83124.685647819, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5838990045013, "decode_tok_s": 170.23777109532526, "total_s": 1.627488849000656}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 30, "t_send": 83123.058645992, "t_first_token": 83123.187915006, "t_last_token": 83124.683767682, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.26901399623603, "decode_tok_s": 170.4713332342001, "total_s": 1.6251216899981955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 30, "t_send": 83123.059649745, "t_first_token": 83123.18638229, "t_last_token": 83124.684216907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.73254500259645, "decode_tok_s": 170.24576485720286, "total_s": 1.6245671619981294}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 30, "t_send": 83123.058861478, "t_first_token": 83123.187694557, "t_last_token": 83124.683313806, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8330789975589, "decode_tok_s": 170.4979393448094, "total_s": 1.6244523280038266}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 30, "t_send": 83123.058318911, "t_first_token": 83123.187563844, "t_last_token": 83124.683891694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.244932992151, "decode_tok_s": 170.41719834244194, "total_s": 1.6255727829993702}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 30, "t_send": 83123.059519863, "t_first_token": 83123.187028891, "t_last_token": 83124.685274825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.50902799598407, "decode_tok_s": 170.1990268847221, "total_s": 1.6257549619913334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 30, "t_send": 83123.059226836, "t_first_token": 83123.186751915, "t_last_token": 83124.68313328, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.5250789913116, "decode_tok_s": 170.41110372172247, "total_s": 1.6239064440014772}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 30, "t_send": 83123.058476494, "t_first_token": 83123.166551201, "t_last_token": 83124.673135502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.07470699364785, "decode_tok_s": 169.25704046514107, "total_s": 1.6146590080024907}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 30, "t_send": 83123.058407874, "t_first_token": 83123.186431925, "t_last_token": 83124.683099766, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.02405099500902, "decode_tok_s": 170.37848546937187, "total_s": 1.6246918919932796}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 30, "t_send": 83123.058958209, "t_first_token": 83123.187626394, "t_last_token": 83124.686538923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.66818500333466, "decode_tok_s": 170.1233361311531, "total_s": 1.627580713990028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 30, "t_send": 83123.059053438, "t_first_token": 83123.186276219, "t_last_token": 83124.685490691, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.22278099681716, "decode_tok_s": 170.0890731527699, "total_s": 1.6264372529985849}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 30, "t_send": 83123.058740945, "t_first_token": 83123.187221756, "t_last_token": 83124.685692498, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4808110067388, "decode_tok_s": 170.17349278422122, "total_s": 1.6269515530002536}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 31, "t_send": 83124.68985621, "t_first_token": 83124.82138788, "t_last_token": 83126.318580443, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.5316700056428, "decode_tok_s": 170.31877281704635, "total_s": 1.6287242329999572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 31, "t_send": 83124.689985918, "t_first_token": 83124.821098696, "t_last_token": 83126.317521176, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.11277800635435, "decode_tok_s": 170.4064215885454, "total_s": 1.6275352579978062}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 31, "t_send": 83124.690711102, "t_first_token": 83124.820260846, "t_last_token": 83126.318827854, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.54974400054198, "decode_tok_s": 170.1625610584592, "total_s": 1.6281167520064628}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 31, "t_send": 83124.690092925, "t_first_token": 83124.820834667, "t_last_token": 83126.318470174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7417420030106, "decode_tok_s": 170.26839895879192, "total_s": 1.6283772489987314}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 31, "t_send": 83124.691319462, "t_first_token": 83124.821994558, "t_last_token": 83126.31791801, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.67509600659832, "decode_tok_s": 170.46326779651713, "total_s": 1.626598547998583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 31, "t_send": 83124.691195174, "t_first_token": 83124.822133096, "t_last_token": 83126.318871224, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.93792198924348, "decode_tok_s": 170.3704844752581, "total_s": 1.6276760499895317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 31, "t_send": 83124.690780136, "t_first_token": 83124.82031773, "t_last_token": 83126.317333728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53759399533737, "decode_tok_s": 170.3388610012386, "total_s": 1.6265535919956164}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 31, "t_send": 83124.690185003, "t_first_token": 83124.821827442, "t_last_token": 83126.318146128, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.64243900973815, "decode_tok_s": 170.4182420405484, "total_s": 1.62796112500655}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 31, "t_send": 83124.690845832, "t_first_token": 83124.821692329, "t_last_token": 83126.318394261, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.84649700613227, "decode_tok_s": 170.37460468749148, "total_s": 1.627548429009039}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 31, "t_send": 83124.69025058, "t_first_token": 83124.821234627, "t_last_token": 83126.317952002, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.98404700576793, "decode_tok_s": 170.37284677690428, "total_s": 1.627701422010432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 31, "t_send": 83124.691040326, "t_first_token": 83124.821938264, "t_last_token": 83126.318297661, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8979379973607, "decode_tok_s": 170.41360552206598, "total_s": 1.6272573349997401}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 31, "t_send": 83124.690624794, "t_first_token": 83124.822070281, "t_last_token": 83126.317405071, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.44548700074665, "decode_tok_s": 170.5303733368792, "total_s": 1.6267802769871196}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 31, "t_send": 83124.690903782, "t_first_token": 83124.821534353, "t_last_token": 83126.318704217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63057100225706, "decode_tok_s": 170.32135506567408, "total_s": 1.6278004350024275}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 31, "t_send": 83124.690315185, "t_first_token": 83124.800553906, "t_last_token": 83126.306966063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.23872099758592, "decode_tok_s": 169.276382173727, "total_s": 1.6166508780006552}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 31, "t_send": 83124.690957988, "t_first_token": 83124.820439385, "t_last_token": 83126.317820859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.48139700165484, "decode_tok_s": 170.29728524685947, "total_s": 1.6268628709949553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 31, "t_send": 83124.691524996, "t_first_token": 83124.820609585, "t_last_token": 83126.318047355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.08458900346886, "decode_tok_s": 170.29088293953217, "total_s": 1.626522359001683}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 32, "t_send": 83126.321069861, "t_first_token": 83126.456554, "t_last_token": 83128.191290302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.4841389984358, "decode_tok_s": 146.9964049906766, "total_s": 1.8702204409928527}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 32, "t_send": 83126.32222501, "t_first_token": 83126.45728974, "t_last_token": 83128.189729287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.06473001325503, "decode_tok_s": 147.19128320687653, "total_s": 1.8675042770046275}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 32, "t_send": 83126.321204363, "t_first_token": 83126.457639253, "t_last_token": 83128.189989417, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.43488999514375, "decode_tok_s": 147.19887774325935, "total_s": 1.8687850540009094}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 32, "t_send": 83126.321304897, "t_first_token": 83126.456038781, "t_last_token": 83128.191934991, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.733883998706, "decode_tok_s": 146.89818350397772, "total_s": 1.8706300939957146}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 32, "t_send": 83126.322328474, "t_first_token": 83126.459800844, "t_last_token": 83128.193968604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.47236999915913, "decode_tok_s": 147.04459734577947, "total_s": 1.87164013000438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 32, "t_send": 83126.32189759, "t_first_token": 83126.456131978, "t_last_token": 83128.190724694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.23438800964504, "decode_tok_s": 147.00857304953496, "total_s": 1.8688271040009568}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 32, "t_send": 83126.32303696, "t_first_token": 83126.456906942, "t_last_token": 83128.189547248, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.86998198984656, "decode_tok_s": 147.17422832483103, "total_s": 1.866510287989513}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 32, "t_send": 83126.321968165, "t_first_token": 83126.456773229, "t_last_token": 83128.189578179, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.80506400810555, "decode_tok_s": 147.1602444355778, "total_s": 1.8676100140000926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 32, "t_send": 83126.321730657, "t_first_token": 83126.456716795, "t_last_token": 83128.191021772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.98613800038584, "decode_tok_s": 147.03296328035174, "total_s": 1.8692911149992142}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 32, "t_send": 83126.321495727, "t_first_token": 83126.456995821, "t_last_token": 83128.18969455, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.5000940093305, "decode_tok_s": 147.16926591571723, "total_s": 1.868198823009152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 32, "t_send": 83126.322105182, "t_first_token": 83126.456314817, "t_last_token": 83128.191362852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.20963499811478, "decode_tok_s": 146.9699944071309, "total_s": 1.8692576699977508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 32, "t_send": 83126.322518505, "t_first_token": 83126.457429672, "t_last_token": 83128.189880703, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.91116699879058, "decode_tok_s": 147.19030751070994, "total_s": 1.8673621979978634}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 32, "t_send": 83126.321571809, "t_first_token": 83126.455948353, "t_last_token": 83128.191214341, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.3765439960407, "decode_tok_s": 146.9515346717527, "total_s": 1.8696425319940317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 32, "t_send": 83126.321635301, "t_first_token": 83126.430650701, "t_last_token": 83128.178135881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.01539999758825, "decode_tok_s": 145.92398431733372, "total_s": 1.8565005799900973}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 32, "t_send": 83126.322820546, "t_first_token": 83126.457726291, "t_last_token": 83128.189665422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.90574499883223, "decode_tok_s": 147.23381176369648, "total_s": 1.8668448759999592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 32, "t_send": 83126.321813182, "t_first_token": 83126.457555309, "t_last_token": 83128.191980173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.74212699313648, "decode_tok_s": 147.02280006058206, "total_s": 1.8701669909933116}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 33, "t_send": 83128.196176679, "t_first_token": 83128.328075183, "t_last_token": 83129.823817592, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.89850399794523, "decode_tok_s": 170.4839004807572, "total_s": 1.627640912993229}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 33, "t_send": 83128.197563878, "t_first_token": 83128.328442056, "t_last_token": 83129.823488623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.87817799532786, "decode_tok_s": 170.56324908306178, "total_s": 1.6259247450070689}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 33, "t_send": 83128.196305564, "t_first_token": 83128.327531447, "t_last_token": 83129.823789477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.22588300029747, "decode_tok_s": 170.42515053309535, "total_s": 1.6274839130055625}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 33, "t_send": 83128.196779048, "t_first_token": 83128.327970877, "t_last_token": 83129.824047903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.19182900118176, "decode_tok_s": 170.4457695473549, "total_s": 1.6272688550088787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 33, "t_send": 83128.196413012, "t_first_token": 83128.327417753, "t_last_token": 83129.823655142, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0047409933759, "decode_tok_s": 170.42750159466763, "total_s": 1.6272421299945563}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 33, "t_send": 83128.197093514, "t_first_token": 83128.326918553, "t_last_token": 83129.824160384, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82503899547737, "decode_tok_s": 170.31316833341643, "total_s": 1.6270668700017268}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 33, "t_send": 83128.196871198, "t_first_token": 83128.327755333, "t_last_token": 83129.823694583, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.88413499644957, "decode_tok_s": 170.46146760278785, "total_s": 1.6268233849987155}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 33, "t_send": 83128.197185463, "t_first_token": 83128.327290862, "t_last_token": 83129.82445817, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.10539900278673, "decode_tok_s": 170.32164584241258, "total_s": 1.627272707002703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 33, "t_send": 83128.196504855, "t_first_token": 83128.328211604, "t_last_token": 83129.825810642, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.70674900175072, "decode_tok_s": 170.27254527505042, "total_s": 1.6293057869916083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 33, "t_send": 83128.198218403, "t_first_token": 83128.328330661, "t_last_token": 83129.823845695, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.11225798982196, "decode_tok_s": 170.50982049724163, "total_s": 1.6256272919999901}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 33, "t_send": 83128.196569702, "t_first_token": 83128.326656334, "t_last_token": 83129.824379364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.08663199434523, "decode_tok_s": 170.25844892038538, "total_s": 1.627809661993524}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 33, "t_send": 83128.196938235, "t_first_token": 83128.326794387, "t_last_token": 83129.823884803, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85615199431777, "decode_tok_s": 170.33039372553262, "total_s": 1.6269465679943096}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 33, "t_send": 83128.198341188, "t_first_token": 83128.327856304, "t_last_token": 83129.82357125, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.51511598657817, "decode_tok_s": 170.48703075428716, "total_s": 1.6252300619962625}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 33, "t_send": 83128.197302589, "t_first_token": 83128.327601693, "t_last_token": 83129.824493062, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.29910399927758, "decode_tok_s": 170.3530431678106, "total_s": 1.6271904729946982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 33, "t_send": 83128.19663618, "t_first_token": 83128.30716886, "t_last_token": 83129.813343994, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.53268000250682, "decode_tok_s": 169.30302077382953, "total_s": 1.6167078139988007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 33, "t_send": 83128.197025375, "t_first_token": 83128.327046101, "t_last_token": 83129.823359914, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.02072599192616, "decode_tok_s": 170.4187970364731, "total_s": 1.6263345389888855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 34, "t_send": 83129.828016596, "t_first_token": 83129.95755218, "t_last_token": 83131.45295547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53558399749454, "decode_tok_s": 170.52256184365518, "total_s": 1.6249388739961432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 34, "t_send": 83129.829449922, "t_first_token": 83129.954314035, "t_last_token": 83131.45219759, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.86411299323663, "decode_tok_s": 170.24020268394452, "total_s": 1.6227476679923711}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 34, "t_send": 83129.828165014, "t_first_token": 83129.954706152, "t_last_token": 83131.452234803, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.54113800090272, "decode_tok_s": 170.28054844188912, "total_s": 1.624069789002533}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 34, "t_send": 83129.829276657, "t_first_token": 83129.954351183, "t_last_token": 83131.452827631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.07452600402758, "decode_tok_s": 170.1728447849819, "total_s": 1.6235509740072303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 34, "t_send": 83129.828826601, "t_first_token": 83129.958669734, "t_last_token": 83131.453440396, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.84313299239147, "decode_tok_s": 170.59473167524038, "total_s": 1.6246137949929107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 34, "t_send": 83129.828725439, "t_first_token": 83129.958146447, "t_last_token": 83131.452888691, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.42100799409673, "decode_tok_s": 170.59797501761668, "total_s": 1.624163251995924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 34, "t_send": 83129.828259506, "t_first_token": 83129.935461714, "t_last_token": 83131.44171055, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.2022080043098, "decode_tok_s": 169.29473663694037, "total_s": 1.6134510440024314}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 34, "t_send": 83129.829066928, "t_first_token": 83129.9577047, "t_last_token": 83131.452859139, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6377720098244, "decode_tok_s": 170.55094333399387, "total_s": 1.6237922110012732}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 34, "t_send": 83129.82975781, "t_first_token": 83129.954780697, "t_last_token": 83131.452324884, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.0228869903367, "decode_tok_s": 170.27878189694007, "total_s": 1.6225670739950147}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 34, "t_send": 83129.829352559, "t_first_token": 83129.954467686, "t_last_token": 83131.452923634, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.11512699711602, "decode_tok_s": 170.1751728765394, "total_s": 1.6235710750042927}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 34, "t_send": 83129.828381244, "t_first_token": 83129.957748563, "t_last_token": 83131.452802029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.36731899389997, "decode_tok_s": 170.5624620114157, "total_s": 1.6244207849958912}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 34, "t_send": 83129.828531242, "t_first_token": 83129.954372141, "t_last_token": 83131.453021488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.84089899610262, "decode_tok_s": 170.15321196345212, "total_s": 1.6244902460020967}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 34, "t_send": 83129.828919575, "t_first_token": 83129.954411649, "t_last_token": 83131.453640375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.49207400297746, "decode_tok_s": 170.08745602219892, "total_s": 1.624720799998613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 34, "t_send": 83129.828985798, "t_first_token": 83129.957875604, "t_last_token": 83131.452617803, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8898060010979, "decode_tok_s": 170.5979801529332, "total_s": 1.6236320050084032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 34, "t_send": 83129.829189689, "t_first_token": 83129.95763915, "t_last_token": 83131.452417447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44946100085508, "decode_tok_s": 170.59386031507256, "total_s": 1.623227757998393}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 34, "t_send": 83129.828642434, "t_first_token": 83129.958867219, "t_last_token": 83131.452771083, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.22478499624413, "decode_tok_s": 170.6937147328523, "total_s": 1.6241286489967024}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 35, "t_send": 83131.456094968, "t_first_token": 83131.587460774, "t_last_token": 83133.084358327, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.36580599530134, "decode_tok_s": 170.3523394021517, "total_s": 1.6282633590017213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 35, "t_send": 83131.455771422, "t_first_token": 83131.588249784, "t_last_token": 83133.084523717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.47836200753227, "decode_tok_s": 170.4233391875726, "total_s": 1.628752295000595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 35, "t_send": 83131.455907645, "t_first_token": 83131.588782952, "t_last_token": 83133.084331992, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.87530701200012, "decode_tok_s": 170.50594342399648, "total_s": 1.6284243469999637}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 35, "t_send": 83131.456864014, "t_first_token": 83131.58733145, "t_last_token": 83133.085682707, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.46743599988986, "decode_tok_s": 170.18706315397822, "total_s": 1.628818692988716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 35, "t_send": 83131.457404643, "t_first_token": 83131.587547845, "t_last_token": 83133.085972146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1432019972708, "decode_tok_s": 170.17876700903895, "total_s": 1.628567502993974}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 35, "t_send": 83131.456190512, "t_first_token": 83131.588828963, "t_last_token": 83133.085882035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.63845098845195, "decode_tok_s": 170.33464261823863, "total_s": 1.6296915229904698}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 35, "t_send": 83131.457306886, "t_first_token": 83131.587509283, "t_last_token": 83133.084685533, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2023969910806, "decode_tok_s": 170.3206285825908, "total_s": 1.6273786469973857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 35, "t_send": 83131.456014512, "t_first_token": 83131.587400864, "t_last_token": 83133.084660734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.38635198993143, "decode_tok_s": 170.3111163982813, "total_s": 1.6286462220014073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 35, "t_send": 83131.457468364, "t_first_token": 83131.587747144, "t_last_token": 83133.084555163, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.27878000866622, "decode_tok_s": 170.36252930431644, "total_s": 1.627086799009703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 35, "t_send": 83131.457153087, "t_first_token": 83131.588499341, "t_last_token": 83133.084633752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.34625399834476, "decode_tok_s": 170.439232013036, "total_s": 1.6274806650035316}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 35, "t_send": 83131.458006329, "t_first_token": 83131.588600602, "t_last_token": 83133.084303663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.59427299594972, "decode_tok_s": 170.4883854622779, "total_s": 1.6262973339908058}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 35, "t_send": 83131.456753059, "t_first_token": 83131.588747437, "t_last_token": 83133.084805505, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.99437799630687, "decode_tok_s": 170.44792943096178, "total_s": 1.628052446001675}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 35, "t_send": 83131.457532608, "t_first_token": 83131.588424728, "t_last_token": 83133.085301598, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89212001068518, "decode_tok_s": 170.35469323641877, "total_s": 1.6277689900016412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 35, "t_send": 83131.457218713, "t_first_token": 83131.588342386, "t_last_token": 83133.084749146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1236730107339, "decode_tok_s": 170.40821173584146, "total_s": 1.627530433004722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 35, "t_send": 83131.456280131, "t_first_token": 83131.588186272, "t_last_token": 83133.085273738, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.90614100312814, "decode_tok_s": 170.3307293595832, "total_s": 1.628993607009761}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 35, "t_send": 83131.456345814, "t_first_token": 83131.567433134, "t_last_token": 83133.074856758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.08731999411248, "decode_tok_s": 169.16279932164647, "total_s": 1.618510943997535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 36, "t_send": 83133.087758282, "t_first_token": 83133.216945801, "t_last_token": 83134.712992044, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.187519007246, "decode_tok_s": 170.44927668024653, "total_s": 1.6252337620098842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 36, "t_send": 83133.087883816, "t_first_token": 83133.216142435, "t_last_token": 83134.712915948, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.25861900637392, "decode_tok_s": 170.36645677310793, "total_s": 1.6250321319967043}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 36, "t_send": 83133.088398117, "t_first_token": 83133.216226324, "t_last_token": 83134.712871245, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.82820699794684, "decode_tok_s": 170.3810946880473, "total_s": 1.624473128002137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 36, "t_send": 83133.088486785, "t_first_token": 83133.21650338, "t_last_token": 83134.713795242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.01659500109963, "decode_tok_s": 170.3074774337377, "total_s": 1.6253084570053034}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 36, "t_send": 83133.087986458, "t_first_token": 83133.217243225, "t_last_token": 83134.714041723, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2567669879645, "decode_tok_s": 170.3636129647434, "total_s": 1.6260552649910096}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 36, "t_send": 83133.088060239, "t_first_token": 83133.19621303, "t_last_token": 83134.702433271, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.15279099915642, "decode_tok_s": 169.2979506303426, "total_s": 1.6143730320036411}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 36, "t_send": 83133.088572956, "t_first_token": 83133.21608253, "t_last_token": 83134.712478105, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.50957399839535, "decode_tok_s": 170.40948547322674, "total_s": 1.6239051489974372}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 36, "t_send": 83133.088659943, "t_first_token": 83133.216699802, "t_last_token": 83134.714393521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.03985900245607, "decode_tok_s": 170.26178100617133, "total_s": 1.625733578010113}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 36, "t_send": 83133.088941588, "t_first_token": 83133.216846649, "t_last_token": 83134.712602792, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.90506100282073, "decode_tok_s": 170.48233510016163, "total_s": 1.6236612040083855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 36, "t_send": 83133.0881662, "t_first_token": 83133.216987299, "t_last_token": 83134.713415579, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82109900237992, "decode_tok_s": 170.4057611109635, "total_s": 1.62524937899434}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 36, "t_send": 83133.089416746, "t_first_token": 83133.216806899, "t_last_token": 83134.712957135, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.39015299302991, "decode_tok_s": 170.4374292535286, "total_s": 1.6235403889877489}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 36, "t_send": 83133.088260153, "t_first_token": 83133.21676078, "t_last_token": 83134.712688983, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.50062698998954, "decode_tok_s": 170.46272641165396, "total_s": 1.6244288299931213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 36, "t_send": 83133.088850384, "t_first_token": 83133.216309442, "t_last_token": 83134.71275943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.4590579996584, "decode_tok_s": 170.40328914746507, "total_s": 1.6239090460003354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 36, "t_send": 83133.088727676, "t_first_token": 83133.216895011, "t_last_token": 83134.713198758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.16733500221744, "decode_tok_s": 170.41994348483792, "total_s": 1.6244710820028558}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 36, "t_send": 83133.088327242, "t_first_token": 83133.217033694, "t_last_token": 83134.712646781, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7064520001877, "decode_tok_s": 170.49864180573408, "total_s": 1.624319538997952}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 36, "t_send": 83133.089241919, "t_first_token": 83133.217369824, "t_last_token": 83134.714138793, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1279049871955, "decode_tok_s": 170.36697398182017, "total_s": 1.6248968739964766}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 37, "t_send": 83134.717429048, "t_first_token": 83134.850878953, "t_last_token": 83136.584812686, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.44990499899723, "decode_tok_s": 147.0644437836833, "total_s": 1.8673836379894055}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 37, "t_send": 83134.718703377, "t_first_token": 83134.850726889, "t_last_token": 83136.585392511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.02351199288387, "decode_tok_s": 147.0023944473511, "total_s": 1.8666891339962604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 37, "t_send": 83134.717558912, "t_first_token": 83134.850417304, "t_last_token": 83136.584964005, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8583919967059, "decode_tok_s": 147.01247297217205, "total_s": 1.8674050929985242}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 37, "t_send": 83134.718153779, "t_first_token": 83134.826147492, "t_last_token": 83136.574441059, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.99371299799532, "decode_tok_s": 145.85651106518594, "total_s": 1.8562872799957404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 37, "t_send": 83134.71786803, "t_first_token": 83134.851606106, "t_last_token": 83136.584397616, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.73807600873988, "decode_tok_s": 147.16138585055594, "total_s": 1.8665295859973412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 37, "t_send": 83134.717959128, "t_first_token": 83134.851558065, "t_last_token": 83136.584993804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.59893699816894, "decode_tok_s": 147.10669352309992, "total_s": 1.8670346760045504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 37, "t_send": 83134.717664665, "t_first_token": 83134.851382128, "t_last_token": 83136.58492489, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.71746300254017, "decode_tok_s": 147.09761165975627, "total_s": 1.8672602250007913}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 37, "t_send": 83134.717732143, "t_first_token": 83134.85099956, "t_last_token": 83136.585132909, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.2674169971142, "decode_tok_s": 147.04751520325917, "total_s": 1.867400765986531}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 37, "t_send": 83134.718241284, "t_first_token": 83134.855834651, "t_last_token": 83136.588368926, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.5933669914957, "decode_tok_s": 147.18323537951161, "total_s": 1.8701276419888018}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 37, "t_send": 83134.719247107, "t_first_token": 83134.855758997, "t_last_token": 83136.58834001, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.51188999938313, "decode_tok_s": 147.17926497338928, "total_s": 1.8690929029980907}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 37, "t_send": 83134.718836717, "t_first_token": 83134.850955734, "t_last_token": 83136.586629753, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.11901699833106, "decode_tok_s": 146.9169885637917, "total_s": 1.8677930359990569}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 37, "t_send": 83134.717798414, "t_first_token": 83134.851259301, "t_last_token": 83136.584576939, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.46088699472602, "decode_tok_s": 147.11671675680955, "total_s": 1.8667785249999724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 37, "t_send": 83134.718586163, "t_first_token": 83134.85060537, "t_last_token": 83136.584844804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.01920699793845, "decode_tok_s": 147.03852017169166, "total_s": 1.866258641006425}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 37, "t_send": 83134.718070205, "t_first_token": 83134.850918785, "t_last_token": 83136.585865478, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8485800040653, "decode_tok_s": 146.97857924306922, "total_s": 1.8677952730067773}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 37, "t_send": 83134.718425937, "t_first_token": 83134.851108549, "t_last_token": 83136.584776203, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6826120057376, "decode_tok_s": 147.08701486797113, "total_s": 1.866350266005611}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 37, "t_send": 83134.71833257, "t_first_token": 83134.850491606, "t_last_token": 83136.584488092, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.15903600212187, "decode_tok_s": 147.05912154885596, "total_s": 1.866155522002373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 38, "t_send": 83136.591887377, "t_first_token": 83136.719065452, "t_last_token": 83138.215238718, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.17807499575429, "decode_tok_s": 170.43480577722212, "total_s": 1.6233513409970328}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 38, "t_send": 83136.591003753, "t_first_token": 83136.718920947, "t_last_token": 83138.216568725, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.91719399683643, "decode_tok_s": 170.26700386156008, "total_s": 1.625564971996937}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 38, "t_send": 83136.590081994, "t_first_token": 83136.718103779, "t_last_token": 83138.215284709, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0217849998735, "decode_tok_s": 170.32009618189613, "total_s": 1.6252027150039794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 38, "t_send": 83136.591095625, "t_first_token": 83136.719407024, "t_last_token": 83138.215439619, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3113989920821, "decode_tok_s": 170.45083165351238, "total_s": 1.6243439940008102}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 38, "t_send": 83136.590773626, "t_first_token": 83136.719123005, "t_last_token": 83138.216662165, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.34937899606302, "decode_tok_s": 170.2793534959549, "total_s": 1.6258885389979696}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 38, "t_send": 83136.59021261, "t_first_token": 83136.718752339, "t_last_token": 83138.21551022, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53972900484223, "decode_tok_s": 170.36823606310077, "total_s": 1.6252976100076921}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 38, "t_send": 83136.590302777, "t_first_token": 83136.717968108, "t_last_token": 83138.217823516, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.66533100511879, "decode_tok_s": 170.01638867380646, "total_s": 1.62752073899901}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 38, "t_send": 83136.590390686, "t_first_token": 83136.718958709, "t_last_token": 83138.215774085, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.56802299211267, "decode_tok_s": 170.36169195545145, "total_s": 1.6253833989903796}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 38, "t_send": 83136.590866576, "t_first_token": 83136.718039297, "t_last_token": 83138.215633228, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.1727209968958, "decode_tok_s": 170.27312592709478, "total_s": 1.624766651992104}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 38, "t_send": 83136.590674995, "t_first_token": 83136.718434336, "t_last_token": 83138.215961186, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.75934100500308, "decode_tok_s": 170.28075323008295, "total_s": 1.625286191003397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 38, "t_send": 83136.590930513, "t_first_token": 83136.718328922, "t_last_token": 83138.215912383, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.3984089930309, "decode_tok_s": 170.2743163497936, "total_s": 1.6249818700016476}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 38, "t_send": 83136.59047219, "t_first_token": 83136.719013021, "t_last_token": 83138.215866688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.54083099227864, "decode_tok_s": 170.35733393370865, "total_s": 1.6253944979980588}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 38, "t_send": 83136.591475829, "t_first_token": 83136.719255256, "t_last_token": 83138.217777535, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.77942699904088, "decode_tok_s": 170.16764019715498, "total_s": 1.6263017059973208}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 38, "t_send": 83136.59117636, "t_first_token": 83136.698554925, "t_last_token": 83138.20491807, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.37856499326881, "decode_tok_s": 169.28188985896608, "total_s": 1.6137417099962477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 38, "t_send": 83136.591793663, "t_first_token": 83136.718643493, "t_last_token": 83138.217873048, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.8498300050851, "decode_tok_s": 170.08736197296133, "total_s": 1.6260793849942274}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 38, "t_send": 83136.591275647, "t_first_token": 83136.718803664, "t_last_token": 83138.216313892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.52801699389238, "decode_tok_s": 170.28264330487153, "total_s": 1.6250382449943572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 39, "t_send": 83138.221374155, "t_first_token": 83138.33277848, "t_last_token": 83139.838838495, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.4043250126997, "decode_tok_s": 169.31596182241213, "total_s": 1.617464340000879}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 39, "t_send": 83138.221471699, "t_first_token": 83138.351945105, "t_last_token": 83139.850696426, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.47340599587187, "decode_tok_s": 170.1416348568368, "total_s": 1.6292247270030202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 39, "t_send": 83138.221029704, "t_first_token": 83138.35197541, "t_last_token": 83139.84973043, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.94570599787403, "decode_tok_s": 170.2548124327371, "total_s": 1.6287007259961683}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 39, "t_send": 83138.222207122, "t_first_token": 83138.351640063, "t_last_token": 83139.850888436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43294100114144, "decode_tok_s": 170.0852270990938, "total_s": 1.6286813140031882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 39, "t_send": 83138.221712, "t_first_token": 83138.353109331, "t_last_token": 83139.850849967, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3973310025176, "decode_tok_s": 170.25644752580908, "total_s": 1.6291379670001334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 39, "t_send": 83138.221981768, "t_first_token": 83138.352104288, "t_last_token": 83139.849964783, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.122520000441, "decode_tok_s": 170.24282358138868, "total_s": 1.6279830150015187}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 39, "t_send": 83138.221531649, "t_first_token": 83138.353055662, "t_last_token": 83139.849043777, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.52401299157646, "decode_tok_s": 170.45589964475488, "total_s": 1.6275121279904852}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 39, "t_send": 83138.221117514, "t_first_token": 83138.351722406, "t_last_token": 83139.849379587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.60489200870506, "decode_tok_s": 170.26593484518997, "total_s": 1.6282620730053168}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 39, "t_send": 83138.222092301, "t_first_token": 83138.351809253, "t_last_token": 83139.849202267, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7169519966701, "decode_tok_s": 170.29597281168427, "total_s": 1.6271099659934407}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 39, "t_send": 83138.221805029, "t_first_token": 83138.35266521, "t_last_token": 83139.848940216, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.86018100148067, "decode_tok_s": 170.42321697292232, "total_s": 1.6271351870091166}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 39, "t_send": 83138.22258205, "t_first_token": 83138.35320006, "t_last_token": 83139.849076312, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.61800999275874, "decode_tok_s": 170.4686464921142, "total_s": 1.626494262003689}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 39, "t_send": 83138.221612009, "t_first_token": 83138.351896377, "t_last_token": 83139.85055697, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.28436800232157, "decode_tok_s": 170.15193512835825, "total_s": 1.6289449610048905}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 39, "t_send": 83138.221885965, "t_first_token": 83138.352410546, "t_last_token": 83139.849473265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.52458099264186, "decode_tok_s": 170.33354498966779, "total_s": 1.6275872999976855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 39, "t_send": 83138.220884481, "t_first_token": 83138.351846916, "t_last_token": 83139.849933975, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9624350105878, "decode_tok_s": 170.2170768175112, "total_s": 1.6290494940039935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 39, "t_send": 83138.221302145, "t_first_token": 83138.352282224, "t_last_token": 83139.850340433, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.98007900407538, "decode_tok_s": 170.2203549030188, "total_s": 1.6290382879960816}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 39, "t_send": 83138.221213235, "t_first_token": 83138.35298917, "t_last_token": 83139.849766944, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.77593500586227, "decode_tok_s": 170.36597177643537, "total_s": 1.6285537090006983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 40, "t_send": 83139.853583127, "t_first_token": 83139.982346768, "t_last_token": 83141.478955299, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.76364099793136, "decode_tok_s": 170.38523750061734, "total_s": 1.625372171998606}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 40, "t_send": 83139.85450055, "t_first_token": 83139.981991662, "t_last_token": 83141.478923606, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.49111199809704, "decode_tok_s": 170.34842567312225, "total_s": 1.6244230559968855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 40, "t_send": 83139.853706841, "t_first_token": 83139.983010234, "t_last_token": 83141.480422525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30339301237836, "decode_tok_s": 170.29378049991232, "total_s": 1.6267156840040116}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 40, "t_send": 83139.854671218, "t_first_token": 83139.982048352, "t_last_token": 83141.479129505, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.37713400565553, "decode_tok_s": 170.33144762407446, "total_s": 1.6244582869985607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 40, "t_send": 83139.854311576, "t_first_token": 83139.982107472, "t_last_token": 83141.479927444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.79589599813335, "decode_tok_s": 170.24742944136355, "total_s": 1.6256158680043882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 40, "t_send": 83139.854589206, "t_first_token": 83139.983068052, "t_last_token": 83141.479844787, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47884598886594, "decode_tok_s": 170.36609003650108, "total_s": 1.6252555809915066}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 40, "t_send": 83139.85381164, "t_first_token": 83139.982890499, "t_last_token": 83141.480384576, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0788589976728, "decode_tok_s": 170.28447986259036, "total_s": 1.6265729360020487}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 40, "t_send": 83139.854405212, "t_first_token": 83139.982848441, "t_last_token": 83141.479226095, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44322899763938, "decode_tok_s": 170.4115263394075, "total_s": 1.6248208830074873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 40, "t_send": 83139.853877302, "t_first_token": 83139.982168229, "t_last_token": 83141.479609079, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.29092700849287, "decode_tok_s": 170.2905326779854, "total_s": 1.6257317770068767}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 40, "t_send": 83139.853970392, "t_first_token": 83139.982795403, "t_last_token": 83141.479345856, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82501100830268, "decode_tok_s": 170.39184979649707, "total_s": 1.6253754640056286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 40, "t_send": 83139.854941582, "t_first_token": 83139.982692037, "t_last_token": 83141.479761593, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.7504549943842, "decode_tok_s": 170.3327670897448, "total_s": 1.6248200109985191}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 40, "t_send": 83139.854834243, "t_first_token": 83139.982551491, "t_last_token": 83141.480769167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.71724800404627, "decode_tok_s": 170.20223702183642, "total_s": 1.6259349239990115}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 40, "t_send": 83139.854056288, "t_first_token": 83139.982752632, "t_last_token": 83141.479266347, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.69634400703944, "decode_tok_s": 170.3960327554483, "total_s": 1.6252100590063492}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 40, "t_send": 83139.854114207, "t_first_token": 83139.962456794, "t_last_token": 83141.469159972, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.34258700197097, "decode_tok_s": 169.243686297944, "total_s": 1.6150457649928285}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 40, "t_send": 83139.854734041, "t_first_token": 83139.982452647, "t_last_token": 83141.480451112, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.7186060033273, "decode_tok_s": 170.22714372429283, "total_s": 1.625717071001418}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 40, "t_send": 83139.855054689, "t_first_token": 83139.982959878, "t_last_token": 83141.480007041, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.90518900146708, "decode_tok_s": 170.33531494770494, "total_s": 1.6249523519945797}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 41, "t_send": 83141.482686821, "t_first_token": 83141.622831837, "t_last_token": 83143.356527398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.14501600468066, "decode_tok_s": 147.0846472328334, "total_s": 1.8738405770127429}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 41, "t_send": 83141.482807774, "t_first_token": 83141.619213867, "t_last_token": 83143.352408179, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.40609300637152, "decode_tok_s": 147.12718489521947, "total_s": 1.869600404999801}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 41, "t_send": 83141.483867593, "t_first_token": 83141.619327785, "t_last_token": 83143.353363505, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.46019200293813, "decode_tok_s": 147.0557942138912, "total_s": 1.869495912003913}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 41, "t_send": 83141.482907617, "t_first_token": 83141.619084, "t_last_token": 83143.352328096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.17638300638646, "decode_tok_s": 147.12295895785124, "total_s": 1.869420479008113}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 41, "t_send": 83141.483004976, "t_first_token": 83141.619857642, "t_last_token": 83143.352944476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.85266599350143, "decode_tok_s": 147.13630903908626, "total_s": 1.8699395000003278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 41, "t_send": 83141.483445851, "t_first_token": 83141.619738566, "t_last_token": 83143.352296922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2927150039468, "decode_tok_s": 147.18118966481453, "total_s": 1.8688510710053379}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 41, "t_send": 83141.483092747, "t_first_token": 83141.619602047, "t_last_token": 83143.352709566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.50929999130312, "decode_tok_s": 147.13455293699022, "total_s": 1.8696168189926539}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 41, "t_send": 83141.483271104, "t_first_token": 83141.62001627, "t_last_token": 83143.352601462, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.74516598985065, "decode_tok_s": 147.1789099762393, "total_s": 1.8693303579930216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 41, "t_send": 83141.483785514, "t_first_token": 83141.619161827, "t_last_token": 83143.352563749, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.37631298822816, "decode_tok_s": 147.10956343339956, "total_s": 1.8687782349879853}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 41, "t_send": 83141.483618394, "t_first_token": 83141.619522675, "t_last_token": 83143.352781319, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.90428099269047, "decode_tok_s": 147.12172409026434, "total_s": 1.8691629249951802}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 41, "t_send": 83141.483948361, "t_first_token": 83141.619655787, "t_last_token": 83143.352442529, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.7074260013178, "decode_tok_s": 147.1617907846859, "total_s": 1.8684941679966869}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 41, "t_send": 83141.483173555, "t_first_token": 83141.593455514, "t_last_token": 83143.341309933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.28195900144055, "decode_tok_s": 145.89315747737623, "total_s": 1.8581363780103857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 41, "t_send": 83141.483516702, "t_first_token": 83141.620200047, "t_last_token": 83143.353249856, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.68334498652257, "decode_tok_s": 147.13945247017193, "total_s": 1.8697331539879087}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 41, "t_send": 83141.48369951, "t_first_token": 83141.619924013, "t_last_token": 83143.353323402, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.22450298862532, "decode_tok_s": 147.10977840266528, "total_s": 1.8696238919947064}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 41, "t_send": 83141.483366172, "t_first_token": 83141.619681585, "t_last_token": 83143.353215692, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.3154129940085, "decode_tok_s": 147.09834607257886, "total_s": 1.869849519993295}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 41, "t_send": 83141.484136539, "t_first_token": 83141.61997013, "t_last_token": 83143.352523057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.83359100448433, "decode_tok_s": 147.18165086211712, "total_s": 1.868386517991894}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 42, "t_send": 83143.358748811, "t_first_token": 83143.467772508, "t_last_token": 83144.974191024, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.02369699033443, "decode_tok_s": 169.2756676125828, "total_s": 1.6154422129911836}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 42, "t_send": 83143.359729293, "t_first_token": 83143.488699514, "t_last_token": 83144.984828531, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9702209905954, "decode_tok_s": 170.43984649852516, "total_s": 1.6250992379937088}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 42, "t_send": 83143.359817906, "t_first_token": 83143.488657306, "t_last_token": 83144.98624672, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83940000028815, "decode_tok_s": 170.27363950178278, "total_s": 1.626428813993698}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 42, "t_send": 83143.358959343, "t_first_token": 83143.487982325, "t_last_token": 83144.984731099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.02298200060613, "decode_tok_s": 170.36927267183023, "total_s": 1.6257717560074525}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 42, "t_send": 83143.359374818, "t_first_token": 83143.488828216, "t_last_token": 83144.985760484, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.453397996258, "decode_tok_s": 170.34838880098303, "total_s": 1.626385666007991}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 42, "t_send": 83143.359052462, "t_first_token": 83143.489004922, "t_last_token": 83144.985273848, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9524600035511, "decode_tok_s": 170.42390947851618, "total_s": 1.626221386002726}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 42, "t_send": 83143.359146951, "t_first_token": 83143.488962733, "t_last_token": 83144.985715476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.81578199833166, "decode_tok_s": 170.36882089771387, "total_s": 1.6265685249964008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 42, "t_send": 83143.359956694, "t_first_token": 83143.489054766, "t_last_token": 83144.985409132, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.09807200776413, "decode_tok_s": 170.41417848235128, "total_s": 1.6254524380055955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 42, "t_send": 83143.359552785, "t_first_token": 83143.488570082, "t_last_token": 83144.986282481, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.01729700388387, "decode_tok_s": 170.25965744224396, "total_s": 1.6267296959995292}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 42, "t_send": 83143.360278609, "t_first_token": 83143.48891562, "t_last_token": 83144.985924251, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6370109883137, "decode_tok_s": 170.3396992632288, "total_s": 1.625645641994197}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 42, "t_send": 83143.35887179, "t_first_token": 83143.488891089, "t_last_token": 83144.986203839, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.01929900201503, "decode_tok_s": 170.30510158973127, "total_s": 1.6273320489999605}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 42, "t_send": 83143.359893908, "t_first_token": 83143.488194504, "t_last_token": 83144.984943177, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30059599946253, "decode_tok_s": 170.3692841688317, "total_s": 1.6250492690014653}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 42, "t_send": 83143.35961928, "t_first_token": 83143.489206539, "t_last_token": 83144.984859308, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.58725899807177, "decode_tok_s": 170.49411821138116, "total_s": 1.625240027991822}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 42, "t_send": 83143.359227955, "t_first_token": 83143.489471352, "t_last_token": 83144.984789334, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2433969976846, "decode_tok_s": 170.53229016805147, "total_s": 1.6255613789980998}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 42, "t_send": 83143.359469217, "t_first_token": 83143.488076558, "t_last_token": 83144.9880262, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6073410010431, "decode_tok_s": 170.00570743258388, "total_s": 1.6285569829924498}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 42, "t_send": 83143.360027017, "t_first_token": 83143.489412305, "t_last_token": 83144.985807389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.38528800441418, "decode_tok_s": 170.40954138787515, "total_s": 1.6257803720072843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 43, "t_send": 83144.989819322, "t_first_token": 83145.119417001, "t_last_token": 83146.616417458, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.59767899883445, "decode_tok_s": 170.34062936093733, "total_s": 1.626598136004759}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 43, "t_send": 83144.990107659, "t_first_token": 83145.120812267, "t_last_token": 83146.616702453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7046080037253, "decode_tok_s": 170.46705860338187, "total_s": 1.6265947939973557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 43, "t_send": 83144.989188452, "t_first_token": 83145.099130444, "t_last_token": 83146.606210385, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.94199199194554, "decode_tok_s": 169.20137615952143, "total_s": 1.6170219329942483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 43, "t_send": 83144.989973761, "t_first_token": 83145.119985773, "t_last_token": 83146.616249316, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0120119994972, "decode_tok_s": 170.42452260048236, "total_s": 1.6262755549978465}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 43, "t_send": 83144.98930106, "t_first_token": 83145.119217913, "t_last_token": 83146.615719623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.91685299493838, "decode_tok_s": 170.3973996791013, "total_s": 1.6264185629988788}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 43, "t_send": 83144.98971953, "t_first_token": 83145.119161301, "t_last_token": 83146.616472933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4417710014386, "decode_tok_s": 170.3052287510851, "total_s": 1.626753403004841}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 43, "t_send": 83144.99110703, "t_first_token": 83145.120641924, "t_last_token": 83146.616391632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53489400388207, "decode_tok_s": 170.48306854955908, "total_s": 1.6252846019924618}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 43, "t_send": 83144.989633761, "t_first_token": 83145.120544549, "t_last_token": 83146.615765402, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.91078800789546, "decode_tok_s": 170.5433678831862, "total_s": 1.626131641009124}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 43, "t_send": 83144.990655537, "t_first_token": 83145.120757801, "t_last_token": 83146.615988137, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1022640109295, "decode_tok_s": 170.54228627004704, "total_s": 1.6253326000005472}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 43, "t_send": 83144.990968971, "t_first_token": 83145.119113435, "t_last_token": 83146.616616312, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.14446398988366, "decode_tok_s": 170.2834791934469, "total_s": 1.6256473410030594}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 43, "t_send": 83144.989546344, "t_first_token": 83145.121125936, "t_last_token": 83146.615604722, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.57959199452307, "decode_tok_s": 170.62804931640682, "total_s": 1.626058377994923}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 43, "t_send": 83144.989372682, "t_first_token": 83145.119532683, "t_last_token": 83146.616583936, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.16000100469682, "decode_tok_s": 170.33484958469222, "total_s": 1.6272112540027592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 43, "t_send": 83144.989908177, "t_first_token": 83145.120997202, "t_last_token": 83146.615901457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.08902500243858, "decode_tok_s": 170.57948637657026, "total_s": 1.6259932800021488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 43, "t_send": 83144.989471963, "t_first_token": 83145.119648672, "t_last_token": 83146.616288633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.176709004445, "decode_tok_s": 170.38165934703812, "total_s": 1.6268166700028814}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 43, "t_send": 83144.990243636, "t_first_token": 83145.121064337, "t_last_token": 83146.616324014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.82070100062992, "decode_tok_s": 170.5389397722006, "total_s": 1.6260803780023707}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 43, "t_send": 83144.989034441, "t_first_token": 83145.119041835, "t_last_token": 83146.615805624, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.00739400740713, "decode_tok_s": 170.36756358966934, "total_s": 1.6267711830005283}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 44, "t_send": 83146.619393662, "t_first_token": 83146.74905698, "t_last_token": 83148.246390615, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6633180027129, "decode_tok_s": 170.30272615296127, "total_s": 1.6269969529967057}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 44, "t_send": 83146.619456441, "t_first_token": 83146.728833397, "t_last_token": 83148.234970668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.37695601023734, "decode_tok_s": 169.3072769073928, "total_s": 1.6155142269999487}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 44, "t_send": 83146.619944203, "t_first_token": 83146.748912905, "t_last_token": 83148.246090183, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9687019889243, "decode_tok_s": 170.32051163548948, "total_s": 1.6261459800007287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 44, "t_send": 83146.619129611, "t_first_token": 83146.749245191, "t_last_token": 83148.245449096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.11557998834178, "decode_tok_s": 170.43131564337176, "total_s": 1.626319484988926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 44, "t_send": 83146.61966066, "t_first_token": 83146.748872796, "t_last_token": 83148.245914526, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.21213600202464, "decode_tok_s": 170.3359331198469, "total_s": 1.6262538660084829}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 44, "t_send": 83146.619745283, "t_first_token": 83146.74867674, "t_last_token": 83148.245705146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.93145700218156, "decode_tok_s": 170.33744916167953, "total_s": 1.6259598629985703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 44, "t_send": 83146.620055622, "t_first_token": 83146.74883045, "t_last_token": 83148.245977263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7748280010419, "decode_tok_s": 170.32397743935752, "total_s": 1.6259216409962391}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 44, "t_send": 83146.619234238, "t_first_token": 83146.74962243, "t_last_token": 83148.246033313, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.38819200301077, "decode_tok_s": 170.4077422160415, "total_s": 1.6267990750056924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 44, "t_send": 83146.620941242, "t_first_token": 83146.748803319, "t_last_token": 83148.246874412, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8620770026464, "decode_tok_s": 170.21889094065335, "total_s": 1.6259331699984614}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 44, "t_send": 83146.620855874, "t_first_token": 83146.749451121, "t_last_token": 83148.245550184, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5952469916083, "decode_tok_s": 170.443258942779, "total_s": 1.6246943099977216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 44, "t_send": 83146.619327837, "t_first_token": 83146.748958882, "t_last_token": 83148.245636672, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63104499795008, "decode_tok_s": 170.37735289736494, "total_s": 1.6263088349951431}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 44, "t_send": 83146.620165567, "t_first_token": 83146.749117783, "t_last_token": 83148.246505432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.95221599319484, "decode_tok_s": 170.29658296459604, "total_s": 1.626339865004411}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 44, "t_send": 83146.61984512, "t_first_token": 83146.749727264, "t_last_token": 83148.245522758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.88214399956632, "decode_tok_s": 170.47785009530952, "total_s": 1.6256776380032534}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 44, "t_send": 83146.620432348, "t_first_token": 83146.749685228, "t_last_token": 83148.245847287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.25287999678403, "decode_tok_s": 170.43608241862663, "total_s": 1.6254149390006205}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 44, "t_send": 83146.619003675, "t_first_token": 83146.748743351, "t_last_token": 83148.245793812, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.73967599100433, "decode_tok_s": 170.3349396973224, "total_s": 1.6267901370010804}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 44, "t_send": 83146.620767167, "t_first_token": 83146.749013306, "t_last_token": 83148.245943409, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.24613900738768, "decode_tok_s": 170.34863517692605, "total_s": 1.6251762419997249}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 45, "t_send": 83148.248906718, "t_first_token": 83148.386361343, "t_last_token": 83150.119935713, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.45462500082795, "decode_tok_s": 147.0949296514632, "total_s": 1.8710289949958678}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 45, "t_send": 83148.24867443, "t_first_token": 83148.386554641, "t_last_token": 83150.120267778, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.88021099753678, "decode_tok_s": 147.0831561218849, "total_s": 1.8715933479979867}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 45, "t_send": 83148.248800694, "t_first_token": 83148.387555364, "t_last_token": 83150.121251281, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.75466999888886, "decode_tok_s": 147.08461703039265, "total_s": 1.8724505870050052}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 45, "t_send": 83148.249268474, "t_first_token": 83148.387614217, "t_last_token": 83150.120335496, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.34574300562963, "decode_tok_s": 147.16735062411354, "total_s": 1.871067022002535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 45, "t_send": 83148.249864604, "t_first_token": 83148.38599097, "t_last_token": 83150.119847534, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.12636599282268, "decode_tok_s": 147.07098920013544, "total_s": 1.869982930002152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 45, "t_send": 83148.24960766, "t_first_token": 83148.386975797, "t_last_token": 83150.120061421, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.36813700234052, "decode_tok_s": 147.13641176676393, "total_s": 1.8704537610028638}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 45, "t_send": 83148.24906707, "t_first_token": 83148.386297144, "t_last_token": 83150.121963791, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.2300739894854, "decode_tok_s": 146.91761257306155, "total_s": 1.8728967209899565}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 45, "t_send": 83148.248996089, "t_first_token": 83148.387486331, "t_last_token": 83150.119893601, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.49024201044813, "decode_tok_s": 147.19402557118715, "total_s": 1.870897512009833}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 45, "t_send": 83148.249693396, "t_first_token": 83148.387144498, "t_last_token": 83150.120792494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.45110199670307, "decode_tok_s": 147.0886827023132, "total_s": 1.8710990979889175}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 45, "t_send": 83148.249523891, "t_first_token": 83148.386113286, "t_last_token": 83150.120631037, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.58939499873668, "decode_tok_s": 147.01492668670323, "total_s": 1.8711071459983941}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 45, "t_send": 83148.249425135, "t_first_token": 83148.385838222, "t_last_token": 83150.120304517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.41308700607624, "decode_tok_s": 147.0192881443942, "total_s": 1.8708793819969287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 45, "t_send": 83148.249147181, "t_first_token": 83148.360435863, "t_last_token": 83150.108687219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.28868199011777, "decode_tok_s": 145.8600327255012, "total_s": 1.8595400379999774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 45, "t_send": 83148.249781214, "t_first_token": 83148.386924524, "t_last_token": 83150.120544381, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.14330999937374, "decode_tok_s": 147.09107015055577, "total_s": 1.8707631669967668}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 45, "t_send": 83148.249991764, "t_first_token": 83148.390691554, "t_last_token": 83150.124364124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.69979000487365, "decode_tok_s": 147.08659778813166, "total_s": 1.874372360005509}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 45, "t_send": 83148.249199563, "t_first_token": 83148.387336525, "t_last_token": 83150.121429513, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.13696200668346, "decode_tok_s": 147.0509377319754, "total_s": 1.8722299500077497}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 45, "t_send": 83148.249366021, "t_first_token": 83148.387395377, "t_last_token": 83150.120158848, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.02935599233024, "decode_tok_s": 147.16376716523118, "total_s": 1.8707928270014236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 46, "t_send": 83150.126525278, "t_first_token": 83150.259901277, "t_last_token": 83151.756138275, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.37599899386987, "decode_tok_s": 170.42754613064088, "total_s": 1.62961299699964}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 46, "t_send": 83150.126608286, "t_first_token": 83150.259857478, "t_last_token": 83151.756720366, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.2491920038592, "decode_tok_s": 170.35628449607643, "total_s": 1.6301120800053468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 46, "t_send": 83150.127731388, "t_first_token": 83150.259951706, "t_last_token": 83151.757048128, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.22031800250988, "decode_tok_s": 170.32971040020345, "total_s": 1.629316739999922}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 46, "t_send": 83150.126087927, "t_first_token": 83150.258711071, "t_last_token": 83151.756323497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6231440034462, "decode_tok_s": 170.2710231119087, "total_s": 1.6302355700026965}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 46, "t_send": 83150.127853069, "t_first_token": 83150.258919341, "t_last_token": 83151.755957342, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.06627199158538, "decode_tok_s": 170.33635741293153, "total_s": 1.6281042729970068}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 46, "t_send": 83150.126213645, "t_first_token": 83150.259008652, "t_last_token": 83151.757314066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.79500701173674, "decode_tok_s": 170.19227029367926, "total_s": 1.6311004210001556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 46, "t_send": 83150.127025446, "t_first_token": 83150.259054759, "t_last_token": 83151.755892052, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.02931299747434, "decode_tok_s": 170.35919748408426, "total_s": 1.6288666059990646}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 46, "t_send": 83150.126322693, "t_first_token": 83150.259817244, "t_last_token": 83151.758159924, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.49455100251362, "decode_tok_s": 170.18803736006547, "total_s": 1.6318372309906408}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 46, "t_send": 83150.127624777, "t_first_token": 83150.259700449, "t_last_token": 83151.757431772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.07567199424375, "decode_tok_s": 170.25750619171617, "total_s": 1.629806994998944}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 46, "t_send": 83150.127323609, "t_first_token": 83150.259210093, "t_last_token": 83151.756641605, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.88648399955127, "decode_tok_s": 170.29159461256168, "total_s": 1.6293179959902773}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 46, "t_send": 83150.126865377, "t_first_token": 83150.259599173, "t_last_token": 83151.757582689, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.73379601014312, "decode_tok_s": 170.22884249259545, "total_s": 1.6307173120003426}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 46, "t_send": 83150.12677382, "t_first_token": 83150.258959937, "t_last_token": 83151.758041993, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.18611699994653, "decode_tok_s": 170.10409735644672, "total_s": 1.6312681730050826}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 46, "t_send": 83150.126955685, "t_first_token": 83150.259436512, "t_last_token": 83151.756364543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.48082700010855, "decode_tok_s": 170.3488709668179, "total_s": 1.629408858003444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 46, "t_send": 83150.126400339, "t_first_token": 83150.238587397, "t_last_token": 83151.745278289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.18705801002216, "decode_tok_s": 169.24506635986066, "total_s": 1.6188779500080273}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 46, "t_send": 83150.126685644, "t_first_token": 83150.258816808, "t_last_token": 83151.757909318, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1311639912892, "decode_tok_s": 170.1029111273064, "total_s": 1.631223673990462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 46, "t_send": 83150.127941386, "t_first_token": 83150.25926441, "t_last_token": 83151.756814297, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3230239902623, "decode_tok_s": 170.27813377895606, "total_s": 1.6288729109946871}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 47, "t_send": 83151.760474648, "t_first_token": 83151.892768502, "t_last_token": 83153.389230505, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.29385399608873, "decode_tok_s": 170.40192099094457, "total_s": 1.6287558569893008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 47, "t_send": 83151.761124445, "t_first_token": 83151.892989512, "t_last_token": 83153.391514072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8650670000352, "decode_tok_s": 170.1673811726713, "total_s": 1.6303896270110272}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 47, "t_send": 83151.76059291, "t_first_token": 83151.891960906, "t_last_token": 83153.390012432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.36799600033555, "decode_tok_s": 170.22111427576633, "total_s": 1.6294195220107213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 47, "t_send": 83151.761919994, "t_first_token": 83151.892045384, "t_last_token": 83153.389558006, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.12539000192191, "decode_tok_s": 170.28237108141167, "total_s": 1.6276380120107206}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 47, "t_send": 83151.761738354, "t_first_token": 83151.892866226, "t_last_token": 83153.389694378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.12787199497689, "decode_tok_s": 170.36023785339754, "total_s": 1.6279560239927378}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 47, "t_send": 83151.76069839, "t_first_token": 83151.892953388, "t_last_token": 83153.390954845, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2549979959149, "decode_tok_s": 170.22680372434274, "total_s": 1.6302564549987437}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 47, "t_send": 83151.760866346, "t_first_token": 83151.892824461, "t_last_token": 83153.390362368, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.95811500190757, "decode_tok_s": 170.2794959706509, "total_s": 1.6294960219966015}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 47, "t_send": 83151.761356516, "t_first_token": 83151.891917175, "t_last_token": 83153.39103935, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56065900309477, "decode_tok_s": 170.0995450893302, "total_s": 1.6296828339982312}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 47, "t_send": 83151.76077631, "t_first_token": 83151.892654293, "t_last_token": 83153.389345712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8779830035055, "decode_tok_s": 170.3758014262087, "total_s": 1.6285694020043593}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 47, "t_send": 83151.761186402, "t_first_token": 83151.892584215, "t_last_token": 83153.389869721, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3978130056057, "decode_tok_s": 170.3082003932635, "total_s": 1.6286833189951722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 47, "t_send": 83151.761254117, "t_first_token": 83151.891862466, "t_last_token": 83153.389784172, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.60834900534246, "decode_tok_s": 170.23586678671526, "total_s": 1.6285300550080137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 47, "t_send": 83151.761818368, "t_first_token": 83151.892909717, "t_last_token": 83153.391309479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0913490015082, "decode_tok_s": 170.18155399304425, "total_s": 1.6294911110016983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 47, "t_send": 83151.762009734, "t_first_token": 83151.892710099, "t_last_token": 83153.391164751, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.70036499993876, "decode_tok_s": 170.1753200604438, "total_s": 1.6291550169989932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 47, "t_send": 83151.760950248, "t_first_token": 83151.873323477, "t_last_token": 83153.378982801, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.37322899978608, "decode_tok_s": 169.3610207403731, "total_s": 1.6180325530003756}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 47, "t_send": 83151.761038028, "t_first_token": 83151.892504432, "t_last_token": 83153.389964197, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4664040110074, "decode_tok_s": 170.28838167149922, "total_s": 1.6289261690108106}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 47, "t_send": 83151.76165803, "t_first_token": 83151.891800835, "t_last_token": 83153.389513376, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14280500647146, "decode_tok_s": 170.25964129998692, "total_s": 1.6278553459997056}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 48, "t_send": 83153.393386209, "t_first_token": 83153.521987751, "t_last_token": 83155.019968182, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.60154199006502, "decode_tok_s": 170.22919306762117, "total_s": 1.626581972988788}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 48, "t_send": 83153.393508974, "t_first_token": 83153.521864346, "t_last_token": 83155.020854708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.355371998623, "decode_tok_s": 170.1145027107715, "total_s": 1.627345733999391}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 48, "t_send": 83153.394348833, "t_first_token": 83153.521914418, "t_last_token": 83155.019475716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.56558500404935, "decode_tok_s": 170.2768363069171, "total_s": 1.6251268830092158}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 48, "t_send": 83153.394025501, "t_first_token": 83153.522931663, "t_last_token": 83155.019890162, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9061620045686, "decode_tok_s": 170.34540381033932, "total_s": 1.625864661007654}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 48, "t_send": 83153.394099808, "t_first_token": 83153.5231183, "t_last_token": 83155.019309199, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0184919926105, "decode_tok_s": 170.43279715946508, "total_s": 1.6252093909861287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 48, "t_send": 83153.394863307, "t_first_token": 83153.523219733, "t_last_token": 83155.019514059, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.35642600839492, "decode_tok_s": 170.42101648783446, "total_s": 1.624650751997251}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 48, "t_send": 83153.393610965, "t_first_token": 83153.523314966, "t_last_token": 83155.019028128, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7040010103956, "decode_tok_s": 170.48723410375055, "total_s": 1.6254171629989287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 48, "t_send": 83153.395006653, "t_first_token": 83153.521794882, "t_last_token": 83155.020064697, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.78822901216336, "decode_tok_s": 170.19631407334697, "total_s": 1.6250580440100748}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 48, "t_send": 83153.394749678, "t_first_token": 83153.522032561, "t_last_token": 83155.020789391, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.28288299695123, "decode_tok_s": 170.14100946600038, "total_s": 1.6260397129954072}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 48, "t_send": 83153.393678971, "t_first_token": 83153.522492617, "t_last_token": 83155.019591125, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.81364600616507, "decode_tok_s": 170.32947306899302, "total_s": 1.6259121540060733}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 48, "t_send": 83153.394655589, "t_first_token": 83153.52214764, "t_last_token": 83155.019825663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.4920510040829, "decode_tok_s": 170.26356538945137, "total_s": 1.6251700739958324}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 48, "t_send": 83153.393769262, "t_first_token": 83153.52275619, "t_last_token": 83155.018916965, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98692800081335, "decode_tok_s": 170.43622868660088, "total_s": 1.6251477030018577}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 48, "t_send": 83153.393932658, "t_first_token": 83153.523267308, "t_last_token": 83155.019857042, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33465000241995, "decode_tok_s": 170.38737752017389, "total_s": 1.6259243840031559}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 48, "t_send": 83153.394433054, "t_first_token": 83153.522660788, "t_last_token": 83155.019107283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.22773400694132, "decode_tok_s": 170.40368690198758, "total_s": 1.6246742290095426}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 48, "t_send": 83153.393829746, "t_first_token": 83153.502290293, "t_last_token": 83155.008895585, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.4605470095994, "decode_tok_s": 169.25468226902183, "total_s": 1.6150658389960881}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 48, "t_send": 83153.394518324, "t_first_token": 83153.522435063, "t_last_token": 83155.019612611, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.91673900210299, "decode_tok_s": 170.32048092208578, "total_s": 1.6250942869955907}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 49, "t_send": 83155.023682833, "t_first_token": 83155.184825781, "t_last_token": 83156.917387516, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 161.14294801081996, "decode_tok_s": 147.1809026187658, "total_s": 1.8937046830105828}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 49, "t_send": 83155.022163247, "t_first_token": 83155.179759271, "t_last_token": 83156.913620859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.59602400066797, "decode_tok_s": 147.0705630512079, "total_s": 1.8914576120005222}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 49, "t_send": 83155.023288883, "t_first_token": 83155.179462051, "t_last_token": 83156.914343372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.17316799762193, "decode_tok_s": 146.98411753802378, "total_s": 1.891054488994996}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 49, "t_send": 83155.023544902, "t_first_token": 83155.178991109, "t_last_token": 83156.913332399, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.44620700529777, "decode_tok_s": 147.02988475869117, "total_s": 1.8897874969989061}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 49, "t_send": 83155.022924363, "t_first_token": 83155.185069276, "t_last_token": 83156.918351956, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 162.1449130034307, "decode_tok_s": 147.1196839054364, "total_s": 1.8954275930009317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 49, "t_send": 83155.022719779, "t_first_token": 83155.184944821, "t_last_token": 83156.919157589, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 162.22504200413823, "decode_tok_s": 147.0407810996346, "total_s": 1.8964378100063186}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 49, "t_send": 83155.022270556, "t_first_token": 83155.17878665, "t_last_token": 83156.913910193, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.51609399355948, "decode_tok_s": 146.96359865969973, "total_s": 1.8916396370041184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 49, "t_send": 83155.023206165, "t_first_token": 83155.179663941, "t_last_token": 83156.913696801, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.45777600002475, "decode_tok_s": 147.0560367584333, "total_s": 1.8904906359966844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 49, "t_send": 83155.022353869, "t_first_token": 83155.178611166, "t_last_token": 83156.913203138, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.2572969996836, "decode_tok_s": 147.00863610399287, "total_s": 1.8908492689952254}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 49, "t_send": 83155.022826287, "t_first_token": 83155.179284741, "t_last_token": 83156.9133786, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.45845400285907, "decode_tok_s": 147.05086387087235, "total_s": 1.8905523130088113}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 49, "t_send": 83155.022413563, "t_first_token": 83155.179806095, "t_last_token": 83156.913954261, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.39253199717496, "decode_tok_s": 147.04625879027586, "total_s": 1.8915406980086118}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 49, "t_send": 83155.023029406, "t_first_token": 83155.178903154, "t_last_token": 83156.912880613, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.87374799360987, "decode_tok_s": 147.06073523354124, "total_s": 1.889851207000902}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 49, "t_send": 83155.022563054, "t_first_token": 83155.179036738, "t_last_token": 83156.913244453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.47368400823325, "decode_tok_s": 147.04120953626085, "total_s": 1.8906813990033697}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 49, "t_send": 83155.022481382, "t_first_token": 83155.1313427, "t_last_token": 83156.901798382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.86131800361909, "decode_tok_s": 144.03071626882243, "total_s": 1.8793169999989914}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 49, "t_send": 83155.023125205, "t_first_token": 83155.179492956, "t_last_token": 83156.913738014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.36775099847, "decode_tok_s": 147.03804333947457, "total_s": 1.8906128090020502}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 49, "t_send": 83155.022039641, "t_first_token": 83155.179607731, "t_last_token": 83156.912937537, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.56808999867644, "decode_tok_s": 147.11568399608856, "total_s": 1.8908978959952947}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 50, "t_send": 83156.921231575, "t_first_token": 83157.061010025, "t_last_token": 83158.796582217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.77845000044908, "decode_tok_s": 146.92560826746322, "total_s": 1.8753506419889163}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 50, "t_send": 83156.921607033, "t_first_token": 83157.058710777, "t_last_token": 83158.792112464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.103743996704, "decode_tok_s": 147.10958337717992, "total_s": 1.8705054309975822}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 50, "t_send": 83156.921391508, "t_first_token": 83157.059656535, "t_last_token": 83158.792501094, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.2650269952137, "decode_tok_s": 147.15688067705815, "total_s": 1.87110958599078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 50, "t_send": 83156.92220365, "t_first_token": 83157.05744371, "t_last_token": 83158.792642488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.2400600007968, "decode_tok_s": 146.95722659172367, "total_s": 1.8704388379992452}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 50, "t_send": 83156.920858124, "t_first_token": 83157.058090984, "t_last_token": 83158.792571977, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.23286001186352, "decode_tok_s": 147.01804230210135, "total_s": 1.8717138530046213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 50, "t_send": 83156.92075897, "t_first_token": 83157.059130684, "t_last_token": 83158.793525343, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.3717140124645, "decode_tok_s": 147.02536050672492, "total_s": 1.8727663730096538}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 50, "t_send": 83156.921058181, "t_first_token": 83157.057734132, "t_last_token": 83158.791855916, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.67595099832397, "decode_tok_s": 147.04849587424056, "total_s": 1.8707977349986322}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 50, "t_send": 83156.92194744, "t_first_token": 83157.059024429, "t_last_token": 83158.792713471, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.0769890054362, "decode_tok_s": 147.08520029993886, "total_s": 1.8707660310028587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 50, "t_send": 83156.920940726, "t_first_token": 83157.057212718, "t_last_token": 83158.791902653, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.27199199981987, "decode_tok_s": 147.00033409767155, "total_s": 1.870961926993914}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 50, "t_send": 83156.921476608, "t_first_token": 83157.031744803, "t_last_token": 83158.780511515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.26819499966223, "decode_tok_s": 145.8170482375624, "total_s": 1.859034907000023}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 50, "t_send": 83156.9213057, "t_first_token": 83157.058532037, "t_last_token": 83158.791745478, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.22633699944708, "decode_tok_s": 147.1255610927895, "total_s": 1.8704397779947612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 50, "t_send": 83156.921845321, "t_first_token": 83157.057383656, "t_last_token": 83158.791944539, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.53833500191104, "decode_tok_s": 147.01127097944422, "total_s": 1.8700992179947207}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 50, "t_send": 83156.921707522, "t_first_token": 83157.058839784, "t_last_token": 83158.793670394, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.13226201070938, "decode_tok_s": 146.98841404439077, "total_s": 1.8719628720136825}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 50, "t_send": 83156.92114773, "t_first_token": 83157.059343266, "t_last_token": 83158.793975256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.1955359975109, "decode_tok_s": 147.00524461016022, "total_s": 1.8728275260073133}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 50, "t_send": 83156.921549646, "t_first_token": 83157.057950914, "t_last_token": 83158.79198696, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.40126799873542, "decode_tok_s": 147.05576656674208, "total_s": 1.8704373140062671}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 50, "t_send": 83156.920632811, "t_first_token": 83157.058404015, "t_last_token": 83158.793760167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.77120399754494, "decode_tok_s": 146.9438995022402, "total_s": 1.873127355996985}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 51, "t_send": 83158.799496998, "t_first_token": 83158.932730184, "t_last_token": 83160.429541764, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.23318598850165, "decode_tok_s": 170.36212400225006, "total_s": 1.630044765988714}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 51, "t_send": 83158.799165702, "t_first_token": 83158.932856046, "t_last_token": 83160.429863957, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.69034399511293, "decode_tok_s": 170.3397811896668, "total_s": 1.6306982550013345}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 51, "t_send": 83158.799042303, "t_first_token": 83158.932771666, "t_last_token": 83160.429148189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.72936300584115, "decode_tok_s": 170.41165514294536, "total_s": 1.6301058859971818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 51, "t_send": 83158.800970541, "t_first_token": 83158.932519718, "t_last_token": 83160.428845503, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.54917700740043, "decode_tok_s": 170.4174335266604, "total_s": 1.6278749620105373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 51, "t_send": 83158.799734096, "t_first_token": 83158.912786297, "t_last_token": 83160.418942492, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.05220100621227, "decode_tok_s": 169.3051496562804, "total_s": 1.6192083960049786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 51, "t_send": 83158.800334033, "t_first_token": 83158.932341016, "t_last_token": 83160.428766144, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.00698299624491, "decode_tok_s": 170.4061200443898, "total_s": 1.6284321109997109}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 51, "t_send": 83158.799659034, "t_first_token": 83158.933404529, "t_last_token": 83160.429380125, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.74549499712884, "decode_tok_s": 170.45732609655846, "total_s": 1.6297210909979185}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 51, "t_send": 83158.799272819, "t_first_token": 83158.932397414, "t_last_token": 83160.428933525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.12459499866236, "decode_tok_s": 170.39348273944344, "total_s": 1.629660706006689}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 51, "t_send": 83158.79995905, "t_first_token": 83158.932681683, "t_last_token": 83160.429451902, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.7226330031408, "decode_tok_s": 170.36683170356184, "total_s": 1.6294928520073881}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 51, "t_send": 83158.799432253, "t_first_token": 83158.933012504, "t_last_token": 83160.429214152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5802510002395, "decode_tok_s": 170.43157273694578, "total_s": 1.6297818989987718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 51, "t_send": 83158.800089145, "t_first_token": 83158.932444986, "t_last_token": 83160.428900822, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.35584099311382, "decode_tok_s": 170.4026232292527, "total_s": 1.6288116769865155}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 51, "t_send": 83158.799364531, "t_first_token": 83158.9328126, "t_last_token": 83160.429092454, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.44806899840478, "decode_tok_s": 170.42266479732754, "total_s": 1.629727922991151}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 51, "t_send": 83158.801154195, "t_first_token": 83158.932617918, "t_last_token": 83160.429283194, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.46372300980147, "decode_tok_s": 170.37877746663167, "total_s": 1.6281289990001824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 51, "t_send": 83158.799873997, "t_first_token": 83158.932238057, "t_last_token": 83160.428669735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.36405998759437, "decode_tok_s": 170.40537416259482, "total_s": 1.6287957379972795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 51, "t_send": 83158.799579954, "t_first_token": 83158.933279558, "t_last_token": 83160.428876589, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.6996040045051, "decode_tok_s": 170.50047219609885, "total_s": 1.629296635001083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 51, "t_send": 83158.800189145, "t_first_token": 83158.932968176, "t_last_token": 83160.42857364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.77903100242838, "decode_tok_s": 170.49951082484418, "total_s": 1.628384495008504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 52, "t_send": 83160.433587349, "t_first_token": 83160.566845195, "t_last_token": 83162.302979381, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.2578459987417, "decode_tok_s": 146.878047824385, "total_s": 1.869392031992902}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 52, "t_send": 83160.433036544, "t_first_token": 83160.540262572, "t_last_token": 83162.290431046, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.22602800524328, "decode_tok_s": 145.70025902561315, "total_s": 1.8573945020034444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 52, "t_send": 83160.432698587, "t_first_token": 83160.566896546, "t_last_token": 83162.302007605, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.19795900699683, "decode_tok_s": 146.96465605358057, "total_s": 1.869309018002241}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 52, "t_send": 83160.432787777, "t_first_token": 83160.566095863, "t_last_token": 83162.301416668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.30808600585442, "decode_tok_s": 146.94689262455114, "total_s": 1.8686288909957511}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 52, "t_send": 83160.433316785, "t_first_token": 83160.566302706, "t_last_token": 83162.301659708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.98592100909445, "decode_tok_s": 146.94382752792762, "total_s": 1.868342923000455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 52, "t_send": 83160.433745517, "t_first_token": 83160.567037304, "t_last_token": 83162.301683961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.29178700223565, "decode_tok_s": 147.004001633843, "total_s": 1.867938444003812}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 52, "t_send": 83160.432876346, "t_first_token": 83160.566648062, "t_last_token": 83162.301477399, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.77171599131543, "decode_tok_s": 146.98852190311442, "total_s": 1.8686010529927444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 52, "t_send": 83160.433491226, "t_first_token": 83160.566606804, "t_last_token": 83162.301586889, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.1155780062545, "decode_tok_s": 146.9757504444804, "total_s": 1.8680956630123546}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 52, "t_send": 83160.433233313, "t_first_token": 83160.566946669, "t_last_token": 83162.301626106, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.71335600095335, "decode_tok_s": 147.0012237198874, "total_s": 1.8683927929960191}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 52, "t_send": 83160.433668206, "t_first_token": 83160.566257928, "t_last_token": 83162.30248676, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.58972200856078, "decode_tok_s": 146.87004114904158, "total_s": 1.8688185540086124}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 52, "t_send": 83160.432965479, "t_first_token": 83160.566990548, "t_last_token": 83162.301835545, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.02506899728905, "decode_tok_s": 146.98719507550456, "total_s": 1.8688700659986353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 52, "t_send": 83160.433849128, "t_first_token": 83160.566219085, "t_last_token": 83162.301922995, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.3699569911696, "decode_tok_s": 146.9144584686883, "total_s": 1.8680738669936545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 52, "t_send": 83160.434007141, "t_first_token": 83160.570171311, "t_last_token": 83162.305573593, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.16417000594083, "decode_tok_s": 146.93999347931583, "total_s": 1.8715664519986603}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 52, "t_send": 83160.433164764, "t_first_token": 83160.566522135, "t_last_token": 83162.301709088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.35737099987455, "decode_tok_s": 146.9582280801239, "total_s": 1.868544323995593}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 52, "t_send": 83160.432572827, "t_first_token": 83160.566174579, "t_last_token": 83162.30285533, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.6017519934103, "decode_tok_s": 146.83182263268768, "total_s": 1.8702825029904488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 52, "t_send": 83160.433428795, "t_first_token": 83160.566341841, "t_last_token": 83162.301556667, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.9130459926091, "decode_tok_s": 146.95586746938957, "total_s": 1.8681278719886905}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 53, "t_send": 83162.308925308, "t_first_token": 83162.438572964, "t_last_token": 83163.936972483, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.64765600918327, "decode_tok_s": 170.1815815921799, "total_s": 1.628047175006941}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 53, "t_send": 83162.307656934, "t_first_token": 83162.438445897, "t_last_token": 83163.937460654, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.78896299703047, "decode_tok_s": 170.11173426456213, "total_s": 1.6298037199885584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 53, "t_send": 83162.308109769, "t_first_token": 83162.438998255, "t_last_token": 83163.93656494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.88848600455094, "decode_tok_s": 170.2762237937705, "total_s": 1.6284551709977677}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 53, "t_send": 83162.30787421, "t_first_token": 83162.438670063, "t_last_token": 83163.936723259, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79585299419705, "decode_tok_s": 170.22092451751323, "total_s": 1.6288490489969263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 53, "t_send": 83162.308273496, "t_first_token": 83162.418416007, "t_last_token": 83163.926590163, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.14251099550165, "decode_tok_s": 169.07861667415617, "total_s": 1.6183166669943603}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 53, "t_send": 83162.308377346, "t_first_token": 83162.43934862, "t_last_token": 83163.937285632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.97127400396857, "decode_tok_s": 170.23412730809503, "total_s": 1.6289082860021153}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 53, "t_send": 83162.309220634, "t_first_token": 83162.438526206, "t_last_token": 83163.937545767, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30557200161275, "decode_tok_s": 170.11118909599895, "total_s": 1.6283251330023631}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 53, "t_send": 83162.309074786, "t_first_token": 83162.43830092, "t_last_token": 83163.937241069, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.22613399859983, "decode_tok_s": 170.12020137680497, "total_s": 1.6281662830006098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 53, "t_send": 83162.308685187, "t_first_token": 83162.438091227, "t_last_token": 83163.937062907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.40603999595623, "decode_tok_s": 170.11662288323876, "total_s": 1.6283777200005716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 53, "t_send": 83162.307785757, "t_first_token": 83162.43805212, "t_last_token": 83163.938217668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2663629903691, "decode_tok_s": 169.9812399636833, "total_s": 1.6304319109913195}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 53, "t_send": 83162.307957498, "t_first_token": 83162.439056986, "t_last_token": 83163.936824728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.09948800411075, "decode_tok_s": 170.25336629146494, "total_s": 1.6288672300142935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 53, "t_send": 83162.308046346, "t_first_token": 83162.438958832, "t_last_token": 83163.936502077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.91248599812388, "decode_tok_s": 170.27888900786309, "total_s": 1.6284557309991214}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 53, "t_send": 83162.30818831, "t_first_token": 83162.439406218, "t_last_token": 83163.938098534, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.21790801233146, "decode_tok_s": 170.14833350352686, "total_s": 1.6299102240009233}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 53, "t_send": 83162.308861342, "t_first_token": 83162.438761476, "t_last_token": 83163.938254201, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9001340084942, "decode_tok_s": 170.0575106165225, "total_s": 1.6293928590021096}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 53, "t_send": 83162.308456833, "t_first_token": 83162.438913395, "t_last_token": 83163.93710181, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.45656200847588, "decode_tok_s": 170.20556122732341, "total_s": 1.6286449770123}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 53, "t_send": 83162.30878456, "t_first_token": 83162.438010492, "t_last_token": 83163.936693753, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.22593200346455, "decode_tok_s": 170.1493615333088, "total_s": 1.627909193004598}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 54, "t_send": 83163.940874877, "t_first_token": 83164.069837552, "t_last_token": 83165.568495083, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.96267500764225, "decode_tok_s": 170.1522827762505, "total_s": 1.6276202060107607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 54, "t_send": 83163.941003775, "t_first_token": 83164.069310969, "t_last_token": 83165.568215955, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30719399789814, "decode_tok_s": 170.1241922480041, "total_s": 1.6272121799993329}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 54, "t_send": 83163.94146882, "t_first_token": 83164.04945673, "t_last_token": 83165.557334689, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.98790999979246, "decode_tok_s": 169.11182929530457, "total_s": 1.6158658689964795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 54, "t_send": 83163.941378631, "t_first_token": 83164.068717932, "t_last_token": 83165.567848496, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.33930099057034, "decode_tok_s": 170.09859322704116, "total_s": 1.626469864990213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 54, "t_send": 83163.941173211, "t_first_token": 83164.069879628, "t_last_token": 83165.568829418, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.70641700283159, "decode_tok_s": 170.11910719226591, "total_s": 1.6276562069979263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 54, "t_send": 83163.941105403, "t_first_token": 83164.069549447, "t_last_token": 83165.568290589, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.44404399220366, "decode_tok_s": 170.1427904084912, "total_s": 1.6271851859928574}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 54, "t_send": 83163.941876776, "t_first_token": 83164.068930678, "t_last_token": 83165.569989073, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.05390198971145, "decode_tok_s": 169.88013314362877, "total_s": 1.6281122969958233}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 54, "t_send": 83163.942009716, "t_first_token": 83164.069374176, "t_last_token": 83165.568615009, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36446000053547, "decode_tok_s": 170.08608249400035, "total_s": 1.6266052930004662}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 54, "t_send": 83163.943111022, "t_first_token": 83164.068877996, "t_last_token": 83165.568014678, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.7669740007259, "decode_tok_s": 170.09789905165127, "total_s": 1.6249036560038803}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 54, "t_send": 83163.942319833, "t_first_token": 83164.069788106, "t_last_token": 83165.568746689, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.46827299997676, "decode_tok_s": 170.11810926181076, "total_s": 1.6264268559898483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 54, "t_send": 83163.941253669, "t_first_token": 83164.069501318, "t_last_token": 83165.568587467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.24764898687135, "decode_tok_s": 170.1036329158135, "total_s": 1.6273337979946518}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 54, "t_send": 83163.942198318, "t_first_token": 83164.069610484, "t_last_token": 83165.568409636, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.41216600988992, "decode_tok_s": 170.1362051474567, "total_s": 1.6262113180127926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 54, "t_send": 83163.942138866, "t_first_token": 83164.068813354, "t_last_token": 83165.568688773, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.67448799766134, "decode_tok_s": 170.0141203525353, "total_s": 1.6265499069995712}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 54, "t_send": 83163.941304629, "t_first_token": 83164.069688485, "t_last_token": 83165.569921063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3838560048025, "decode_tok_s": 169.97364524711617, "total_s": 1.6286164339981042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 54, "t_send": 83163.942679151, "t_first_token": 83164.069044798, "t_last_token": 83165.569620516, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.36564699641895, "decode_tok_s": 169.9347769928906, "total_s": 1.6269413650006754}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 54, "t_send": 83163.945016931, "t_first_token": 83164.070028223, "t_last_token": 83165.569547991, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.01129199517891, "decode_tok_s": 170.05444372250474, "total_s": 1.6245310600061202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 55, "t_send": 83165.57329149, "t_first_token": 83165.728467338, "t_last_token": 83167.467043063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.17584800545592, "decode_tok_s": 146.67178215651884, "total_s": 1.893751573006739}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 55, "t_send": 83165.572638652, "t_first_token": 83165.683420531, "t_last_token": 83167.455976355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.78187900420744, "decode_tok_s": 143.8600672241643, "total_s": 1.8833377030096017}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 55, "t_send": 83165.57395803, "t_first_token": 83165.727776057, "t_last_token": 83167.467866097, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.81802699994296, "decode_tok_s": 146.544140900142, "total_s": 1.893908066995209}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 55, "t_send": 83165.57274642, "t_first_token": 83165.728009118, "t_last_token": 83167.467785965, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.26269799738657, "decode_tok_s": 146.5705216391633, "total_s": 1.8950395449937787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 55, "t_send": 83165.572900107, "t_first_token": 83165.72782926, "t_last_token": 83167.467688092, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.9291529954644, "decode_tok_s": 146.56361499507923, "total_s": 1.89478798500204}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 55, "t_send": 83165.57340123, "t_first_token": 83165.728111417, "t_last_token": 83167.466635723, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.71018700918648, "decode_tok_s": 146.6761201556037, "total_s": 1.893234493007185}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 55, "t_send": 83165.574470362, "t_first_token": 83165.732343197, "t_last_token": 83167.471165507, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.87283499957994, "decode_tok_s": 146.6509824112946, "total_s": 1.8966951449983753}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 55, "t_send": 83165.572833532, "t_first_token": 83165.727877786, "t_last_token": 83167.467824303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.04425400285982, "decode_tok_s": 146.556228888795, "total_s": 1.8949907710048137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 55, "t_send": 83165.573485636, "t_first_token": 83165.728257596, "t_last_token": 83167.466466858, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.7719599911943, "decode_tok_s": 146.70270466011306, "total_s": 1.8929812219867017}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 55, "t_send": 83165.573206651, "t_first_token": 83165.728174419, "t_last_token": 83167.46672519, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.96776800137013, "decode_tok_s": 146.67388738582358, "total_s": 1.8935185390000697}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 55, "t_send": 83165.572966304, "t_first_token": 83165.727713557, "t_last_token": 83167.466853364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.7472530073719, "decode_tok_s": 146.62420983820752, "total_s": 1.8938870600104565}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 55, "t_send": 83165.573674638, "t_first_token": 83165.727915647, "t_last_token": 83167.46629396, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.24100900418125, "decode_tok_s": 146.688438353302, "total_s": 1.8926193219958805}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 55, "t_send": 83165.574815786, "t_first_token": 83165.733037396, "t_last_token": 83167.471289514, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.22160999232437, "decode_tok_s": 146.6990877559425, "total_s": 1.8964737279893598}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 55, "t_send": 83165.572505621, "t_first_token": 83165.728528241, "t_last_token": 83167.467316973, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.02261999447364, "decode_tok_s": 146.65381441007173, "total_s": 1.8948113519873004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 55, "t_send": 83165.573790375, "t_first_token": 83165.732901515, "t_last_token": 83167.471058324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.11114000482485, "decode_tok_s": 146.70713176216734, "total_s": 1.8972679489961592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 55, "t_send": 83165.573565117, "t_first_token": 83165.727652475, "t_last_token": 83167.466954515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.08735800883733, "decode_tok_s": 146.61053349963439, "total_s": 1.8933893979992718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 56, "t_send": 83167.472745297, "t_first_token": 83167.603258275, "t_last_token": 83169.102191612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5129780084826, "decode_tok_s": 170.12097450064698, "total_s": 1.6294463149970397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 56, "t_send": 83167.472865562, "t_first_token": 83167.603220316, "t_last_token": 83169.101350865, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3547540010186, "decode_tok_s": 170.21213549711325, "total_s": 1.6284853030083468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 56, "t_send": 83167.47338874, "t_first_token": 83167.603476957, "t_last_token": 83169.102108432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0882169889519, "decode_tok_s": 170.15524113441384, "total_s": 1.6287196919874987}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 56, "t_send": 83167.472969676, "t_first_token": 83167.603636859, "t_last_token": 83169.100964084, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66718299523927, "decode_tok_s": 170.30345521095214, "total_s": 1.6279944080015412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 56, "t_send": 83167.474536971, "t_first_token": 83167.603066914, "t_last_token": 83169.10158377, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.52994300192222, "decode_tok_s": 170.16825601925711, "total_s": 1.6270467989961617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 56, "t_send": 83167.473064614, "t_first_token": 83167.603191552, "t_last_token": 83169.101778296, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.12693800556008, "decode_tok_s": 170.16032006250052, "total_s": 1.6287136820028536}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 56, "t_send": 83167.473530758, "t_first_token": 83167.603430487, "t_last_token": 83169.101260726, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.89972899958957, "decode_tok_s": 170.24626246620144, "total_s": 1.6277299680077704}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 56, "t_send": 83167.473473357, "t_first_token": 83167.60338512, "t_last_token": 83169.101215448, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9117630114779, "decode_tok_s": 170.24625235200037, "total_s": 1.6277420910046203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 56, "t_send": 83167.473156362, "t_first_token": 83167.602957987, "t_last_token": 83169.100843623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.80162499297876, "decode_tok_s": 170.23996616938152, "total_s": 1.6276872610033024}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 56, "t_send": 83167.473599112, "t_first_token": 83167.603121567, "t_last_token": 83169.101447467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52245499764103, "decode_tok_s": 170.18994332273823, "total_s": 1.6278483549976954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 56, "t_send": 83167.473728797, "t_first_token": 83167.603526201, "t_last_token": 83169.102014879, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.79740399168804, "decode_tok_s": 170.17145591002688, "total_s": 1.6282860819919733}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 56, "t_send": 83167.473896818, "t_first_token": 83167.603151069, "t_last_token": 83169.101181994, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.25425099092536, "decode_tok_s": 170.22345516557354, "total_s": 1.6272851760004414}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 56, "t_send": 83167.473223038, "t_first_token": 83167.603454951, "t_last_token": 83169.101381228, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.23191298998427, "decode_tok_s": 170.23534730265757, "total_s": 1.6281581899966113}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 56, "t_send": 83167.473663852, "t_first_token": 83167.603781537, "t_last_token": 83169.101902353, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.11768499563914, "decode_tok_s": 170.21324133285208, "total_s": 1.6282385009981226}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 56, "t_send": 83167.47328746, "t_first_token": 83167.5831123, "t_last_token": 83169.0908824, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.82483999396209, "decode_tok_s": 169.1239267830007, "total_s": 1.6175949400058016}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 56, "t_send": 83167.475199967, "t_first_token": 83167.603359805, "t_last_token": 83169.101040367, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.15983800101094, "decode_tok_s": 170.26327674324781, "total_s": 1.6258403999963775}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 57, "t_send": 83169.103527741, "t_first_token": 83169.229453003, "t_last_token": 83170.728948523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.92526200751308, "decode_tok_s": 170.05719363598433, "total_s": 1.6254207820020383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 57, "t_send": 83169.103653431, "t_first_token": 83169.210014488, "t_last_token": 83170.717884034, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 106.36105699813925, "decode_tok_s": 169.11277283545803, "total_s": 1.6142306030087639}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 57, "t_send": 83169.104379287, "t_first_token": 83169.229694914, "t_last_token": 83170.728348586, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.31562699587084, "decode_tok_s": 170.15272091549957, "total_s": 1.6239692989911418}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 57, "t_send": 83169.104983048, "t_first_token": 83169.230380962, "t_last_token": 83170.729141714, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.397914001951, "decode_tok_s": 170.14056423744213, "total_s": 1.6241586659889435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 57, "t_send": 83169.103754351, "t_first_token": 83169.229592745, "t_last_token": 83170.729883129, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.83839400031138, "decode_tok_s": 169.96709618403918, "total_s": 1.6261287779925624}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 57, "t_send": 83169.104675922, "t_first_token": 83169.229112935, "t_last_token": 83170.731291299, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.43701300071552, "decode_tok_s": 169.75347675859933, "total_s": 1.6266153769975062}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 57, "t_send": 83169.1042198, "t_first_token": 83169.230319189, "t_last_token": 83170.729025372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.09938898822293, "decode_tok_s": 170.14675917929753, "total_s": 1.624805571991601}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 57, "t_send": 83169.104458947, "t_first_token": 83169.23026003, "t_last_token": 83170.728223494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.80108300608117, "decode_tok_s": 170.2311212039823, "total_s": 1.6237645470100688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 57, "t_send": 83169.103846452, "t_first_token": 83169.229839584, "t_last_token": 83170.730121114, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.99313200917095, "decode_tok_s": 169.96809925448198, "total_s": 1.6262746620050166}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 57, "t_send": 83169.104307424, "t_first_token": 83169.229753901, "t_last_token": 83170.729108266, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.44647700269707, "decode_tok_s": 170.07320347620282, "total_s": 1.6248008419934195}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 57, "t_send": 83169.104766157, "t_first_token": 83169.229943943, "t_last_token": 83170.729248935, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.17778600158636, "decode_tok_s": 170.0788040878202, "total_s": 1.6244827779883053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 57, "t_send": 83169.103930912, "t_first_token": 83169.229340986, "t_last_token": 83170.728160371, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.41007400432136, "decode_tok_s": 170.13390842948962, "total_s": 1.6242294590047095}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 57, "t_send": 83169.104113117, "t_first_token": 83169.229189373, "t_last_token": 83170.730017685, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.07625599391758, "decode_tok_s": 169.90617645046763, "total_s": 1.6259045679908013}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 57, "t_send": 83169.104539662, "t_first_token": 83169.229989542, "t_last_token": 83170.728579547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.44987999717705, "decode_tok_s": 170.15994978625895, "total_s": 1.6240398849913618}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 57, "t_send": 83169.104889506, "t_first_token": 83169.229064215, "t_last_token": 83170.729207161, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.17470900982153, "decode_tok_s": 169.98380099758523, "total_s": 1.624317655005143}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 57, "t_send": 83169.104034891, "t_first_token": 83169.230030287, "t_last_token": 83170.728545228, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.99539599614218, "decode_tok_s": 170.16847348137605, "total_s": 1.6245103370019933}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 58, "t_send": 83170.734756833, "t_first_token": 83170.863870822, "t_last_token": 83172.36205307, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.11398899450433, "decode_tok_s": 170.20626184813588, "total_s": 1.627296236998518}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 58, "t_send": 83170.733771831, "t_first_token": 83170.862898824, "t_last_token": 83172.361035856, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.12699299340602, "decode_tok_s": 170.21139892606524, "total_s": 1.6272640249953838}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 58, "t_send": 83170.734243499, "t_first_token": 83170.863941867, "t_last_token": 83172.361446707, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.69836800766643, "decode_tok_s": 170.2832559800335, "total_s": 1.627203208001447}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 58, "t_send": 83170.733069307, "t_first_token": 83170.843158387, "t_last_token": 83172.351967871, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.0890800007619, "decode_tok_s": 169.0074212175974, "total_s": 1.6188985640037572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 58, "t_send": 83170.734111935, "t_first_token": 83170.863058883, "t_last_token": 83172.361620763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94694799615536, "decode_tok_s": 170.16314334666532, "total_s": 1.6275088279944612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 58, "t_send": 83170.733176301, "t_first_token": 83170.86295492, "t_last_token": 83172.361337447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77861899707932, "decode_tok_s": 170.18351148959846, "total_s": 1.6281611459999112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 58, "t_send": 83170.73393383, "t_first_token": 83170.863812318, "t_last_token": 83172.361268138, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87848800548818, "decode_tok_s": 170.2888302902997, "total_s": 1.6273343080101768}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 58, "t_send": 83170.733666096, "t_first_token": 83170.863464695, "t_last_token": 83172.361987613, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7985989949666, "decode_tok_s": 170.16756763386573, "total_s": 1.628321516996948}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 58, "t_send": 83170.73325931, "t_first_token": 83170.863286577, "t_last_token": 83172.361378484, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.02726700506173, "decode_tok_s": 170.21652597525178, "total_s": 1.6281191739981296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 58, "t_send": 83170.734985982, "t_first_token": 83170.863139564, "t_last_token": 83172.361768661, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.15358200168703, "decode_tok_s": 170.1555111340909, "total_s": 1.6267826789990067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 58, "t_send": 83170.73485692, "t_first_token": 83170.863721749, "t_last_token": 83172.362904469, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86482900648843, "decode_tok_s": 170.092675561343, "total_s": 1.6280475490057142}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 58, "t_send": 83170.733320027, "t_first_token": 83170.863662043, "t_last_token": 83172.362848207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.34201601112727, "decode_tok_s": 170.09228481635682, "total_s": 1.6295281800121302}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 58, "t_send": 83170.732941483, "t_first_token": 83170.863185707, "t_last_token": 83172.362168872, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.24422399757896, "decode_tok_s": 170.1153194737087, "total_s": 1.6292273889994249}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 58, "t_send": 83170.733862576, "t_first_token": 83170.863012904, "t_last_token": 83172.36158173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.15032799355686, "decode_tok_s": 170.1623546244876, "total_s": 1.627719153999351}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 58, "t_send": 83170.733459651, "t_first_token": 83170.863590797, "t_last_token": 83172.361415904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.13114599743858, "decode_tok_s": 170.24684578224668, "total_s": 1.6279562529962277}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 58, "t_send": 83170.733379189, "t_first_token": 83170.863229445, "t_last_token": 83172.36150222, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8502560093766, "decode_tok_s": 170.19597783318736, "total_s": 1.6281230309978127}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 0, "repeat": 59, "t_send": 83172.365409522, "t_first_token": 83172.495764476, "t_last_token": 83173.995888346, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3549540025415, "decode_tok_s": 169.98596255852473, "total_s": 1.6304788240086054}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 1, "repeat": 59, "t_send": 83172.365530856, "t_first_token": 83172.494495092, "t_last_token": 83173.994367105, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9642360061407, "decode_tok_s": 170.0145064316357, "total_s": 1.6288362490013242}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 2, "repeat": 59, "t_send": 83172.366323124, "t_first_token": 83172.495052757, "t_last_token": 83173.994457797, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.72963299741969, "decode_tok_s": 170.06745555577152, "total_s": 1.6281346729956567}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 3, "repeat": 59, "t_send": 83172.366995848, "t_first_token": 83172.494695751, "t_last_token": 83173.995848684, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69990299420897, "decode_tok_s": 169.86943461455704, "total_s": 1.6288528360018972}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 4, "repeat": 59, "t_send": 83172.365621305, "t_first_token": 83172.495547605, "t_last_token": 83173.995269485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.92629999644123, "decode_tok_s": 170.03152611059315, "total_s": 1.6296481800090987}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 5, "repeat": 59, "t_send": 83172.366013805, "t_first_token": 83172.475759019, "t_last_token": 83173.983662801, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.74521399475634, "decode_tok_s": 169.10893323873748, "total_s": 1.6176489959907485}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 6, "repeat": 59, "t_send": 83172.366115881, "t_first_token": 83172.494737629, "t_last_token": 83173.994570384, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6217479937477, "decode_tok_s": 170.01895654546243, "total_s": 1.628454503006651}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 7, "repeat": 59, "t_send": 83172.365706879, "t_first_token": 83172.495450419, "t_last_token": 83173.995719199, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.74353999015875, "decode_tok_s": 169.9695437239545, "total_s": 1.630012319990783}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 8, "repeat": 59, "t_send": 83172.366885968, "t_first_token": 83172.494954115, "t_last_token": 83173.994770073, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.06814699433744, "decode_tok_s": 170.02086065292735, "total_s": 1.6278841049934272}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 9, "repeat": 59, "t_send": 83172.36617444, "t_first_token": 83172.49535122, "t_last_token": 83173.995676125, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1767799993977, "decode_tok_s": 169.9631854068191, "total_s": 1.6295016850053798}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 10, "repeat": 59, "t_send": 83172.365832815, "t_first_token": 83172.495718742, "t_last_token": 83173.994840122, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.88592698820867, "decode_tok_s": 170.09963529330201, "total_s": 1.6290073069976643}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 11, "repeat": 59, "t_send": 83172.366500326, "t_first_token": 83172.494780858, "t_last_token": 83173.994602715, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28053200792056, "decode_tok_s": 170.02019193845695, "total_s": 1.628102389004198}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 12, "repeat": 59, "t_send": 83172.36576593, "t_first_token": 83172.495008382, "t_last_token": 83173.994642137, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2424520070199, "decode_tok_s": 170.04151790421713, "total_s": 1.6288762070034863}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 13, "repeat": 59, "t_send": 83172.366238997, "t_first_token": 83172.494631035, "t_last_token": 83173.99505505, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.39203800831456, "decode_tok_s": 169.95195854674617, "total_s": 1.6288160530093592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 14, "repeat": 59, "t_send": 83172.366800014, "t_first_token": 83172.494537576, "t_last_token": 83173.994539923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.73756199749187, "decode_tok_s": 169.9997340064428, "total_s": 1.6277399090031395}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-600W", "concurrency": 16, "stream_index": 15, "repeat": 59, "t_send": 83172.36592429, "t_first_token": 83172.495592787, "t_last_token": 83173.994489511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.66849700023886, "decode_tok_s": 170.12512998290288, "total_s": 1.6285652209917316}