{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 0, "t_send": 83452.38323585, "t_first_token": 83452.518740137, "t_last_token": 83454.250411087, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.5042870127363, "decode_tok_s": 147.2566136192643, "total_s": 1.8671752370137256}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 0, "t_send": 83452.38226666, "t_first_token": 83452.519261314, "t_last_token": 83454.250372961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.9946539925877, "decode_tok_s": 147.30419059955017, "total_s": 1.8681063010008074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 0, "t_send": 83452.381664493, "t_first_token": 83452.493028164, "t_last_token": 83454.238948634, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.36367099243216, "decode_tok_s": 146.05476273506966, "total_s": 1.8572841409913963}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 0, "t_send": 83452.382417262, "t_first_token": 83452.51899266, "t_last_token": 83454.250169798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.57539800624363, "decode_tok_s": 147.29861803392592, "total_s": 1.867752536010812}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 0, "t_send": 83452.382802753, "t_first_token": 83452.51893676, "t_last_token": 83454.250641732, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1340069997823, "decode_tok_s": 147.2537205372964, "total_s": 1.8678389790002257}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 0, "t_send": 83452.381974636, "t_first_token": 83452.518386695, "t_last_token": 83454.25170473, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.41205900057685, "decode_tok_s": 147.1166830606715, "total_s": 1.8697300940111745}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 0, "t_send": 83452.383320658, "t_first_token": 83452.518863994, "t_last_token": 83454.251975526, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.5433360004099, "decode_tok_s": 147.13421224893116, "total_s": 1.868654867997975}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 0, "t_send": 83452.382098922, "t_first_token": 83452.518773559, "t_last_token": 83454.250532521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6746370040346, "decode_tok_s": 147.24912969794178, "total_s": 1.8684335989964893}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 0, "t_send": 83452.383674075, "t_first_token": 83452.519368942, "t_last_token": 83454.250130882, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6948669999838, "decode_tok_s": 147.3339539686664, "total_s": 1.8664568070089445}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 0, "t_send": 83452.382533781, "t_first_token": 83452.518909846, "t_last_token": 83454.25125896, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.37606499833055, "decode_tok_s": 147.19896696315, "total_s": 1.868725178996101}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 0, "t_send": 83452.381801256, "t_first_token": 83452.519042485, "t_last_token": 83454.250924598, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.24122900748625, "decode_tok_s": 147.2386590781582, "total_s": 1.8691233420104254}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 0, "t_send": 83452.384309343, "t_first_token": 83452.523595167, "t_last_token": 83454.254037242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.28582399967127, "decode_tok_s": 147.36118803624794, "total_s": 1.8697278990002815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 0, "t_send": 83452.383553749, "t_first_token": 83452.518967969, "t_last_token": 83454.250043763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.4142199998023, "decode_tok_s": 147.30724147603476, "total_s": 1.8664900139992824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 0, "t_send": 83452.383117561, "t_first_token": 83452.518274357, "t_last_token": 83454.250852449, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.15679600823205, "decode_tok_s": 147.17951310737516, "total_s": 1.8677348880009959}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 0, "t_send": 83452.382909232, "t_first_token": 83452.51863761, "t_last_token": 83454.251371837, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.72837800893467, "decode_tok_s": 147.16625090363297, "total_s": 1.8684626050089719}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 0, "t_send": 83452.38302474, "t_first_token": 83452.519419798, "t_last_token": 83454.251004105, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.39505799801555, "decode_tok_s": 147.26398187475752, "total_s": 1.8679793649935164}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 1, "t_send": 83454.257537247, "t_first_token": 83454.411981518, "t_last_token": 83456.133990243, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.44427100010216, "decode_tok_s": 148.08287338940525, "total_s": 1.8764529960026266}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 1, "t_send": 83454.257010547, "t_first_token": 83454.41226768, "t_last_token": 83456.133579979, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.2571330103092, "decode_tok_s": 148.14278626212473, "total_s": 1.876569432002725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 1, "t_send": 83454.256820067, "t_first_token": 83454.367910424, "t_last_token": 83456.123183568, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e02a3d239ee16273023e0e0cdc30246ad7a4331308566a384549f3310c56d1d9", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.09035699337255, "decode_tok_s": 145.27653480746048, "total_s": 1.8663635009870632}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 1, "t_send": 83454.256891695, "t_first_token": 83454.412837709, "t_last_token": 83456.13346626, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.946013997891, "decode_tok_s": 148.2016556398775, "total_s": 1.876574565001647}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 1, "t_send": 83454.257844301, "t_first_token": 83454.419687075, "t_last_token": 83456.137192547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 161.84277400316205, "decode_tok_s": 148.47114268764466, "total_s": 1.879348246002337}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 1, "t_send": 83454.257124644, "t_first_token": 83454.4129512, "t_last_token": 83456.134303382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.82655600155704, "decode_tok_s": 148.13935385646016, "total_s": 1.877178737995564}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 1, "t_send": 83454.256666246, "t_first_token": 83454.367652881, "t_last_token": 83456.123923035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e02a3d239ee16273023e0e0cdc30246ad7a4331308566a384549f3310c56d1d9", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.9866350016091, "decode_tok_s": 145.19406335015407, "total_s": 1.8672567890025675}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 1, "t_send": 83454.257981385, "t_first_token": 83454.418979368, "t_last_token": 83456.137475663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 160.9979829954682, "decode_tok_s": 148.38553958030735, "total_s": 1.879494277993217}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 1, "t_send": 83454.256539722, "t_first_token": 83454.41246999, "t_last_token": 83456.133732645, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.93026799615473, "decode_tok_s": 148.1470589388973, "total_s": 1.8771929229988018}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 1, "t_send": 83454.256350971, "t_first_token": 83454.413315185, "t_last_token": 83456.133355867, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.96421399479732, "decode_tok_s": 148.2523074412339, "total_s": 1.877004895999562}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 1, "t_send": 83454.257723922, "t_first_token": 83454.413238187, "t_last_token": 83456.1330324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.51426500314847, "decode_tok_s": 148.27355393590668, "total_s": 1.875308478003717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 1, "t_send": 83454.257440643, "t_first_token": 83454.411867294, "t_last_token": 83456.132924374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.42665098817088, "decode_tok_s": 148.16475465106635, "total_s": 1.8754837309970753}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 1, "t_send": 83454.257277046, "t_first_token": 83454.418687095, "t_last_token": 83456.137633591, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 161.41004901146516, "decode_tok_s": 148.34667663829902, "total_s": 1.8803565450070892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 1, "t_send": 83454.257632881, "t_first_token": 83454.418126975, "t_last_token": 83456.1373096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 160.49409400147852, "decode_tok_s": 148.32630128470853, "total_s": 1.8796767190069659}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 1, "t_send": 83454.257347012, "t_first_token": 83454.413567364, "t_last_token": 83456.133141522, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.2203520006733, "decode_tok_s": 148.29252859645374, "total_s": 1.875794510007836}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 1, "t_send": 83454.256751477, "t_first_token": 83454.412071942, "t_last_token": 83456.132782001, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "201974902daac321489d7a435e13f45477d04766114eb63023704922bfe328d6", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.3204649972031, "decode_tok_s": 148.19463550290092, "total_s": 1.8760305239993613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 2, "t_send": 83456.139388824, "t_first_token": 83456.27102136, "t_last_token": 83457.765716106, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.6325359948678, "decode_tok_s": 170.6033962321398, "total_s": 1.6263272820069687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 2, "t_send": 83456.140628753, "t_first_token": 83456.270782827, "t_last_token": 83457.766484666, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1540740096243, "decode_tok_s": 170.4885247522781, "total_s": 1.625855913007399}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 2, "t_send": 83456.140510105, "t_first_token": 83456.270472522, "t_last_token": 83457.765477005, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.96241699147504, "decode_tok_s": 170.56805039650192, "total_s": 1.6249668999953428}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 2, "t_send": 83456.140106121, "t_first_token": 83456.27026497, "t_last_token": 83457.766645644, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.15884898777585, "decode_tok_s": 170.41118241405115, "total_s": 1.6265395230002468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 2, "t_send": 83456.139616924, "t_first_token": 83456.271447696, "t_last_token": 83457.766610333, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.83077199209947, "decode_tok_s": 170.55000819930692, "total_s": 1.6269934089941671}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 2, "t_send": 83456.140011707, "t_first_token": 83456.250499043, "t_last_token": 83457.755689611, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.48733600182459, "decode_tok_s": 169.41376422431134, "total_s": 1.6156779040029505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 2, "t_send": 83456.140231406, "t_first_token": 83456.271202183, "t_last_token": 83457.767643811, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.97077699785586, "decode_tok_s": 170.40424111874387, "total_s": 1.6274124050105456}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 2, "t_send": 83456.140165465, "t_first_token": 83456.271079318, "t_last_token": 83457.765617148, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.91385300504044, "decode_tok_s": 170.62130839431242, "total_s": 1.6254516830085777}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 2, "t_send": 83456.139713644, "t_first_token": 83456.27019838, "t_last_token": 83457.765777798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.48473600065336, "decode_tok_s": 170.50248012989627, "total_s": 1.626064153999323}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 2, "t_send": 83456.140715939, "t_first_token": 83456.271397586, "t_last_token": 83457.76625914, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.68164700234775, "decode_tok_s": 170.58435901089194, "total_s": 1.625543201007531}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 2, "t_send": 83456.139798543, "t_first_token": 83456.270404595, "t_last_token": 83457.766223933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.60605200007558, "decode_tok_s": 170.47513260580388, "total_s": 1.6264253900008043}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 2, "t_send": 83456.140313251, "t_first_token": 83456.270807816, "t_last_token": 83457.765645694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.49456500448287, "decode_tok_s": 170.58706081354464, "total_s": 1.6253324429999338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 2, "t_send": 83456.139527375, "t_first_token": 83456.271142989, "t_last_token": 83457.765549974, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.61561400920618, "decode_tok_s": 170.63624739385267, "total_s": 1.626022599011776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 2, "t_send": 83456.139859243, "t_first_token": 83456.270548245, "t_last_token": 83457.765829019, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.68900199141353, "decode_tok_s": 170.5365336284385, "total_s": 1.6259697759960545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 2, "t_send": 83456.139920534, "t_first_token": 83456.270724936, "t_last_token": 83457.765337902, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.80440199701115, "decode_tok_s": 170.6127310542905, "total_s": 1.6254173680063104}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 2, "t_send": 83456.140368983, "t_first_token": 83456.271581482, "t_last_token": 83457.766058147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2124989926815, "decode_tok_s": 170.62829147613795, "total_s": 1.6256891639932292}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 3, "t_send": 83457.769793115, "t_first_token": 83457.899481082, "t_last_token": 83459.393712817, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.68796699715313, "decode_tok_s": 170.6562603566339, "total_s": 1.6239197019895073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 3, "t_send": 83457.769911604, "t_first_token": 83457.899123168, "t_last_token": 83459.393995268, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.21156399534084, "decode_tok_s": 170.58315557605852, "total_s": 1.6240836639917688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 3, "t_send": 83457.770388865, "t_first_token": 83457.878596674, "t_last_token": 83459.383509645, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.20780899666715, "decode_tok_s": 169.44501437111376, "total_s": 1.613120780006284}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 3, "t_send": 83457.770614723, "t_first_token": 83457.899882196, "t_last_token": 83459.393451967, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2674729920691, "decode_tok_s": 170.73189679571456, "total_s": 1.6228372439945815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 3, "t_send": 83457.770025766, "t_first_token": 83457.898969198, "t_last_token": 83459.393871439, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9434319915017, "decode_tok_s": 170.5797161889361, "total_s": 1.6238456729915924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 3, "t_send": 83457.771138722, "t_first_token": 83457.89881939, "t_last_token": 83459.39391488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.68066799617372, "decode_tok_s": 170.55766785864697, "total_s": 1.6227761579939397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 3, "t_send": 83457.770776557, "t_first_token": 83457.899691604, "t_last_token": 83459.393822974, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.91504701110534, "decode_tok_s": 170.66772381641584, "total_s": 1.623046417007572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 3, "t_send": 83457.770706744, "t_first_token": 83457.900229675, "t_last_token": 83459.394637988, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52293099078815, "decode_tok_s": 170.63609575774174, "total_s": 1.6239312440011417}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 3, "t_send": 83457.770114421, "t_first_token": 83457.899361616, "t_last_token": 83459.394360924, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.24719500006177, "decode_tok_s": 170.56864082581725, "total_s": 1.6242465029936284}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 3, "t_send": 83457.771469028, "t_first_token": 83457.900623102, "t_last_token": 83459.396991217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1540740057826, "decode_tok_s": 170.41261267491117, "total_s": 1.6255221890023677}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 3, "t_send": 83457.770870862, "t_first_token": 83457.900120506, "t_last_token": 83459.396096773, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2496440000832, "decode_tok_s": 170.45724964149622, "total_s": 1.625225910989684}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 3, "t_send": 83457.770535642, "t_first_token": 83457.898891577, "t_last_token": 83459.395048959, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.35593499767128, "decode_tok_s": 170.43661520320208, "total_s": 1.6245133170014014}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 3, "t_send": 83457.770235969, "t_first_token": 83457.898689842, "t_last_token": 83459.394206759, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.45387299603317, "decode_tok_s": 170.50960581022196, "total_s": 1.623970789994928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 3, "t_send": 83457.770467343, "t_first_token": 83457.900039785, "t_last_token": 83459.393952307, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5724420051556, "decode_tok_s": 170.69272547438493, "total_s": 1.623484964002273}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 3, "t_send": 83457.771336591, "t_first_token": 83457.899594536, "t_last_token": 83459.394038497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.25794499076437, "decode_tok_s": 170.6320254573946, "total_s": 1.6227019060024759}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 3, "t_send": 83457.770969566, "t_first_token": 83457.900421264, "t_last_token": 83459.3935018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.45169799786527, "decode_tok_s": 170.78784020734935, "total_s": 1.6225322340033017}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 4, "t_send": 83459.399774195, "t_first_token": 83459.52830285, "t_last_token": 83461.023465949, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.52865499735344, "decode_tok_s": 170.54995550063114, "total_s": 1.6236917539936258}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 4, "t_send": 83459.399908774, "t_first_token": 83459.527847787, "t_last_token": 83461.022775858, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93901300756261, "decode_tok_s": 170.57676884053458, "total_s": 1.6228670840064296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 4, "t_send": 83459.401176757, "t_first_token": 83459.528139842, "t_last_token": 83461.022420082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.9630850001704, "decode_tok_s": 170.6507207790212, "total_s": 1.6212433249893365}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 4, "t_send": 83459.401420829, "t_first_token": 83459.527649996, "t_last_token": 83461.023016129, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.22916699911002, "decode_tok_s": 170.52679900517066, "total_s": 1.6215952999918954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 4, "t_send": 83459.400014678, "t_first_token": 83459.528729632, "t_last_token": 83461.022593115, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.71495400031563, "decode_tok_s": 170.698328797324, "total_s": 1.6225784370035399}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 4, "t_send": 83459.400438438, "t_first_token": 83459.527975209, "t_last_token": 83461.022692453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.53677100408822, "decode_tok_s": 170.6008283663655, "total_s": 1.622254015004728}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 4, "t_send": 83459.400544137, "t_first_token": 83459.528590597, "t_last_token": 83461.022868755, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.04645999858622, "decode_tok_s": 170.65095854763092, "total_s": 1.622324618001585}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 4, "t_send": 83459.400111625, "t_first_token": 83459.52805561, "t_last_token": 83461.022900261, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.94398500409443, "decode_tok_s": 170.586287899702, "total_s": 1.6227886359993136}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 4, "t_send": 83459.400912722, "t_first_token": 83459.528355474, "t_last_token": 83461.023708791, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.4427519965684, "decode_tok_s": 170.528260512235, "total_s": 1.6227960690011969}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 4, "t_send": 83459.400720308, "t_first_token": 83459.527553832, "t_last_token": 83461.024405739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.8335240019951, "decode_tok_s": 170.35753424122976, "total_s": 1.6236854309972841}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 4, "t_send": 83459.400627886, "t_first_token": 83459.528524191, "t_last_token": 83461.022734366, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8963049990125, "decode_tok_s": 170.65872276067682, "total_s": 1.6221064799901797}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 4, "t_send": 83459.400301424, "t_first_token": 83459.528838638, "t_last_token": 83461.022338978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5372139973333, "decode_tok_s": 170.73983391232287, "total_s": 1.6220375539996894}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 4, "t_send": 83459.400177214, "t_first_token": 83459.507689751, "t_last_token": 83461.012483192, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.51253699709196, "decode_tok_s": 169.458473869506, "total_s": 1.6123059779929463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 4, "t_send": 83459.400818725, "t_first_token": 83459.528416508, "t_last_token": 83461.024238165, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.59778299368918, "decode_tok_s": 170.4748683141659, "total_s": 1.6234194400021806}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 4, "t_send": 83459.400977299, "t_first_token": 83459.528916021, "t_last_token": 83461.022451523, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93872199836187, "decode_tok_s": 170.73581421983263, "total_s": 1.621474223997211}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 4, "t_send": 83459.401557888, "t_first_token": 83459.528802127, "t_last_token": 83461.022196742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.24423898907844, "decode_tok_s": 170.75192145406123, "total_s": 1.6206388539867476}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 5, "t_send": 83461.026738514, "t_first_token": 83461.156924554, "t_last_token": 83462.651630048, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.18603999807965, "decode_tok_s": 170.60216947343284, "total_s": 1.6248915339965606}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 5, "t_send": 83461.027438266, "t_first_token": 83461.157233817, "t_last_token": 83462.652564694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7955509944586, "decode_tok_s": 170.53081958065317, "total_s": 1.6251264279999305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 5, "t_send": 83461.026990097, "t_first_token": 83461.157830628, "t_last_token": 83462.651251288, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.84053099737503, "decode_tok_s": 170.74894356947658, "total_s": 1.624261190998368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 5, "t_send": 83461.027374918, "t_first_token": 83461.156772085, "t_last_token": 83462.653587576, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.39716699474957, "decode_tok_s": 170.36167886616977, "total_s": 1.6262126579968026}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 5, "t_send": 83461.027088622, "t_first_token": 83461.136353278, "t_last_token": 83462.641726732, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.26465599914081, "decode_tok_s": 169.39318234974823, "total_s": 1.6146381100115832}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 5, "t_send": 83461.028532507, "t_first_token": 83461.156852485, "t_last_token": 83462.651366249, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3199780009454, "decode_tok_s": 170.62405589165078, "total_s": 1.6228337420034222}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 5, "t_send": 83461.028029527, "t_first_token": 83461.157772291, "t_last_token": 83462.652416001, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.74276399472728, "decode_tok_s": 170.60922164512715, "total_s": 1.6243864739954006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 5, "t_send": 83461.02778769, "t_first_token": 83461.157335454, "t_last_token": 83462.652606223, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.54776399419643, "decode_tok_s": 170.537674705781, "total_s": 1.6248185329895932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 5, "t_send": 83461.027705119, "t_first_token": 83461.157939532, "t_last_token": 83462.651103704, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.23441299446858, "decode_tok_s": 170.77827393748902, "total_s": 1.6233985849976307}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 5, "t_send": 83461.027877129, "t_first_token": 83461.157627944, "t_last_token": 83462.650988463, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.75081500189845, "decode_tok_s": 170.75582001488903, "total_s": 1.6231113340036245}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 5, "t_send": 83461.026901859, "t_first_token": 83461.157695798, "t_last_token": 83462.651419344, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79393899533898, "decode_tok_s": 170.7143203866322, "total_s": 1.624517484990065}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 5, "t_send": 83461.027631148, "t_first_token": 83461.156693765, "t_last_token": 83462.652726195, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0626170084579, "decode_tok_s": 170.45085045496165, "total_s": 1.6250950469984673}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 5, "t_send": 83461.028324342, "t_first_token": 83461.158009176, "t_last_token": 83462.652238709, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6848339989083, "decode_tok_s": 170.65651184702568, "total_s": 1.62391436699545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 5, "t_send": 83461.027235014, "t_first_token": 83461.157434457, "t_last_token": 83462.651874302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.199442995945, "decode_tok_s": 170.63249541474536, "total_s": 1.6246392879984342}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 5, "t_send": 83461.027538943, "t_first_token": 83461.157881406, "t_last_token": 83462.651457661, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.34246300230734, "decode_tok_s": 170.73115560463137, "total_s": 1.6239187180035515}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 5, "t_send": 83461.02730363, "t_first_token": 83461.157019911, "t_last_token": 83462.651917169, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.716280993307, "decode_tok_s": 170.58028478877964, "total_s": 1.624613538995618}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 6, "t_send": 83462.656381765, "t_first_token": 83462.78469114, "t_last_token": 83464.281603315, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30937499529682, "decode_tok_s": 170.35067538239142, "total_s": 1.6252215499989688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 6, "t_send": 83462.656282173, "t_first_token": 83462.784900943, "t_last_token": 83464.280152065, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.61877000250388, "decode_tok_s": 170.53991550315544, "total_s": 1.6238698919914896}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 6, "t_send": 83462.656106989, "t_first_token": 83462.784647622, "t_last_token": 83464.281079493, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.54063299892005, "decode_tok_s": 170.40535218624711, "total_s": 1.624972503996105}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 6, "t_send": 83462.656581162, "t_first_token": 83462.784939195, "t_last_token": 83464.281163782, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.35803300549742, "decode_tok_s": 170.428959807249, "total_s": 1.6245826200029114}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 6, "t_send": 83462.656702881, "t_first_token": 83462.78467292, "t_last_token": 83464.280222176, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.97003900050186, "decode_tok_s": 170.5059187954286, "total_s": 1.623519295011647}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 6, "t_send": 83462.656897029, "t_first_token": 83462.784751031, "t_last_token": 83464.282217359, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.85400199936703, "decode_tok_s": 170.28763534230848, "total_s": 1.6253203300002497}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 6, "t_send": 83462.657159666, "t_first_token": 83462.784548256, "t_last_token": 83464.28271028, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.38858998636715, "decode_tok_s": 170.208559498279, "total_s": 1.625550613985979}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 6, "t_send": 83462.65775876, "t_first_token": 83462.785529312, "t_last_token": 83464.280817715, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.77055198966991, "decode_tok_s": 170.53566354645943, "total_s": 1.6230589549959404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 6, "t_send": 83462.657650317, "t_first_token": 83462.784849977, "t_last_token": 83464.280970364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.19965999713168, "decode_tok_s": 170.44082964009544, "total_s": 1.623320046986919}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 6, "t_send": 83462.65697599, "t_first_token": 83462.785104741, "t_last_token": 83464.281732735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.12875099189114, "decode_tok_s": 170.38302171290357, "total_s": 1.6247567450045608}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 6, "t_send": 83462.655863691, "t_first_token": 83462.784488134, "t_last_token": 83464.282760813, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.62444299389608, "decode_tok_s": 170.19598873651933, "total_s": 1.6268971219978994}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 6, "t_send": 83462.657231314, "t_first_token": 83462.784588522, "t_last_token": 83464.282119351, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.35720799537376, "decode_tok_s": 170.28030078689804, "total_s": 1.6248880369967083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 6, "t_send": 83462.656481236, "t_first_token": 83462.764747829, "t_last_token": 83464.269357368, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.26659300073516, "decode_tok_s": 169.47918605491637, "total_s": 1.6128761319996556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 6, "t_send": 83462.657981346, "t_first_token": 83462.785379169, "t_last_token": 83464.280641015, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.39782300195657, "decode_tok_s": 170.53869239237963, "total_s": 1.622659668995766}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 6, "t_send": 83462.657067692, "t_first_token": 83462.785328453, "t_last_token": 83464.281413459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2607610046398, "decode_tok_s": 170.44486040370128, "total_s": 1.6243457670061616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 6, "t_send": 83462.656808539, "t_first_token": 83462.78523619, "t_last_token": 83464.281288444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.42765099776443, "decode_tok_s": 170.448591830397, "total_s": 1.6244799050036818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 7, "t_send": 83464.285164876, "t_first_token": 83464.417576582, "t_last_token": 83465.909871529, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.41170599940233, "decode_tok_s": 170.8777480696296, "total_s": 1.6247066530049779}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 7, "t_send": 83464.28582256, "t_first_token": 83464.415689381, "t_last_token": 83465.910571631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.86682099290192, "decode_tok_s": 170.58199734449786, "total_s": 1.6247490709938575}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 7, "t_send": 83464.286130119, "t_first_token": 83464.41591322, "t_last_token": 83465.909702506, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.78310100152157, "decode_tok_s": 170.70680743884475, "total_s": 1.6235723870049696}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 7, "t_send": 83464.285030162, "t_first_token": 83464.417361142, "t_last_token": 83465.912715611, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.33097999182064, "decode_tok_s": 170.5281291393972, "total_s": 1.6276854489988182}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 7, "t_send": 83464.285925623, "t_first_token": 83464.417170608, "t_last_token": 83465.912466111, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.24498499382753, "decode_tok_s": 170.5348538051729, "total_s": 1.6265404879959533}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 7, "t_send": 83464.285262589, "t_first_token": 83464.417466929, "t_last_token": 83465.910059215, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.20433999958914, "decode_tok_s": 170.84370754800184, "total_s": 1.6247966260125395}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 7, "t_send": 83464.28654669, "t_first_token": 83464.416041421, "t_last_token": 83465.911155766, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.49473100889008, "decode_tok_s": 170.55551694256567, "total_s": 1.624609076010529}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 7, "t_send": 83464.286420316, "t_first_token": 83464.416978031, "t_last_token": 83465.910700373, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55771500512492, "decode_tok_s": 170.71445798879222, "total_s": 1.6242800570034888}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 7, "t_send": 83464.286903134, "t_first_token": 83464.416380301, "t_last_token": 83465.911037503, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4771670072805, "decode_tok_s": 170.60768158686616, "total_s": 1.6241343690053327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 7, "t_send": 83464.286335936, "t_first_token": 83464.416925456, "t_last_token": 83465.911562393, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.58951999119017, "decode_tok_s": 170.6099947668064, "total_s": 1.6252264569920953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 7, "t_send": 83464.285358779, "t_first_token": 83464.395322334, "t_last_token": 83465.899754219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.96355500537902, "decode_tok_s": 169.49919936081398, "total_s": 1.6143954400031362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 7, "t_send": 83464.286232492, "t_first_token": 83464.416485771, "t_last_token": 83465.910343545, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.25327899958938, "decode_tok_s": 170.6989811472573, "total_s": 1.6241110529954312}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 7, "t_send": 83464.286041068, "t_first_token": 83464.416183883, "t_last_token": 83465.909949336, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14281500363722, "decode_tok_s": 170.7095310639625, "total_s": 1.6239082679967396}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 7, "t_send": 83464.286680173, "t_first_token": 83464.416655061, "t_last_token": 83465.911328869, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.97488799737766, "decode_tok_s": 170.60578611505008, "total_s": 1.6246486960008042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 7, "t_send": 83464.285464075, "t_first_token": 83464.415798843, "t_last_token": 83465.911465221, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.33476799319033, "decode_tok_s": 170.49256689213013, "total_s": 1.6260011459962698}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 7, "t_send": 83464.285622822, "t_first_token": 83464.417107126, "t_last_token": 83465.9120103, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.48430400178768, "decode_tok_s": 170.57960972705726, "total_s": 1.6263874779979233}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 8, "t_send": 83465.915702448, "t_first_token": 83466.025721561, "t_last_token": 83467.53256391, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.01911300991196, "decode_tok_s": 169.2280550576798, "total_s": 1.616861462011002}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 8, "t_send": 83465.916093402, "t_first_token": 83466.045728797, "t_last_token": 83467.543432491, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6353950019693, "decode_tok_s": 170.26064703064688, "total_s": 1.6273390889982693}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 8, "t_send": 83465.915146622, "t_first_token": 83466.045401839, "t_last_token": 83467.543310968, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.25521699455567, "decode_tok_s": 170.23729615035597, "total_s": 1.6281643459951738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 8, "t_send": 83465.915993384, "t_first_token": 83466.046371908, "t_last_token": 83467.542395985, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.37852400157135, "decode_tok_s": 170.4518021602305, "total_s": 1.6264026010030648}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 8, "t_send": 83465.91674035, "t_first_token": 83466.046924186, "t_last_token": 83467.543618503, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.183835994103, "decode_tok_s": 170.37547153321796, "total_s": 1.6268781529943226}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 8, "t_send": 83465.91690581, "t_first_token": 83466.046749484, "t_last_token": 83467.542705488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.84367400349583, "decode_tok_s": 170.45955851512772, "total_s": 1.625799678004114}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 8, "t_send": 83465.91528965, "t_first_token": 83466.04567177, "t_last_token": 83467.545091788, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.382119998103, "decode_tok_s": 170.0657567192077, "total_s": 1.6298021379916463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 8, "t_send": 83465.91682565, "t_first_token": 83466.045939133, "t_last_token": 83467.543041804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.113482995308, "decode_tok_s": 170.3289994317212, "total_s": 1.6262161540071247}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 8, "t_send": 83465.915004552, "t_first_token": 83466.0455663, "t_last_token": 83467.544973224, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5617480102228, "decode_tok_s": 170.0672418673737, "total_s": 1.6299686720012687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 8, "t_send": 83465.915824732, "t_first_token": 83466.046200833, "t_last_token": 83467.544470413, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.37610100582242, "decode_tok_s": 170.19634076810442, "total_s": 1.6286456810048549}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 8, "t_send": 83465.91538877, "t_first_token": 83466.046437941, "t_last_token": 83467.543964915, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.04917100281455, "decode_tok_s": 170.2807391289959, "total_s": 1.6285761450126301}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 8, "t_send": 83465.915918938, "t_first_token": 83466.046096839, "t_last_token": 83467.543915085, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1779009954771, "decode_tok_s": 170.2476256250579, "total_s": 1.6279961469990667}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 8, "t_send": 83465.91640618, "t_first_token": 83466.04517377, "t_last_token": 83467.542899286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.76759000937454, "decode_tok_s": 170.25816631788882, "total_s": 1.6264931059995433}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 8, "t_send": 83465.915531158, "t_first_token": 83466.045867538, "t_last_token": 83467.543852524, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.33638001070358, "decode_tok_s": 170.22867544331567, "total_s": 1.6283213660062756}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 8, "t_send": 83465.916206893, "t_first_token": 83466.045350018, "t_last_token": 83467.543085902, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.14312499924563, "decode_tok_s": 170.25698771367706, "total_s": 1.626879008996184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 8, "t_send": 83465.915458024, "t_first_token": 83466.046578194, "t_last_token": 83467.543123439, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.12017000094056, "decode_tok_s": 170.3924427626438, "total_s": 1.6276654149987735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 9, "t_send": 83467.549541066, "t_first_token": 83467.683233488, "t_last_token": 83469.179221468, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.69242200860754, "decode_tok_s": 170.45591502671374, "total_s": 1.6296804020093987}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 9, "t_send": 83467.54967977, "t_first_token": 83467.683169457, "t_last_token": 83469.178922136, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.4896869957447, "decode_tok_s": 170.48272991986312, "total_s": 1.629242365990649}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 9, "t_send": 83467.551258166, "t_first_token": 83467.682658584, "t_last_token": 83469.179154451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4004180021584, "decode_tok_s": 170.3980649881542, "total_s": 1.627896285004681}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 9, "t_send": 83467.550271946, "t_first_token": 83467.683638196, "t_last_token": 83469.178555701, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3662499964703, "decode_tok_s": 170.57797446837384, "total_s": 1.6282837549952092}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 9, "t_send": 83467.550582368, "t_first_token": 83467.682598297, "t_last_token": 83469.178674242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.01592900441028, "decode_tok_s": 170.44589270618724, "total_s": 1.6280918739939807}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 9, "t_send": 83467.550421512, "t_first_token": 83467.682052302, "t_last_token": 83469.17871384, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.63078999787103, "decode_tok_s": 170.37920299695517, "total_s": 1.6282923279941315}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 9, "t_send": 83467.55170019, "t_first_token": 83467.682539626, "t_last_token": 83469.178239758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.83943599485792, "decode_tok_s": 170.4887193257366, "total_s": 1.6265395679947687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 9, "t_send": 83467.549791066, "t_first_token": 83467.661854272, "t_last_token": 83469.168712198, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.06320599012543, "decode_tok_s": 169.2263056776495, "total_s": 1.6189211320015602}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 9, "t_send": 83467.550647524, "t_first_token": 83467.682254041, "t_last_token": 83469.178996901, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.6065170103684, "decode_tok_s": 170.3699458445046, "total_s": 1.6283493770024506}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 9, "t_send": 83467.552149325, "t_first_token": 83467.683338101, "t_last_token": 83469.178963402, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.18877599481493, "decode_tok_s": 170.49724943079792, "total_s": 1.626814076997107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 9, "t_send": 83467.550500956, "t_first_token": 83467.682403817, "t_last_token": 83469.178395451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.90286100143567, "decode_tok_s": 170.4554986834811, "total_s": 1.6278944950026926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 9, "t_send": 83467.552389231, "t_first_token": 83467.682481713, "t_last_token": 83469.17887842, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.09248199523427, "decode_tok_s": 170.40935656028117, "total_s": 1.6264891890023137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 9, "t_send": 83467.550854955, "t_first_token": 83467.682808725, "t_last_token": 83469.178812578, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9537700037472, "decode_tok_s": 170.45410644440082, "total_s": 1.6279576230008388}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 9, "t_send": 83467.550765352, "t_first_token": 83467.682143994, "t_last_token": 83469.178352084, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.37864199234173, "decode_tok_s": 170.43083893492755, "total_s": 1.6275867319927784}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 9, "t_send": 83467.549886895, "t_first_token": 83467.682996149, "t_last_token": 83469.178438084, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.10925400583073, "decode_tok_s": 170.51815522390928, "total_s": 1.6285511890018824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 9, "t_send": 83467.55098326, "t_first_token": 83467.683575284, "t_last_token": 83469.178309094, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5920240051346, "decode_tok_s": 170.59893761252545, "total_s": 1.6273258340079337}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 10, "t_send": 83469.181217041, "t_first_token": 83469.309066982, "t_last_token": 83470.806100869, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.84994099638425, "decode_tok_s": 170.33682551452944, "total_s": 1.6248838280007476}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 10, "t_send": 83469.180619033, "t_first_token": 83469.309397412, "t_last_token": 83470.807655702, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.77837900305167, "decode_tok_s": 170.1976232685696, "total_s": 1.6270366690005176}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 10, "t_send": 83469.180711854, "t_first_token": 83469.309635286, "t_last_token": 83470.806669146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9234319992829, "decode_tok_s": 170.33682858761782, "total_s": 1.6259572919952916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 10, "t_send": 83469.181951918, "t_first_token": 83469.308942188, "t_last_token": 83470.807400878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.9902700005332, "decode_tok_s": 170.17486147767792, "total_s": 1.6254489599959925}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 10, "t_send": 83469.181304266, "t_first_token": 83469.309374755, "t_last_token": 83470.806899054, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0704889941262, "decode_tok_s": 170.28104329899696, "total_s": 1.625594787998125}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 10, "t_send": 83469.180799078, "t_first_token": 83469.309935417, "t_last_token": 83470.806414507, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.13633899006527, "decode_tok_s": 170.3999753183389, "total_s": 1.6256154289876577}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 10, "t_send": 83469.18086181, "t_first_token": 83469.308827007, "t_last_token": 83470.806779103, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.96519699622877, "decode_tok_s": 170.23241309266314, "total_s": 1.6259172930003842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 10, "t_send": 83469.181494668, "t_first_token": 83469.308549812, "t_last_token": 83470.805769286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.0551440102281, "decode_tok_s": 170.31571150975287, "total_s": 1.6242746180068934}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 10, "t_send": 83469.181039616, "t_first_token": 83469.310030163, "t_last_token": 83470.807063438, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.99054700392298, "decode_tok_s": 170.3368951508061, "total_s": 1.6260238219983876}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 10, "t_send": 83469.180953755, "t_first_token": 83469.288708246, "t_last_token": 83470.795570015, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.75449099310208, "decode_tok_s": 169.2258740940554, "total_s": 1.6146162600052776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 10, "t_send": 83469.181852325, "t_first_token": 83469.308898839, "t_last_token": 83470.806823729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.04651399690192, "decode_tok_s": 170.23550493181557, "total_s": 1.624971404002281}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 10, "t_send": 83469.181552501, "t_first_token": 83469.308623724, "t_last_token": 83470.805807693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.07122300344054, "decode_tok_s": 170.31975046515785, "total_s": 1.624255192000419}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 10, "t_send": 83469.181128385, "t_first_token": 83469.308991245, "t_last_token": 83470.80657146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8628599975491, "decode_tok_s": 170.27468541974977, "total_s": 1.6254430749977473}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 10, "t_send": 83469.181655995, "t_first_token": 83469.309349319, "t_last_token": 83470.806971582, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69332400057465, "decode_tok_s": 170.26990470084283, "total_s": 1.6253155870072078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 10, "t_send": 83469.181388979, "t_first_token": 83469.30998067, "t_last_token": 83470.805998253, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5916909982916, "decode_tok_s": 170.45254206850225, "total_s": 1.6246092739893356}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 10, "t_send": 83469.180488768, "t_first_token": 83469.309037929, "t_last_token": 83470.80622529, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.54916098876856, "decode_tok_s": 170.31936459099515, "total_s": 1.625736521993531}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 11, "t_send": 83470.811654533, "t_first_token": 83470.946131753, "t_last_token": 83472.441763174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.47721999546047, "decode_tok_s": 170.49655176883215, "total_s": 1.6301086410094285}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 11, "t_send": 83470.811498572, "t_first_token": 83470.945776602, "t_last_token": 83472.442940324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.27803000377025, "decode_tok_s": 170.32205379600177, "total_s": 1.6314417520043207}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 11, "t_send": 83470.812638534, "t_first_token": 83470.946014194, "t_last_token": 83472.441723207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.37566000700463, "decode_tok_s": 170.48770702412327, "total_s": 1.6290846729971236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 11, "t_send": 83470.812245811, "t_first_token": 83470.944614918, "t_last_token": 83472.444025122, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.3691069992492, "decode_tok_s": 170.06686984053295, "total_s": 1.6317793109919876}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 11, "t_send": 83470.813110466, "t_first_token": 83470.944556567, "t_last_token": 83472.443095363, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4461010042578, "decode_tok_s": 170.16576459679152, "total_s": 1.6299848970083985}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 11, "t_send": 83470.811765651, "t_first_token": 83470.946235751, "t_last_token": 83472.441075764, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.4701000052737, "decode_tok_s": 170.58681717331152, "total_s": 1.6293101129995193}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 11, "t_send": 83470.812536982, "t_first_token": 83470.945343105, "t_last_token": 83472.442819744, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.80612300150096, "decode_tok_s": 170.28646281349415, "total_s": 1.6302827619947493}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 11, "t_send": 83470.811836289, "t_first_token": 83470.945839113, "t_last_token": 83472.441895743, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.0028240083484, "decode_tok_s": 170.44809326506473, "total_s": 1.6300594540080056}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 11, "t_send": 83470.812158928, "t_first_token": 83470.944381446, "t_last_token": 83472.442862721, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.22251799015794, "decode_tok_s": 170.17229661361137, "total_s": 1.630703792994609}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 11, "t_send": 83470.812055949, "t_first_token": 83470.945012418, "t_last_token": 83472.442574916, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.95646899496205, "decode_tok_s": 170.27669986434333, "total_s": 1.630518966994714}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 11, "t_send": 83470.812338534, "t_first_token": 83470.945971049, "t_last_token": 83472.442711082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.63251500413753, "decode_tok_s": 170.37026763447724, "total_s": 1.6303725479956483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 11, "t_send": 83470.812874471, "t_first_token": 83470.946179493, "t_last_token": 83472.442414864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.30502199823968, "decode_tok_s": 170.42773145351393, "total_s": 1.629540392998024}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 11, "t_send": 83470.811902887, "t_first_token": 83470.945377926, "t_last_token": 83472.441365082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.47503899422009, "decode_tok_s": 170.456008913595, "total_s": 1.6294621950073633}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 11, "t_send": 83470.811963381, "t_first_token": 83470.923984348, "t_last_token": 83472.430637069, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.02096700435504, "decode_tok_s": 169.24935417813302, "total_s": 1.6186736880044919}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 11, "t_send": 83470.812427192, "t_first_token": 83470.946075303, "t_last_token": 83472.444363602, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.64811100473162, "decode_tok_s": 170.1942144045803, "total_s": 1.6319364100054372}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 11, "t_send": 83470.813005016, "t_first_token": 83470.944672882, "t_last_token": 83472.442119864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.66786600777414, "decode_tok_s": 170.2898353431369, "total_s": 1.6291148480086122}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 12, "t_send": 83472.447115307, "t_first_token": 83472.574489983, "t_last_token": 83474.071248946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.37467599799857, "decode_tok_s": 170.3681129054907, "total_s": 1.6241336389939534}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 12, "t_send": 83472.446091716, "t_first_token": 83472.575437577, "t_last_token": 83474.07114495, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3458610016387, "decode_tok_s": 170.48789395907383, "total_s": 1.6250532339909114}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 12, "t_send": 83472.447537816, "t_first_token": 83472.574894243, "t_last_token": 83474.071455731, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.35642699408345, "decode_tok_s": 170.39059339941525, "total_s": 1.6239179149997653}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 12, "t_send": 83472.447335168, "t_first_token": 83472.574655747, "t_last_token": 83474.070833822, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.32057899120264, "decode_tok_s": 170.43425796738256, "total_s": 1.6234986539930105}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 12, "t_send": 83472.446209588, "t_first_token": 83472.575041813, "t_last_token": 83474.071170953, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.83222500386182, "decode_tok_s": 170.43983248711982, "total_s": 1.6249613649997627}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 12, "t_send": 83472.446783771, "t_first_token": 83472.57523101, "t_last_token": 83474.071691582, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4472390107112, "decode_tok_s": 170.4020839395827, "total_s": 1.6249078109976836}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 12, "t_send": 83472.447646056, "t_first_token": 83472.574833762, "t_last_token": 83474.0712944, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.1877060062252, "decode_tok_s": 170.4020764233052, "total_s": 1.623648344000685}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 12, "t_send": 83472.447415025, "t_first_token": 83472.575723673, "t_last_token": 83474.071023391, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30864799616393, "decode_tok_s": 170.53437309524796, "total_s": 1.6236083660041913}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 12, "t_send": 83472.447227528, "t_first_token": 83472.5757779, "t_last_token": 83474.073475453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.55037199915387, "decode_tok_s": 170.26134514881608, "total_s": 1.626247924999916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 12, "t_send": 83472.446491261, "t_first_token": 83472.574974336, "t_last_token": 83474.070923427, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48307500826195, "decode_tok_s": 170.46034623415733, "total_s": 1.6244321660051355}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 12, "t_send": 83472.446584398, "t_first_token": 83472.554716157, "t_last_token": 83474.061055649, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.13175899966154, "decode_tok_s": 169.28454797494595, "total_s": 1.614471250999486}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 12, "t_send": 83472.446308544, "t_first_token": 83472.575611829, "t_last_token": 83474.073063132, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30328500806354, "decode_tok_s": 170.28934395972664, "total_s": 1.6267545880109537}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 12, "t_send": 83472.447021946, "t_first_token": 83472.574738545, "t_last_token": 83474.070783286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.71659898862708, "decode_tok_s": 170.44944780694095, "total_s": 1.623761340000783}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 12, "t_send": 83472.446398215, "t_first_token": 83472.574433596, "t_last_token": 83474.070986072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0353809997905, "decode_tok_s": 170.39161946613822, "total_s": 1.6245878569898196}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 12, "t_send": 83472.447862257, "t_first_token": 83472.574351068, "t_last_token": 83474.072372323, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.48881100176368, "decode_tok_s": 170.22455399006665, "total_s": 1.624510066001676}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 12, "t_send": 83472.445946434, "t_first_token": 83472.575668747, "t_last_token": 83474.071781153, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7223129949998, "decode_tok_s": 170.44173885348005, "total_s": 1.625834719001432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 13, "t_send": 83474.077147583, "t_first_token": 83474.207454779, "t_last_token": 83475.702596171, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.30719599919394, "decode_tok_s": 170.55243160504003, "total_s": 1.6254485880053835}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 13, "t_send": 83474.075934361, "t_first_token": 83474.206874916, "t_last_token": 83475.70289926, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.94055499823298, "decode_tok_s": 170.4517717393469, "total_s": 1.626964898998267}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 13, "t_send": 83474.076801321, "t_first_token": 83474.206970342, "t_last_token": 83475.704536345, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1690209947992, "decode_tok_s": 170.27630133739243, "total_s": 1.6277350239979569}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 13, "t_send": 83474.076701495, "t_first_token": 83474.205731116, "t_last_token": 83475.704188586, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.02962100633886, "decode_tok_s": 170.17500002943896, "total_s": 1.6274870909983292}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 13, "t_send": 83474.078491104, "t_first_token": 83474.206274175, "t_last_token": 83475.702930493, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.78307100234088, "decode_tok_s": 170.37979724011666, "total_s": 1.6244393890083302}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 13, "t_send": 83474.077666439, "t_first_token": 83474.205815146, "t_last_token": 83475.702522147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1487069936702, "decode_tok_s": 170.37402766820702, "total_s": 1.6248557079961756}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 13, "t_send": 83474.077484845, "t_first_token": 83474.206797052, "t_last_token": 83475.704288896, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.31220700556878, "decode_tok_s": 170.28473378467828, "total_s": 1.626804051004001}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 13, "t_send": 83474.078661243, "t_first_token": 83474.207027903, "t_last_token": 83475.702703231, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.36666000657715, "decode_tok_s": 170.4915466789467, "total_s": 1.6240419880050467}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 13, "t_send": 83474.076078049, "t_first_token": 83474.206022417, "t_last_token": 83475.702451724, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.94436800363474, "decode_tok_s": 170.40564415960665, "total_s": 1.626373675011564}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 13, "t_send": 83474.075798041, "t_first_token": 83474.206434683, "t_last_token": 83475.703459229, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63664200308267, "decode_tok_s": 170.33788836764234, "total_s": 1.6276611880020937}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 13, "t_send": 83474.077238582, "t_first_token": 83474.206652388, "t_last_token": 83475.702486296, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.41380600386765, "decode_tok_s": 170.47347211345667, "total_s": 1.6252477139933035}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 13, "t_send": 83474.076592493, "t_first_token": 83474.20636423, "t_last_token": 83475.702853748, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77173700346611, "decode_tok_s": 170.39878791997955, "total_s": 1.6262612549908226}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 13, "t_send": 83474.076977323, "t_first_token": 83474.207738852, "t_last_token": 83475.70402061, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7615289988462, "decode_tok_s": 170.42244793474774, "total_s": 1.6270432870078366}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 13, "t_send": 83474.07632541, "t_first_token": 83474.185138129, "t_last_token": 83475.692771773, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.81271900143474, "decode_tok_s": 169.1392342002298, "total_s": 1.6164463629975216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 13, "t_send": 83474.076888032, "t_first_token": 83474.207399577, "t_last_token": 83475.702963351, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5115450086305, "decode_tok_s": 170.50426363261334, "total_s": 1.6260753189999377}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 13, "t_send": 83474.077798442, "t_first_token": 83474.206517823, "t_last_token": 83475.702802497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.71938099851832, "decode_tok_s": 170.42211581086698, "total_s": 1.6250040550075937}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 14, "t_send": 83475.710236416, "t_first_token": 83475.844174735, "t_last_token": 83477.341347119, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.93831900611985, "decode_tok_s": 170.32106838551775, "total_s": 1.6311107030051062}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 14, "t_send": 83475.711227202, "t_first_token": 83475.843492048, "t_last_token": 83477.34100769, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2648460045457, "decode_tok_s": 170.28202767883542, "total_s": 1.6297804880014155}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 14, "t_send": 83475.710551764, "t_first_token": 83475.843770971, "t_last_token": 83477.341804682, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.21920699672773, "decode_tok_s": 170.22313858965288, "total_s": 1.631252917999518}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 14, "t_send": 83475.709659719, "t_first_token": 83475.843667861, "t_last_token": 83477.341526693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.0081420057686, "decode_tok_s": 170.24301259458105, "total_s": 1.631866973999422}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 14, "t_send": 83475.709552817, "t_first_token": 83475.844057826, "t_last_token": 83477.341933772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.50500900216866, "decode_tok_s": 170.24106748115827, "total_s": 1.6323809549940052}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 14, "t_send": 83475.710855278, "t_first_token": 83475.843382209, "t_last_token": 83477.340797212, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5269310036674, "decode_tok_s": 170.2934720759534, "total_s": 1.629941934006638}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 14, "t_send": 83475.708687898, "t_first_token": 83475.842896245, "t_last_token": 83477.340963408, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.208346993546, "decode_tok_s": 170.219337488653, "total_s": 1.632275509997271}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 14, "t_send": 83475.710085545, "t_first_token": 83475.843281567, "t_last_token": 83477.341287818, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.19602199771907, "decode_tok_s": 170.22625895567322, "total_s": 1.6312022729980526}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 14, "t_send": 83475.708871398, "t_first_token": 83475.843879079, "t_last_token": 83477.340577834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.00768099038396, "decode_tok_s": 170.37496633720136, "total_s": 1.6317064359900542}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 14, "t_send": 83475.709009977, "t_first_token": 83475.842963758, "t_last_token": 83477.341978463, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.9537809981266, "decode_tok_s": 170.11174016496346, "total_s": 1.6329684859956615}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 14, "t_send": 83475.70984051, "t_first_token": 83475.843587424, "t_last_token": 83477.340921183, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.7469139980385, "decode_tok_s": 170.30271204823475, "total_s": 1.6310806730034528}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 14, "t_send": 83475.709224421, "t_first_token": 83475.843028787, "t_last_token": 83477.341895107, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.80436599254608, "decode_tok_s": 170.12858091243535, "total_s": 1.6326706859981641}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 14, "t_send": 83475.710945573, "t_first_token": 83475.843947075, "t_last_token": 83477.340459973, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.00150200666394, "decode_tok_s": 170.3961257810573, "total_s": 1.629514400003245}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 14, "t_send": 83475.70973518, "t_first_token": 83475.84427215, "t_last_token": 83477.340744856, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.53696999931708, "decode_tok_s": 170.40070224980394, "total_s": 1.6310096759989392}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 14, "t_send": 83475.70910876, "t_first_token": 83475.822777311, "t_last_token": 83477.330156424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.66855099913664, "decode_tok_s": 169.16779448590802, "total_s": 1.6210476639971603}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 14, "t_send": 83475.711071946, "t_first_token": 83475.842787597, "t_last_token": 83477.340409395, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.71565099037252, "decode_tok_s": 170.26995756906646, "total_s": 1.6293374489905545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 15, "t_send": 83477.345849529, "t_first_token": 83477.482090498, "t_last_token": 83479.216077343, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.24096900457516, "decode_tok_s": 147.05993920103018, "total_s": 1.8702278139971895}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 15, "t_send": 83477.346299134, "t_first_token": 83477.482374913, "t_last_token": 83479.217858464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.07577899529133, "decode_tok_s": 146.93311259120236, "total_s": 1.8715593300003093}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 15, "t_send": 83477.34547805, "t_first_token": 83477.456130918, "t_last_token": 83479.203901515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.6528679956682, "decode_tok_s": 145.90015442447833, "total_s": 1.8584234649897553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 15, "t_send": 83477.347233294, "t_first_token": 83477.485513383, "t_last_token": 83479.220165656, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.28008899872657, "decode_tok_s": 147.00352570250988, "total_s": 1.8729323620063951}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 15, "t_send": 83477.348339515, "t_first_token": 83477.481515988, "t_last_token": 83479.216531069, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.17647299845703, "decode_tok_s": 146.9727858801779, "total_s": 1.8681915540073533}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 15, "t_send": 83477.346476405, "t_first_token": 83477.48215096, "t_last_token": 83479.217600789, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.67455500015058, "decode_tok_s": 146.93596768966867, "total_s": 1.8711243839934468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 15, "t_send": 83477.346749501, "t_first_token": 83477.481982535, "t_last_token": 83479.216125213, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.2330340014305, "decode_tok_s": 147.04672414469758, "total_s": 1.8693757120054215}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 15, "t_send": 83477.346199404, "t_first_token": 83477.482322683, "t_last_token": 83479.216934158, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1232790077338, "decode_tok_s": 147.0069832211612, "total_s": 1.8707347540039336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 15, "t_send": 83477.345673508, "t_first_token": 83477.482431901, "t_last_token": 83479.217458201, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.75839299685322, "decode_tok_s": 146.97183552680733, "total_s": 1.8717846930085216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 15, "t_send": 83477.34612766, "t_first_token": 83477.482583122, "t_last_token": 83479.21688163, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.45546199404635, "decode_tok_s": 147.03351171858418, "total_s": 1.8707539699971676}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 15, "t_send": 83477.345350716, "t_first_token": 83477.481723784, "t_last_token": 83479.21712628, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.37306800228544, "decode_tok_s": 146.93997535946923, "total_s": 1.8717755639954703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 15, "t_send": 83477.346004909, "t_first_token": 83477.481772285, "t_last_token": 83479.217771629, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.7673759921454, "decode_tok_s": 146.8894564279282, "total_s": 1.8717667199962307}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 15, "t_send": 83477.345763601, "t_first_token": 83477.481802145, "t_last_token": 83479.216685276, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.03854400571436, "decode_tok_s": 146.98396419010825, "total_s": 1.8709216749994084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 15, "t_send": 83477.345920089, "t_first_token": 83477.482032532, "t_last_token": 83479.217725453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.11244299681857, "decode_tok_s": 146.91538861272318, "total_s": 1.8718053639895516}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 15, "t_send": 83477.346379119, "t_first_token": 83477.481453507, "t_last_token": 83479.216984467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.07438800297678, "decode_tok_s": 146.92909886246036, "total_s": 1.8706053479982074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 15, "t_send": 83477.345576521, "t_first_token": 83477.482265989, "t_last_token": 83479.215962751, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.68946801044513, "decode_tok_s": 147.08454534285536, "total_s": 1.870386230002623}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 16, "t_send": 83479.222686682, "t_first_token": 83479.357217303, "t_last_token": 83481.091988611, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.53062099870294, "decode_tok_s": 146.99343874477273, "total_s": 1.8693019290076336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 16, "t_send": 83479.222824363, "t_first_token": 83479.332884837, "t_last_token": 83481.081420906, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.06047400587704, "decode_tok_s": 145.83628243093932, "total_s": 1.8585965430102078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 16, "t_send": 83479.223562395, "t_first_token": 83479.357475656, "t_last_token": 83481.092198863, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.91326100099832, "decode_tok_s": 146.99751462980734, "total_s": 1.8686364680033876}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 16, "t_send": 83479.222933584, "t_first_token": 83479.356845335, "t_last_token": 83481.092981836, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.91175100696273, "decode_tok_s": 146.8778519736787, "total_s": 1.8700482520071091}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 16, "t_send": 83479.22380865, "t_first_token": 83479.36165024, "t_last_token": 83481.095659732, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.84158999624196, "decode_tok_s": 147.05801852607388, "total_s": 1.871851082003559}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 16, "t_send": 83479.223476772, "t_first_token": 83479.361778738, "t_last_token": 83481.095824936, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.30196601338685, "decode_tok_s": 147.05490562789834, "total_s": 1.8723481640045065}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 16, "t_send": 83479.223894891, "t_first_token": 83479.357773688, "t_last_token": 83481.09178641, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.87879700167105, "decode_tok_s": 147.05774459636928, "total_s": 1.8678915190102998}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 16, "t_send": 83479.223247979, "t_first_token": 83479.357136327, "t_last_token": 83481.091528173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.88834800571203, "decode_tok_s": 147.02559896643606, "total_s": 1.8682801940012723}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 16, "t_send": 83479.22363093, "t_first_token": 83479.357081448, "t_last_token": 83481.092896152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.45051799842622, "decode_tok_s": 146.90508117803287, "total_s": 1.869265221990645}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 16, "t_send": 83479.223039859, "t_first_token": 83479.357386625, "t_last_token": 83481.091956076, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.34676598990336, "decode_tok_s": 147.01054480864227, "total_s": 1.8689162169903284}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 16, "t_send": 83479.223733205, "t_first_token": 83479.356979305, "t_last_token": 83481.092606887, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.24609999835957, "decode_tok_s": 146.9209193514441, "total_s": 1.8688736820040504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 16, "t_send": 83479.224286413, "t_first_token": 83479.357735715, "t_last_token": 83481.091657886, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.4493020112859, "decode_tok_s": 147.06542442622006, "total_s": 1.8673714730102802}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 16, "t_send": 83479.223984103, "t_first_token": 83479.357650024, "t_last_token": 83481.093493037, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.66592100646812, "decode_tok_s": 146.90268537574894, "total_s": 1.8695089340035338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 16, "t_send": 83479.22312998, "t_first_token": 83479.357854585, "t_last_token": 83481.091588014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.72460499906447, "decode_tok_s": 147.08143462882086, "total_s": 1.8684580339904642}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 16, "t_send": 83479.223380971, "t_first_token": 83479.357433178, "t_last_token": 83481.092331607, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.05220699496567, "decode_tok_s": 146.98266811329003, "total_s": 1.8689506359951338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 16, "t_send": 83479.224439333, "t_first_token": 83479.357618705, "t_last_token": 83481.092413003, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.179372001905, "decode_tok_s": 146.9914907458006, "total_s": 1.8679736699996283}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 17, "t_send": 83481.09912802, "t_first_token": 83481.216856071, "t_last_token": 83482.723043476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.72805100190453, "decode_tok_s": 169.30164145137434, "total_s": 1.6239154560025781}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 17, "t_send": 83481.09852929, "t_first_token": 83481.217249109, "t_last_token": 83482.723940537, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 118.71981900185347, "decode_tok_s": 169.2450061509541, "total_s": 1.625411247005104}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 17, "t_send": 83481.098672258, "t_first_token": 83481.216604825, "t_last_token": 83482.724053687, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.93256699456833, "decode_tok_s": 169.15996716563896, "total_s": 1.6253814289957518}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 17, "t_send": 83481.099373773, "t_first_token": 83481.216734032, "t_last_token": 83482.72280576, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.36025899881497, "decode_tok_s": 169.3146450194215, "total_s": 1.6234319869981846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 17, "t_send": 83481.099947314, "t_first_token": 83481.217303426, "t_last_token": 83482.7250489, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.3561120085651, "decode_tok_s": 169.12668908523418, "total_s": 1.6251015860034386}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 17, "t_send": 83481.09956311, "t_first_token": 83481.216645832, "t_last_token": 83482.723541467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.08272200485226, "decode_tok_s": 169.22207090997878, "total_s": 1.6239783570053987}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 17, "t_send": 83481.098779689, "t_first_token": 83481.217140321, "t_last_token": 83482.72291281, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 118.36063199734781, "decode_tok_s": 169.34829256192967, "total_s": 1.6241331210039789}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 17, "t_send": 83481.098921633, "t_first_token": 83481.204513152, "t_last_token": 83482.711266541, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 105.59151899360586, "decode_tok_s": 169.2380464263727, "total_s": 1.612344907989609}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 17, "t_send": 83481.098848513, "t_first_token": 83481.217361274, "t_last_token": 83482.723314187, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 118.512761007878, "decode_tok_s": 169.32800341880437, "total_s": 1.62446567400184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 17, "t_send": 83481.099494543, "t_first_token": 83481.217414813, "t_last_token": 83482.723989858, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.92027000046801, "decode_tok_s": 169.25808033664347, "total_s": 1.6244953150016954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 17, "t_send": 83481.099255626, "t_first_token": 83481.216908776, "t_last_token": 83482.724437319, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.65314999502152, "decode_tok_s": 169.1510261500095, "total_s": 1.6251816930016503}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 17, "t_send": 83481.099738364, "t_first_token": 83481.216812528, "t_last_token": 83482.722664669, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.07416399440262, "decode_tok_s": 169.33933489075028, "total_s": 1.62292630498996}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 17, "t_send": 83481.099827748, "t_first_token": 83481.21759352, "t_last_token": 83482.724271161, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.76577201089822, "decode_tok_s": 169.24655484474937, "total_s": 1.6244434130057925}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 17, "t_send": 83481.099024225, "t_first_token": 83481.216773153, "t_last_token": 83482.722546575, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 117.74892800895032, "decode_tok_s": 169.34818763324617, "total_s": 1.6235223499970743}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 17, "t_send": 83481.099634557, "t_first_token": 83481.216456182, "t_last_token": 83482.721886736, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 116.82162499346305, "decode_tok_s": 169.38675737691466, "total_s": 1.6222521790041355}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 17, "t_send": 83481.100073646, "t_first_token": 83481.216545949, "t_last_token": 83482.7241716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 256, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 116.47230300877709, "decode_tok_s": 169.14013092843655, "total_s": 1.624097954001627}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 18, "t_send": 83482.728999477, "t_first_token": 83482.858703445, "t_last_token": 83484.358620867, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.70396800665185, "decode_tok_s": 170.00935935533386, "total_s": 1.6296213900059229}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 18, "t_send": 83482.72773891, "t_first_token": 83482.859074079, "t_last_token": 83484.356789405, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.33516898960806, "decode_tok_s": 170.25932470029147, "total_s": 1.6290504950011382}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 18, "t_send": 83482.727031792, "t_first_token": 83482.839405055, "t_last_token": 83484.345951757, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.37326299306005, "decode_tok_s": 169.26126462654736, "total_s": 1.6189199649961665}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 18, "t_send": 83482.729758289, "t_first_token": 83482.858814915, "t_last_token": 83484.356365503, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0566259995103, "decode_tok_s": 170.27805407273607, "total_s": 1.6266072139987955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 18, "t_send": 83482.729899782, "t_first_token": 83482.859611457, "t_last_token": 83484.35701277, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7116749919951, "decode_tok_s": 170.2950289855896, "total_s": 1.6271129879896762}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 18, "t_send": 83482.729999002, "t_first_token": 83482.858878255, "t_last_token": 83484.357864143, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.87925301038194, "decode_tok_s": 170.115010448998, "total_s": 1.6278651410102611}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 18, "t_send": 83482.72796461, "t_first_token": 83482.859201604, "t_last_token": 83484.357495947, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.23699399875477, "decode_tok_s": 170.1935278555352, "total_s": 1.6295313369919313}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 18, "t_send": 83482.728668675, "t_first_token": 83482.859460914, "t_last_token": 83484.357245086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79223899694625, "decode_tok_s": 170.25149869239686, "total_s": 1.6285764109925367}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 18, "t_send": 83482.7276341, "t_first_token": 83482.858576527, "t_last_token": 83484.357454357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9424270002637, "decode_tok_s": 170.12727448205902, "total_s": 1.6298202570033027}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 18, "t_send": 83482.727524507, "t_first_token": 83482.859237429, "t_last_token": 83484.356605816, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.71292199695017, "decode_tok_s": 170.29877364385555, "total_s": 1.6290813090017764}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 18, "t_send": 83482.728560524, "t_first_token": 83482.858386787, "t_last_token": 83484.357657126, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82626300072297, "decode_tok_s": 170.08273515889, "total_s": 1.6290966020023916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 18, "t_send": 83482.727153642, "t_first_token": 83482.859688016, "t_last_token": 83484.358344846, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5343740027165, "decode_tok_s": 170.15236236642042, "total_s": 1.6311912039964227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 18, "t_send": 83482.728135628, "t_first_token": 83482.858187854, "t_last_token": 83484.356459247, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.05222599895205, "decode_tok_s": 170.19613481915204, "total_s": 1.6283236190065509}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 18, "t_send": 83482.727246669, "t_first_token": 83482.858260943, "t_last_token": 83484.357613261, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.01427399669774, "decode_tok_s": 170.0734356684237, "total_s": 1.6303665919986088}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 18, "t_send": 83482.726892969, "t_first_token": 83482.859140603, "t_last_token": 83484.356969628, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.24763399921358, "decode_tok_s": 170.2464004528039, "total_s": 1.6300766589993145}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 18, "t_send": 83482.727321603, "t_first_token": 83482.858058379, "t_last_token": 83484.357060225, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.73677600186784, "decode_tok_s": 170.11319944767757, "total_s": 1.6297386219957843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 19, "t_send": 83484.360793669, "t_first_token": 83484.490743309, "t_last_token": 83485.989339236, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9496400024509, "decode_tok_s": 170.15927736493092, "total_s": 1.6285455670004012}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 19, "t_send": 83484.362317731, "t_first_token": 83484.490848148, "t_last_token": 83485.988383214, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.53041700145695, "decode_tok_s": 170.2798190091549, "total_s": 1.626065483011189}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 19, "t_send": 83484.361911596, "t_first_token": 83484.490972049, "t_last_token": 83485.988754504, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.06045299314428, "decode_tok_s": 170.2516938615792, "total_s": 1.626842907993705}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 19, "t_send": 83484.360927571, "t_first_token": 83484.490554845, "t_last_token": 83485.988603615, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6272740000859, "decode_tok_s": 170.22142743791423, "total_s": 1.6276760439941427}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 19, "t_send": 83484.362132369, "t_first_token": 83484.49065186, "t_last_token": 83485.989041186, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.51949100149795, "decode_tok_s": 170.18273927647218, "total_s": 1.6269088169938186}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 19, "t_send": 83484.361847795, "t_first_token": 83484.491390886, "t_last_token": 83485.989014767, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.54309101041872, "decode_tok_s": 170.2697207468136, "total_s": 1.6271669720008504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 19, "t_send": 83484.361448233, "t_first_token": 83484.489847059, "t_last_token": 83485.988934759, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3988259965554, "decode_tok_s": 170.10345692146618, "total_s": 1.6274865260056686}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 19, "t_send": 83484.36108256, "t_first_token": 83484.490033768, "t_last_token": 83485.989664976, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9512079965789, "decode_tok_s": 170.04180670488267, "total_s": 1.6285824160004267}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 19, "t_send": 83484.361569725, "t_first_token": 83484.491116689, "t_last_token": 83485.989076552, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.54696398810484, "decode_tok_s": 170.23153042901532, "total_s": 1.627506826989702}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 19, "t_send": 83484.361510623, "t_first_token": 83484.490271421, "t_last_token": 83485.988325065, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7607980048051, "decode_tok_s": 170.2208736126821, "total_s": 1.6268144420027966}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 19, "t_send": 83484.361014171, "t_first_token": 83484.489929539, "t_last_token": 83485.988730485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.91536801180337, "decode_tok_s": 170.1360015029917, "total_s": 1.6277163140039193}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 19, "t_send": 83484.361339461, "t_first_token": 83484.491048678, "t_last_token": 83485.989118165, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.70921699889004, "decode_tok_s": 170.21907342240948, "total_s": 1.6277787040016847}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 19, "t_send": 83484.362020041, "t_first_token": 83484.490133547, "t_last_token": 83485.98854602, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1135060125962, "decode_tok_s": 170.1801103471149, "total_s": 1.6265259790088749}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 19, "t_send": 83484.361189044, "t_first_token": 83484.47094587, "t_last_token": 83485.979335543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.75682600110304, "decode_tok_s": 169.05445891294133, "total_s": 1.6181464990077075}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 19, "t_send": 83484.36174815, "t_first_token": 83484.490450072, "t_last_token": 83485.988576468, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.70192200352903, "decode_tok_s": 170.2126073488275, "total_s": 1.6268283179961145}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 19, "t_send": 83484.361660661, "t_first_token": 83484.489749312, "t_last_token": 83485.988428582, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.08865099214017, "decode_tok_s": 170.14981464228725, "total_s": 1.626767920999555}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 20, "t_send": 83485.990998058, "t_first_token": 83486.103122103, "t_last_token": 83487.609942381, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.12404500111006, "decode_tok_s": 169.23053380946862, "total_s": 1.618944322995958}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 20, "t_send": 83485.992976079, "t_first_token": 83486.122992353, "t_last_token": 83487.620167266, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.01627400808502, "decode_tok_s": 170.32078068326032, "total_s": 1.6271911869989708}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 20, "t_send": 83485.991132672, "t_first_token": 83486.122366438, "t_last_token": 83487.620729578, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2337659910554, "decode_tok_s": 170.18571345681326, "total_s": 1.6295969060010975}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 20, "t_send": 83485.991240792, "t_first_token": 83486.122860416, "t_last_token": 83487.62039286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.61962399317417, "decode_tok_s": 170.28011714960954, "total_s": 1.6291520679951645}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 20, "t_send": 83485.991723604, "t_first_token": 83486.122278483, "t_last_token": 83487.620645642, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55487899691798, "decode_tok_s": 170.1852569766046, "total_s": 1.6289220379985636}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 20, "t_send": 83485.992179789, "t_first_token": 83486.12266705, "t_last_token": 83487.621810793, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.48726100532804, "decode_tok_s": 170.09709788717768, "total_s": 1.6296310040052049}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 20, "t_send": 83485.991337969, "t_first_token": 83486.122050437, "t_last_token": 83487.619868541, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.71246800245717, "decode_tok_s": 170.24764176503663, "total_s": 1.628530572008458}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 20, "t_send": 83485.99192615, "t_first_token": 83486.122795915, "t_last_token": 83487.619817077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.86976499471348, "decode_tok_s": 170.3382734150615, "total_s": 1.627890926989494}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 20, "t_send": 83485.991407681, "t_first_token": 83486.123292404, "t_last_token": 83487.620972002, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8847229995299, "decode_tok_s": 170.2633863343599, "total_s": 1.6295643210032722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 20, "t_send": 83485.992800049, "t_first_token": 83486.122487475, "t_last_token": 83487.620767124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.68742600060068, "decode_tok_s": 170.19519698567515, "total_s": 1.6279670749936486}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 20, "t_send": 83485.992017101, "t_first_token": 83486.122421438, "t_last_token": 83487.620050992, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40433700371068, "decode_tok_s": 170.2690757667948, "total_s": 1.6280338910000864}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 20, "t_send": 83485.992274323, "t_first_token": 83486.123101471, "t_last_token": 83487.619759725, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.82714800839312, "decode_tok_s": 170.37957684709247, "total_s": 1.6274854020011844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 20, "t_send": 83485.991493599, "t_first_token": 83486.122160339, "t_last_token": 83487.620490004, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6667400058359, "decode_tok_s": 170.18951566948354, "total_s": 1.6289964050083654}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 20, "t_send": 83485.991555305, "t_first_token": 83486.123044066, "t_last_token": 83487.620306497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.48876100603957, "decode_tok_s": 170.3108250897419, "total_s": 1.6287511920090765}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 20, "t_send": 83485.99208673, "t_first_token": 83486.122592464, "t_last_token": 83487.620605206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.50573400687426, "decode_tok_s": 170.22552135290792, "total_s": 1.6285184760054108}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 20, "t_send": 83485.99288854, "t_first_token": 83486.123376232, "t_last_token": 83487.620453868, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.48769200395327, "decode_tok_s": 170.33184777346966, "total_s": 1.6275653280026745}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 21, "t_send": 83487.624839099, "t_first_token": 83487.755255463, "t_last_token": 83489.252421225, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.41636400157586, "decode_tok_s": 170.32182171905916, "total_s": 1.6275821260060184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 21, "t_send": 83487.624972707, "t_first_token": 83487.75548207, "t_last_token": 83489.251670471, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.50936300714966, "decode_tok_s": 170.43308170952565, "total_s": 1.6266977640043478}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 21, "t_send": 83487.625588725, "t_first_token": 83487.754775361, "t_last_token": 83489.252033306, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.18663599702995, "decode_tok_s": 170.3113353661596, "total_s": 1.626444580993848}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 21, "t_send": 83487.625510066, "t_first_token": 83487.754842787, "t_last_token": 83489.251875184, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33272100053728, "decode_tok_s": 170.33699505280987, "total_s": 1.6263651179906446}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 21, "t_send": 83487.625079248, "t_first_token": 83487.754412121, "t_last_token": 83489.254148308, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33287299529184, "decode_tok_s": 170.02990406553266, "total_s": 1.6290690599998925}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 21, "t_send": 83487.625851549, "t_first_token": 83487.755158551, "t_last_token": 83489.252744553, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3070019892184, "decode_tok_s": 170.27402744046518, "total_s": 1.6268930039950646}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 21, "t_send": 83487.625684328, "t_first_token": 83487.754552743, "t_last_token": 83489.253526296, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86841500585433, "decode_tok_s": 170.11641031978266, "total_s": 1.6278419680020306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 21, "t_send": 83487.625149747, "t_first_token": 83487.754183154, "t_last_token": 83489.252118765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.03340700722765, "decode_tok_s": 170.2342865259166, "total_s": 1.626969018005184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 21, "t_send": 83487.626017793, "t_first_token": 83487.75402465, "t_last_token": 83489.253572467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.00685700494796, "decode_tok_s": 170.0512628598835, "total_s": 1.627554674007115}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 21, "t_send": 83487.625235994, "t_first_token": 83487.754096047, "t_last_token": 83489.251927943, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86005300970282, "decode_tok_s": 170.2460741305466, "total_s": 1.626691949000815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 21, "t_send": 83487.626677674, "t_first_token": 83487.754933783, "t_last_token": 83489.252466021, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.25610900472384, "decode_tok_s": 170.28014057293052, "total_s": 1.6257883470098022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 21, "t_send": 83487.626083907, "t_first_token": 83487.755033417, "t_last_token": 83489.251733143, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94950999179855, "decode_tok_s": 170.37485580397174, "total_s": 1.6256492359971162}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 21, "t_send": 83487.625296604, "t_first_token": 83487.754362488, "t_last_token": 83489.252951252, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.06588400073815, "decode_tok_s": 170.16009069804414, "total_s": 1.6276546479930403}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 21, "t_send": 83487.625772071, "t_first_token": 83487.75510641, "t_last_token": 83489.253603247, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3343389988877, "decode_tok_s": 170.17052936260097, "total_s": 1.627831175996107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 21, "t_send": 83487.625378058, "t_first_token": 83487.73438312, "t_last_token": 83489.241629379, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.00506199686788, "decode_tok_s": 169.1827055312283, "total_s": 1.6162513210001634}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 21, "t_send": 83487.625947199, "t_first_token": 83487.75389801, "t_last_token": 83489.252250154, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.95081100193784, "decode_tok_s": 170.18696240630678, "total_s": 1.6263029549882049}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 22, "t_send": 83489.257081934, "t_first_token": 83489.385996407, "t_last_token": 83490.883512428, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.91447299625725, "decode_tok_s": 170.28198458235008, "total_s": 1.6264304939977592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 22, "t_send": 83489.257245081, "t_first_token": 83489.386398472, "t_last_token": 83490.884161429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.15339099708945, "decode_tok_s": 170.2539102113867, "total_s": 1.626916348002851}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 22, "t_send": 83489.257859679, "t_first_token": 83489.386355064, "t_last_token": 83490.884199263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.49538499722257, "decode_tok_s": 170.24467576039777, "total_s": 1.626339584006928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 22, "t_send": 83489.257376273, "t_first_token": 83489.386924742, "t_last_token": 83490.883935795, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5484689908335, "decode_tok_s": 170.33942367153554, "total_s": 1.6265595220029354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 22, "t_send": 83489.257953167, "t_first_token": 83489.386211262, "t_last_token": 83490.883638637, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.25809499190655, "decode_tok_s": 170.2920650828903, "total_s": 1.6256854699895484}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 22, "t_send": 83489.257767763, "t_first_token": 83489.38680963, "t_last_token": 83490.884352656, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0418669959763, "decode_tok_s": 170.27891391008822, "total_s": 1.6265848929906497}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 22, "t_send": 83489.257485741, "t_first_token": 83489.386047344, "t_last_token": 83490.883735051, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.56160299270414, "decode_tok_s": 170.26246446980397, "total_s": 1.6262493099929998}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 22, "t_send": 83489.258323662, "t_first_token": 83489.386144366, "t_last_token": 83490.884100398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.82070400135126, "decode_tok_s": 170.23196579307, "total_s": 1.6257767360075377}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 22, "t_send": 83489.258050318, "t_first_token": 83489.386633898, "t_last_token": 83490.884133223, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.58357999357395, "decode_tok_s": 170.28388310042925, "total_s": 1.6260829049861059}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 22, "t_send": 83489.25755824, "t_first_token": 83489.36641335, "t_last_token": 83490.873051786, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.8551099965116, "decode_tok_s": 169.25095889472829, "total_s": 1.6154935459926492}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 22, "t_send": 83489.25811975, "t_first_token": 83489.386112015, "t_last_token": 83490.88402052, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.99226499919314, "decode_tok_s": 170.23736706803064, "total_s": 1.6259007699991344}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 22, "t_send": 83489.258456251, "t_first_token": 83489.386447179, "t_last_token": 83490.884314904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.99092799832579, "decode_tok_s": 170.24200184256102, "total_s": 1.6258586530020693}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 22, "t_send": 83489.257645919, "t_first_token": 83489.386783342, "t_last_token": 83490.884564649, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.13742299133446, "decode_tok_s": 170.25182435395783, "total_s": 1.6269187299913028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 22, "t_send": 83489.258674901, "t_first_token": 83489.386885086, "t_last_token": 83490.884426149, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.21018500835635, "decode_tok_s": 170.27913711377295, "total_s": 1.625751248007873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 22, "t_send": 83489.259031323, "t_first_token": 83489.386318201, "t_last_token": 83490.883578064, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.28687799244653, "decode_tok_s": 170.31111719611616, "total_s": 1.6245467409898993}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 22, "t_send": 83489.258217598, "t_first_token": 83489.386738502, "t_last_token": 83490.883689035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.52090399246663, "decode_tok_s": 170.3463103002901, "total_s": 1.6254714370006695}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 23, "t_send": 83490.887881651, "t_first_token": 83491.019110175, "t_last_token": 83492.517100729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.22852399828844, "decode_tok_s": 170.22804270526242, "total_s": 1.6292190780077362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 23, "t_send": 83490.887322487, "t_first_token": 83491.018916578, "t_last_token": 83492.517878954, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.59409099898767, "decode_tok_s": 170.11767879200045, "total_s": 1.6305564669892192}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 23, "t_send": 83490.887955132, "t_first_token": 83491.019430592, "t_last_token": 83492.517400278, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.47546000254806, "decode_tok_s": 170.23041412920054, "total_s": 1.6294451459980337}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 23, "t_send": 83490.888951697, "t_first_token": 83491.019503329, "t_last_token": 83492.517426206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55163199896924, "decode_tok_s": 170.2357337041489, "total_s": 1.6284745090088109}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 23, "t_send": 83490.887430786, "t_first_token": 83491.019213021, "t_last_token": 83492.517065631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.78223501017783, "decode_tok_s": 170.2437197756797, "total_s": 1.6296348449977813}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 23, "t_send": 83490.887527402, "t_first_token": 83490.999903049, "t_last_token": 83492.506652528, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.37564700422809, "decode_tok_s": 169.23848559717806, "total_s": 1.6191251260024728}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 23, "t_send": 83490.888024534, "t_first_token": 83491.018987571, "t_last_token": 83492.517923406, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.96303700876888, "decode_tok_s": 170.12069099014977, "total_s": 1.629898872008198}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 23, "t_send": 83490.888196214, "t_first_token": 83491.018962055, "t_last_token": 83492.517316763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.76584099326283, "decode_tok_s": 170.18667117853954, "total_s": 1.6291205489978893}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 23, "t_send": 83490.888310696, "t_first_token": 83491.019711079, "t_last_token": 83492.517217898, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.40038300480228, "decode_tok_s": 170.28303094536605, "total_s": 1.6289072020008462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 23, "t_send": 83490.887791322, "t_first_token": 83491.018863309, "t_last_token": 83492.517963101, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.07198699435685, "decode_tok_s": 170.1020848388651, "total_s": 1.6301717789901886}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 23, "t_send": 83490.887610566, "t_first_token": 83491.019018241, "t_last_token": 83492.517461652, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.40767499862704, "decode_tok_s": 170.17659667967092, "total_s": 1.6298510859924136}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 23, "t_send": 83490.887703153, "t_first_token": 83491.018782076, "t_last_token": 83492.516813456, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.07892300467938, "decode_tok_s": 170.22340346552267, "total_s": 1.629110302994377}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 23, "t_send": 83490.888104221, "t_first_token": 83491.019084502, "t_last_token": 83492.517343468, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.98028099921066, "decode_tok_s": 170.19754647599535, "total_s": 1.6292392470058985}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 23, "t_send": 83490.888395142, "t_first_token": 83491.019467226, "t_last_token": 83492.517025355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.07208399742376, "decode_tok_s": 170.27719663165496, "total_s": 1.6286302130029071}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 23, "t_send": 83490.887189326, "t_first_token": 83491.019167839, "t_last_token": 83492.517659039, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.97851300355978, "decode_tok_s": 170.17116950620974, "total_s": 1.6304697130108252}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 23, "t_send": 83490.888498049, "t_first_token": 83491.019908167, "t_last_token": 83492.516877565, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4101180032594, "decode_tok_s": 170.3441635758172, "total_s": 1.628379515997949}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 24, "t_send": 83492.519546382, "t_first_token": 83492.650803618, "t_last_token": 83494.148785124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.25723600387573, "decode_tok_s": 170.22907090636747, "total_s": 1.6292387419962324}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 24, "t_send": 83492.519670216, "t_first_token": 83492.651778699, "t_last_token": 83494.148531996, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.10848299786448, "decode_tok_s": 170.36875783766038, "total_s": 1.6288617800018983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 24, "t_send": 83492.520623247, "t_first_token": 83492.65077735, "t_last_token": 83494.148705482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.15410301159136, "decode_tok_s": 170.23513648813085, "total_s": 1.6280822350090602}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 24, "t_send": 83492.520963805, "t_first_token": 83492.650628763, "t_last_token": 83494.149955053, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.66495800355915, "decode_tok_s": 170.076388109497, "total_s": 1.6289912479987834}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 24, "t_send": 83492.521567596, "t_first_token": 83492.650849661, "t_last_token": 83494.148105424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2820649978239, "decode_tok_s": 170.31158356663084, "total_s": 1.626537827993161}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 24, "t_send": 83492.519776021, "t_first_token": 83492.651058131, "t_last_token": 83494.14895609, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2821100000292, "decode_tok_s": 170.23856563048886, "total_s": 1.6291800689941738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 24, "t_send": 83492.520380819, "t_first_token": 83492.651239445, "t_last_token": 83494.150008372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.85862599837128, "decode_tok_s": 170.1396362076098, "total_s": 1.6296275530039566}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 24, "t_send": 83492.520842749, "t_first_token": 83492.651451073, "t_last_token": 83494.150525433, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6083240051521, "decode_tok_s": 170.10497064426582, "total_s": 1.629682683997089}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 24, "t_send": 83492.51985416, "t_first_token": 83492.651615901, "t_last_token": 83494.148570877, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.76174100954086, "decode_tok_s": 170.34580470921063, "total_s": 1.6287167170085013}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 24, "t_send": 83492.520440401, "t_first_token": 83492.651302613, "t_last_token": 83494.147926428, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.86221199773718, "decode_tok_s": 170.38349747134137, "total_s": 1.6274860270059435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 24, "t_send": 83492.520509819, "t_first_token": 83492.651122223, "t_last_token": 83494.147968497, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.61240399838425, "decode_tok_s": 170.35817533876394, "total_s": 1.6274586779909441}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 24, "t_send": 83492.52029867, "t_first_token": 83492.650746809, "t_last_token": 83494.148919835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.44813899614383, "decode_tok_s": 170.20730955229536, "total_s": 1.628621165000368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 24, "t_send": 83492.519940823, "t_first_token": 83492.651708445, "t_last_token": 83494.148013029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.76762200600933, "decode_tok_s": 170.41984815599028, "total_s": 1.6280722060037078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 24, "t_send": 83492.520083358, "t_first_token": 83492.630647875, "t_last_token": 83494.137991821, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.56451700278558, "decode_tok_s": 169.1717412455327, "total_s": 1.6179084629984573}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 24, "t_send": 83492.520009964, "t_first_token": 83492.651184268, "t_last_token": 83494.148340546, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.174303998705, "decode_tok_s": 170.32290065342102, "total_s": 1.6283305819961242}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 24, "t_send": 83492.52073624, "t_first_token": 83492.650698175, "t_last_token": 83494.147765667, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.96193500293884, "decode_tok_s": 170.33300192673994, "total_s": 1.6270294270070735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 25, "t_send": 83494.152631975, "t_first_token": 83494.28211229, "t_last_token": 83495.779463859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.48031500854995, "decode_tok_s": 170.3006864123174, "total_s": 1.6268318840011489}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 25, "t_send": 83494.15276211, "t_first_token": 83494.282079381, "t_last_token": 83495.780899716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.31727099930868, "decode_tok_s": 170.13380059238605, "total_s": 1.6281376060069306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 25, "t_send": 83494.154850695, "t_first_token": 83494.282365475, "t_last_token": 83495.778549449, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.51477998972405, "decode_tok_s": 170.43358599707284, "total_s": 1.6236987539887195}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 25, "t_send": 83494.153469095, "t_first_token": 83494.281921756, "t_last_token": 83495.780131544, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.45266099611763, "decode_tok_s": 170.20313312776267, "total_s": 1.626662448994466}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 25, "t_send": 83494.154946246, "t_first_token": 83494.28282279, "t_last_token": 83495.779921565, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.87654400744941, "decode_tok_s": 170.3294426917584, "total_s": 1.6249753190058982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 25, "t_send": 83494.153994777, "t_first_token": 83494.282862441, "t_last_token": 83495.779028765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8676639960613, "decode_tok_s": 170.43559657125095, "total_s": 1.6250339879916282}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 25, "t_send": 83494.154306625, "t_first_token": 83494.282562019, "t_last_token": 83495.780017197, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2553939963691, "decode_tok_s": 170.28890329793853, "total_s": 1.6257105719996616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 25, "t_send": 83494.153607917, "t_first_token": 83494.282309393, "t_last_token": 83495.778254708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7014760018792, "decode_tok_s": 170.46077650316218, "total_s": 1.6246467909950297}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 25, "t_send": 83494.152867286, "t_first_token": 83494.281459801, "t_last_token": 83495.77969703, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5925150004914, "decode_tok_s": 170.20001576845087, "total_s": 1.6268297439964954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 25, "t_send": 83494.153691465, "t_first_token": 83494.281524251, "t_last_token": 83495.780817358, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.83278599090409, "decode_tok_s": 170.08015231262638, "total_s": 1.6271258929918986}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 25, "t_send": 83494.15415422, "t_first_token": 83494.281688649, "t_last_token": 83495.778832623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.53442900429945, "decode_tok_s": 170.32430042150588, "total_s": 1.6246784029935952}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 25, "t_send": 83494.153777085, "t_first_token": 83494.281603455, "t_last_token": 83495.779800612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.82637000782415, "decode_tok_s": 170.20456807674864, "total_s": 1.626023527001962}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 25, "t_send": 83494.152943985, "t_first_token": 83494.282723147, "t_last_token": 83495.779650029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77916200179607, "decode_tok_s": 170.34900172246896, "total_s": 1.626706044000457}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 25, "t_send": 83494.153030519, "t_first_token": 83494.261492961, "t_last_token": 83495.76852033, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.46244200365618, "decode_tok_s": 169.2072786760354, "total_s": 1.6154898110107752}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 25, "t_send": 83494.15439414, "t_first_token": 83494.282202057, "t_last_token": 83495.778348058, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.80791700060945, "decode_tok_s": 170.4379116947824, "total_s": 1.6239539179950953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 25, "t_send": 83494.153892166, "t_first_token": 83494.282786945, "t_last_token": 83495.779974914, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.89477900171187, "decode_tok_s": 170.31929542594662, "total_s": 1.6260827480000444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 26, "t_send": 83495.784399975, "t_first_token": 83495.915561321, "t_last_token": 83497.412772076, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.16134599840734, "decode_tok_s": 170.31670334232695, "total_s": 1.6283721009967849}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 26, "t_send": 83495.785837502, "t_first_token": 83495.916864255, "t_last_token": 83497.413452429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.02675300615374, "decode_tok_s": 170.38755512804332, "total_s": 1.6276149269979214}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 26, "t_send": 83495.784038738, "t_first_token": 83495.916142526, "t_last_token": 83497.41318, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.10378799703903, "decode_tok_s": 170.3364173759283, "total_s": 1.6291412620048504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 26, "t_send": 83495.78564317, "t_first_token": 83495.915489062, "t_last_token": 83497.413994697, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.84589199186303, "decode_tok_s": 170.16953026030163, "total_s": 1.628351526989718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 26, "t_send": 83495.78593219, "t_first_token": 83495.916647027, "t_last_token": 83497.414670553, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7148369960487, "decode_tok_s": 170.22429592994632, "total_s": 1.6287383629969554}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 26, "t_send": 83495.784852088, "t_first_token": 83495.916805862, "t_last_token": 83497.414129569, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.95377399097197, "decode_tok_s": 170.30385534303937, "total_s": 1.6292774809990078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 26, "t_send": 83495.784173345, "t_first_token": 83495.915412385, "t_last_token": 83497.414085168, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.23903999803588, "decode_tok_s": 170.15055113642262, "total_s": 1.6299118229944725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 26, "t_send": 83495.784687575, "t_first_token": 83495.916483621, "t_last_token": 83497.413939143, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.79604600009043, "decode_tok_s": 170.2888641778305, "total_s": 1.629251568010659}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 26, "t_send": 83495.78427099, "t_first_token": 83495.915457891, "t_last_token": 83497.413290121, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.18690099508967, "decode_tok_s": 170.24603616640823, "total_s": 1.629019130996312}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 26, "t_send": 83495.784947366, "t_first_token": 83495.91675548, "t_last_token": 83497.414221244, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8081139907008, "decode_tok_s": 170.28769947751857, "total_s": 1.629273878003005}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 26, "t_send": 83495.783872351, "t_first_token": 83495.916391992, "t_last_token": 83497.413556062, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.51964098890312, "decode_tok_s": 170.32201420540662, "total_s": 1.6296837109985063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 26, "t_send": 83495.784775535, "t_first_token": 83495.916219485, "t_last_token": 83497.412820834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.44395001290832, "decode_tok_s": 170.386055158945, "total_s": 1.6280452990031336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 26, "t_send": 83495.784335899, "t_first_token": 83495.916265897, "t_last_token": 83497.412909093, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.92999799503013, "decode_tok_s": 170.38129106726922, "total_s": 1.6285731939860852}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 26, "t_send": 83495.785734435, "t_first_token": 83495.915694227, "t_last_token": 83497.412864553, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.95979200059082, "decode_tok_s": 170.32130250820776, "total_s": 1.627130117994966}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 26, "t_send": 83495.784599947, "t_first_token": 83495.915790726, "t_last_token": 83497.413412717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.19077899318654, "decode_tok_s": 170.26993562597843, "total_s": 1.6288127699954202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 26, "t_send": 83495.784466512, "t_first_token": 83495.896004184, "t_last_token": 83497.402830089, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.53767199721187, "decode_tok_s": 169.22990184432072, "total_s": 1.6183635769993998}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 27, "t_send": 83497.417102176, "t_first_token": 83497.546403111, "t_last_token": 83499.04398286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3009350047214, "decode_tok_s": 170.27473840345178, "total_s": 1.6268806840089383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 27, "t_send": 83497.416736874, "t_first_token": 83497.546059129, "t_last_token": 83499.045043771, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.32225500117056, "decode_tok_s": 170.11515185446277, "total_s": 1.6283068969933083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 27, "t_send": 83497.416812713, "t_first_token": 83497.546120426, "t_last_token": 83499.043892084, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30771301034838, "decode_tok_s": 170.25292115783282, "total_s": 1.6270793709991267}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 27, "t_send": 83497.416982605, "t_first_token": 83497.546358424, "t_last_token": 83499.043643424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3758190004155, "decode_tok_s": 170.3082579479792, "total_s": 1.6266608189907856}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 27, "t_send": 83497.416177131, "t_first_token": 83497.545824081, "t_last_token": 83499.044218977, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.64694999391213, "decode_tok_s": 170.1821066534336, "total_s": 1.628041845993721}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 27, "t_send": 83497.416307788, "t_first_token": 83497.545874515, "t_last_token": 83499.043205798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.56672700238414, "decode_tok_s": 170.30299366157448, "total_s": 1.6268980100139743}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 27, "t_send": 83497.4164127, "t_first_token": 83497.525373603, "t_last_token": 83499.032303666, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.96090300229844, "decode_tok_s": 169.21820478689645, "total_s": 1.615890966000734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 27, "t_send": 83497.418180756, "t_first_token": 83497.546815882, "t_last_token": 83499.043334711, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6351260059746, "decode_tok_s": 170.3954504678801, "total_s": 1.625153954999405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 27, "t_send": 83497.416533801, "t_first_token": 83497.546184409, "t_last_token": 83499.042777513, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.65060799615458, "decode_tok_s": 170.3869938461597, "total_s": 1.6262437119876267}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 27, "t_send": 83497.416903312, "t_first_token": 83497.545764465, "t_last_token": 83499.04311506, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86115300352685, "decode_tok_s": 170.3007971886179, "total_s": 1.6262117480073357}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 27, "t_send": 83497.417592382, "t_first_token": 83497.545187579, "t_last_token": 83499.04499774, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.59519700193778, "decode_tok_s": 170.02151781036852, "total_s": 1.6274053579982137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 27, "t_send": 83497.417677334, "t_first_token": 83497.546505565, "t_last_token": 83499.044088122, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82823099789675, "decode_tok_s": 170.2744191350796, "total_s": 1.6264107879978837}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 27, "t_send": 83497.417937582, "t_first_token": 83497.546660752, "t_last_token": 83499.043480761, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.72317001165356, "decode_tok_s": 170.36116464763768, "total_s": 1.6255431790050352}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 27, "t_send": 83497.417190493, "t_first_token": 83497.546716983, "t_last_token": 83499.042947946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5264899963513, "decode_tok_s": 170.42823354465776, "total_s": 1.625757453002734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 27, "t_send": 83497.416624893, "t_first_token": 83497.5460075, "t_last_token": 83499.044431006, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.38260700320825, "decode_tok_s": 170.17885729870596, "total_s": 1.6278061129996786}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 27, "t_send": 83497.418712626, "t_first_token": 83497.545317187, "t_last_token": 83499.044331384, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.60456101002637, "decode_tok_s": 170.11179781486183, "total_s": 1.6256187580002006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 28, "t_send": 83499.047917092, "t_first_token": 83499.178704183, "t_last_token": 83500.676333233, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.78709099499974, "decode_tok_s": 170.2691330667565, "total_s": 1.6284161410003435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 28, "t_send": 83499.048054418, "t_first_token": 83499.1797916, "t_last_token": 83500.677805798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.73718200414442, "decode_tok_s": 170.22535590255578, "total_s": 1.629751379994559}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 28, "t_send": 83499.048948628, "t_first_token": 83499.179581776, "t_last_token": 83500.677098691, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63314800092485, "decode_tok_s": 170.2818829263575, "total_s": 1.6281500629993388}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 28, "t_send": 83499.04854407, "t_first_token": 83499.179050216, "t_last_token": 83500.675692611, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5061460006982, "decode_tok_s": 170.38138225449512, "total_s": 1.6271485409961315}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 28, "t_send": 83499.050102392, "t_first_token": 83499.179855803, "t_last_token": 83500.676776557, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.75341100536752, "decode_tok_s": 170.34969908657138, "total_s": 1.626674165003351}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 28, "t_send": 83499.048162675, "t_first_token": 83499.15835706, "t_last_token": 83500.665820654, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.19438500807155, "decode_tok_s": 169.15831401538662, "total_s": 1.6176579790044343}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 28, "t_send": 83499.048859047, "t_first_token": 83499.179377409, "t_last_token": 83500.676972569, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.51836199883837, "decode_tok_s": 170.27298619301288, "total_s": 1.628113521990599}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 28, "t_send": 83499.049105538, "t_first_token": 83499.178515878, "t_last_token": 83500.677287737, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.41033999959473, "decode_tok_s": 170.13930336965447, "total_s": 1.6281821989978198}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 28, "t_send": 83499.048606048, "t_first_token": 83499.178358683, "t_last_token": 83500.675742855, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.75263499538414, "decode_tok_s": 170.29697840230017, "total_s": 1.6271368070010794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 28, "t_send": 83499.048270942, "t_first_token": 83499.179738307, "t_last_token": 83500.675951765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.46736499038525, "decode_tok_s": 170.4302274748155, "total_s": 1.6276808230031747}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 28, "t_send": 83499.048357182, "t_first_token": 83499.178876514, "t_last_token": 83500.676575729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.51933200040367, "decode_tok_s": 170.26115620905978, "total_s": 1.6282185470045079}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 28, "t_send": 83499.048704313, "t_first_token": 83499.179662905, "t_last_token": 83500.676408617, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.95859199529514, "decode_tok_s": 170.369621208402, "total_s": 1.627704304002691}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 28, "t_send": 83499.048779598, "t_first_token": 83499.179439966, "t_last_token": 83500.675859287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66036799864378, "decode_tok_s": 170.40678132182836, "total_s": 1.6270796890021302}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 28, "t_send": 83499.04845336, "t_first_token": 83499.178760966, "t_last_token": 83500.675988923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3076059994055, "decode_tok_s": 170.31474653320643, "total_s": 1.6275355630059494}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 28, "t_send": 83499.049380089, "t_first_token": 83499.178433093, "t_last_token": 83500.676899221, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.05300399870612, "decode_tok_s": 170.17401677260682, "total_s": 1.6275191320019076}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 28, "t_send": 83499.049241949, "t_first_token": 83499.178910865, "t_last_token": 83500.677601896, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.66891599353403, "decode_tok_s": 170.14847939036923, "total_s": 1.6283599469898036}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 29, "t_send": 83500.679910615, "t_first_token": 83500.808895946, "t_last_token": 83502.304719407, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9853310008766, "decode_tok_s": 170.47466271882098, "total_s": 1.624808791995747}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 29, "t_send": 83500.679557958, "t_first_token": 83500.807145664, "t_last_token": 83502.305381205, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.58770599612035, "decode_tok_s": 170.20020752497913, "total_s": 1.6258232469990617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 29, "t_send": 83500.680753079, "t_first_token": 83500.808806043, "t_last_token": 83502.305219091, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.05296400620136, "decode_tok_s": 170.40749567240965, "total_s": 1.624466011999175}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 29, "t_send": 83500.68018762, "t_first_token": 83500.807646234, "t_last_token": 83502.305083485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.45861399162095, "decode_tok_s": 170.29094196033995, "total_s": 1.6248958649957785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 29, "t_send": 83500.680083216, "t_first_token": 83500.787713212, "t_last_token": 83502.294499572, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.6299960113829, "decode_tok_s": 169.234343215285, "total_s": 1.6144163560093148}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 29, "t_send": 83500.67966227, "t_first_token": 83500.807672537, "t_last_token": 83502.305491013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.01026699889917, "decode_tok_s": 170.24759948319476, "total_s": 1.625828742995509}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 29, "t_send": 83500.68063853, "t_first_token": 83500.808852924, "t_last_token": 83502.307043547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.214394004317, "decode_tok_s": 170.20531038315454, "total_s": 1.6264050169993425}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 29, "t_send": 83500.680549286, "t_first_token": 83500.808744235, "t_last_token": 83502.304497086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.19494899304118, "decode_tok_s": 170.48271031359556, "total_s": 1.6239478000061354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 29, "t_send": 83500.680260115, "t_first_token": 83500.80856829, "t_last_token": 83502.30504535, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30817500071134, "decode_tok_s": 170.40020646830146, "total_s": 1.6247852350061294}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 29, "t_send": 83500.67982176, "t_first_token": 83500.807088341, "t_last_token": 83502.304449258, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.26658099563792, "decode_tok_s": 170.2996232273364, "total_s": 1.6246274979930604}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 29, "t_send": 83500.67973128, "t_first_token": 83500.808356039, "t_last_token": 83502.305882623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.62475898873527, "decode_tok_s": 170.2807834757809, "total_s": 1.6261513429926708}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 29, "t_send": 83500.680347113, "t_first_token": 83500.807350394, "t_last_token": 83502.306879202, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.00328099890612, "decode_tok_s": 170.05341853913342, "total_s": 1.6265320890088333}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 29, "t_send": 83500.679980194, "t_first_token": 83500.807460601, "t_last_token": 83502.305584173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.48040699807461, "decode_tok_s": 170.21292820413063, "total_s": 1.6256039789877832}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 29, "t_send": 83500.680885736, "t_first_token": 83500.807220268, "t_last_token": 83502.305797124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.33453200396616, "decode_tok_s": 170.16144282425782, "total_s": 1.6249113880039658}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 29, "t_send": 83500.680438718, "t_first_token": 83500.808042923, "t_last_token": 83502.305840122, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.60420500126202, "decode_tok_s": 170.25001793972365, "total_s": 1.6254014040023321}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 29, "t_send": 83500.679425827, "t_first_token": 83500.80862773, "t_last_token": 83502.304369386, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.20190300792456, "decode_tok_s": 170.4839863077161, "total_s": 1.624943558999803}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 30, "t_send": 83502.309940849, "t_first_token": 83502.418133374, "t_last_token": 83503.92458565, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.19252500368748, "decode_tok_s": 169.2718740986587, "total_s": 1.614644801011309}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 30, "t_send": 83502.309093386, "t_first_token": 83502.437990121, "t_last_token": 83503.934912395, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8967350119492, "decode_tok_s": 170.34952611162922, "total_s": 1.625819009001134}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 30, "t_send": 83502.309221028, "t_first_token": 83502.437415986, "t_last_token": 83503.935011477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1949580006767, "decode_tok_s": 170.2729485577016, "total_s": 1.6257904490048531}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 30, "t_send": 83502.309720902, "t_first_token": 83502.437497343, "t_last_token": 83503.935133037, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.77644098969176, "decode_tok_s": 170.26837769773013, "total_s": 1.6254121349920752}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 30, "t_send": 83502.310067019, "t_first_token": 83502.438403893, "t_last_token": 83503.934738605, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.33687399688642, "decode_tok_s": 170.4164168310039, "total_s": 1.6246715860033873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 30, "t_send": 83502.309594426, "t_first_token": 83502.438683813, "t_last_token": 83503.935837654, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0893870027503, "decode_tok_s": 170.32317789681, "total_s": 1.6262432280054782}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 30, "t_send": 83502.309330117, "t_first_token": 83502.438132589, "t_last_token": 83503.934697623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.80247199791484, "decode_tok_s": 170.39018967196296, "total_s": 1.6253675059997477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 30, "t_send": 83502.309790765, "t_first_token": 83502.437632018, "t_last_token": 83503.934579569, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8412530082278, "decode_tok_s": 170.34664964016002, "total_s": 1.6247888040088583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 30, "t_send": 83502.309398628, "t_first_token": 83502.438758387, "t_last_token": 83503.934651685, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.35975899745245, "decode_tok_s": 170.46670396850323, "total_s": 1.625253057005466}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 30, "t_send": 83502.309661496, "t_first_token": 83502.437804188, "t_last_token": 83503.935672606, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1426920031663, "decode_tok_s": 170.2419230781627, "total_s": 1.6260111100127688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 30, "t_send": 83502.309861703, "t_first_token": 83502.4386314, "t_last_token": 83503.934780678, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.76969699573237, "decode_tok_s": 170.43753838596473, "total_s": 1.6249189749942161}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 30, "t_send": 83502.309507175, "t_first_token": 83502.438277026, "t_last_token": 83503.935922945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.76985099865124, "decode_tok_s": 170.2672152099832, "total_s": 1.6264157700061332}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 30, "t_send": 83502.310561833, "t_first_token": 83502.438180769, "t_last_token": 83503.935229656, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.61893599235918, "decode_tok_s": 170.3351187886967, "total_s": 1.6246678229945246}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 30, "t_send": 83502.310246067, "t_first_token": 83502.438845535, "t_last_token": 83503.935502742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.599467992899, "decode_tok_s": 170.37969603717272, "total_s": 1.6252566749899415}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 30, "t_send": 83502.310310038, "t_first_token": 83502.438066689, "t_last_token": 83503.935466957, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.75665101071354, "decode_tok_s": 170.29514783067924, "total_s": 1.6251569190062582}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 30, "t_send": 83502.310160817, "t_first_token": 83502.437569587, "t_last_token": 83503.935999235, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.40877000032924, "decode_tok_s": 170.1781597427825, "total_s": 1.6258384179964196}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 31, "t_send": 83503.939337658, "t_first_token": 83504.067793629, "t_last_token": 83505.566907301, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4559710038593, "decode_tok_s": 170.10050989586875, "total_s": 1.6275696430093376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 31, "t_send": 83503.938577056, "t_first_token": 83504.067881662, "t_last_token": 83505.566235145, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.30460600182414, "decode_tok_s": 170.18681031810976, "total_s": 1.6276580889971228}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 31, "t_send": 83503.938153091, "t_first_token": 83504.066859107, "t_last_token": 83505.565742131, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.70601599570364, "decode_tok_s": 170.12668494895792, "total_s": 1.6275890399992932}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 31, "t_send": 83503.938989563, "t_first_token": 83504.068099374, "t_last_token": 83505.566790992, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1098109941231, "decode_tok_s": 170.14841274636586, "total_s": 1.627801429000101}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 31, "t_send": 83503.938255557, "t_first_token": 83504.067257881, "t_last_token": 83505.565844447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.00232399988454, "decode_tok_s": 170.16034027379303, "total_s": 1.627588889998151}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 31, "t_send": 83503.93911797, "t_first_token": 83504.067620985, "t_last_token": 83505.565610346, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.50301500293426, "decode_tok_s": 170.2281782761187, "total_s": 1.626492376002716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 31, "t_send": 83503.938916991, "t_first_token": 83504.067025973, "t_last_token": 83505.564966093, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.10898199677467, "decode_tok_s": 170.23377409650357, "total_s": 1.6260491020075278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 31, "t_send": 83503.938349433, "t_first_token": 83504.068380773, "t_last_token": 83505.566364849, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.03133999882266, "decode_tok_s": 170.228778853161, "total_s": 1.6280154160049278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 31, "t_send": 83503.939572984, "t_first_token": 83504.068755123, "t_last_token": 83505.565250501, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1821389895631, "decode_tok_s": 170.39812066830603, "total_s": 1.6256775169895263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 31, "t_send": 83503.938838079, "t_first_token": 83504.067446645, "t_last_token": 83505.566829855, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.60856599581894, "decode_tok_s": 170.06993162199103, "total_s": 1.6279917759966338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 31, "t_send": 83503.93874517, "t_first_token": 83504.066958285, "t_last_token": 83505.564878247, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.21311499283183, "decode_tok_s": 170.23606498951338, "total_s": 1.6261330769921187}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 31, "t_send": 83503.938428808, "t_first_token": 83504.066782795, "t_last_token": 83505.566616903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.35398699098732, "decode_tok_s": 170.0188031721469, "total_s": 1.6281880949973129}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 31, "t_send": 83503.939242176, "t_first_token": 83504.068864733, "t_last_token": 83505.56646147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.62255699676462, "decode_tok_s": 170.27280688978337, "total_s": 1.6272192940086825}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 31, "t_send": 83503.938637361, "t_first_token": 83504.068200164, "t_last_token": 83505.566707444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.56280299113132, "decode_tok_s": 170.16934345439017, "total_s": 1.6280700829956913}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 31, "t_send": 83503.93850132, "t_first_token": 83504.046875236, "t_last_token": 83505.55546087, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.37391600944102, "decode_tok_s": 169.03249921828433, "total_s": 1.616959550010506}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 31, "t_send": 83503.938003714, "t_first_token": 83504.068574996, "t_last_token": 83505.566009911, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.57128198852297, "decode_tok_s": 170.29120761488403, "total_s": 1.6280061969882809}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 32, "t_send": 83505.569891397, "t_first_token": 83505.702234363, "t_last_token": 83507.199267658, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.34296599694062, "decode_tok_s": 170.3368928741359, "total_s": 1.6293762610002887}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 32, "t_send": 83505.571086178, "t_first_token": 83505.701693305, "t_last_token": 83507.198246021, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.60712700826116, "decode_tok_s": 170.3915921401406, "total_s": 1.627159843003028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 32, "t_send": 83505.569561084, "t_first_token": 83505.701867784, "t_last_token": 83507.199718047, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.30669999029487, "decode_tok_s": 170.24398652999213, "total_s": 1.6301569630013546}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 32, "t_send": 83505.570582655, "t_first_token": 83505.701286869, "t_last_token": 83507.199426208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7042140106205, "decode_tok_s": 170.21113681717839, "total_s": 1.628843553000479}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 32, "t_send": 83505.571786581, "t_first_token": 83505.701610469, "t_last_token": 83507.200360235, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82388799719047, "decode_tok_s": 170.14181138448484, "total_s": 1.6285736540012294}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 32, "t_send": 83505.569705213, "t_first_token": 83505.700993912, "t_last_token": 83507.198698593, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2886990053812, "decode_tok_s": 170.26053482765073, "total_s": 1.6289933799998835}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 32, "t_send": 83505.570683103, "t_first_token": 83505.701458481, "t_last_token": 83507.200978878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.77537799836136, "decode_tok_s": 170.05437239110964, "total_s": 1.6302957750012865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 32, "t_send": 83505.570935379, "t_first_token": 83505.701532301, "t_last_token": 83507.199890525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.59692199749406, "decode_tok_s": 170.18627182500597, "total_s": 1.6289551459922222}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 32, "t_send": 83505.571897249, "t_first_token": 83505.701939875, "t_last_token": 83507.198338057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0426259986125, "decode_tok_s": 170.40918858812103, "total_s": 1.6264408080023713}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 32, "t_send": 83505.570094225, "t_first_token": 83505.681189555, "t_last_token": 83507.187794415, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.09533000853844, "decode_tok_s": 169.25473079934318, "total_s": 1.6177001900068717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 32, "t_send": 83505.569810254, "t_first_token": 83505.701760157, "t_last_token": 83507.201027625, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.94990299234632, "decode_tok_s": 170.083060856932, "total_s": 1.6312173709884519}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 32, "t_send": 83505.569996668, "t_first_token": 83505.701094257, "t_last_token": 83507.198931429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.09758900827728, "decode_tok_s": 170.2454744536225, "total_s": 1.6289347609999822}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 32, "t_send": 83505.571318857, "t_first_token": 83505.702537129, "t_last_token": 83507.198838038, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.21827199938707, "decode_tok_s": 170.42026671502964, "total_s": 1.627519181012758}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 32, "t_send": 83505.570767907, "t_first_token": 83505.702685556, "t_last_token": 83507.198552984, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.91764899238478, "decode_tok_s": 170.4696520733209, "total_s": 1.627785076998407}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 32, "t_send": 83505.57143201, "t_first_token": 83505.702030513, "t_last_token": 83507.198877917, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.59850300487597, "decode_tok_s": 170.35804673033329, "total_s": 1.627445907011861}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 32, "t_send": 83505.56943415, "t_first_token": 83505.702454238, "t_last_token": 83507.199016698, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.02008798928, "decode_tok_s": 170.3904827332456, "total_s": 1.6295825479901396}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 33, "t_send": 83507.203789449, "t_first_token": 83507.334874447, "t_last_token": 83508.833720691, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.08499799272977, "decode_tok_s": 170.13085966740945, "total_s": 1.6299312419869239}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 33, "t_send": 83507.203924319, "t_first_token": 83507.333863131, "t_last_token": 83508.832274991, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.93881200964097, "decode_tok_s": 170.1801799677, "total_s": 1.6283506720064906}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 33, "t_send": 83507.204481982, "t_first_token": 83507.333928003, "t_last_token": 83508.832759192, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.44602100469638, "decode_tok_s": 170.13256854616694, "total_s": 1.6282772099948488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 33, "t_send": 83507.205167811, "t_first_token": 83507.334993589, "t_last_token": 83508.83398004, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82577799994033, "decode_tok_s": 170.11494655609962, "total_s": 1.6288122289988678}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 33, "t_send": 83507.20403904, "t_first_token": 83507.334762852, "t_last_token": 83508.832685796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7238119916292, "decode_tok_s": 170.23572609008139, "total_s": 1.6286467559984885}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 33, "t_send": 83507.205535442, "t_first_token": 83507.334555312, "t_last_token": 83508.833445157, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.01987000077497, "decode_tok_s": 170.1259107541375, "total_s": 1.627909714996349}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 33, "t_send": 83507.204594055, "t_first_token": 83507.333889619, "t_last_token": 83508.833802479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.295563994674, "decode_tok_s": 170.00987644008757, "total_s": 1.6292084239976248}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 33, "t_send": 83507.205041008, "t_first_token": 83507.333990098, "t_last_token": 83508.833245917, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.94909000897314, "decode_tok_s": 170.08438237731178, "total_s": 1.6282049090077635}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 33, "t_send": 83507.204753707, "t_first_token": 83507.334829552, "t_last_token": 83508.833099716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0758449942805, "decode_tok_s": 170.19627442877962, "total_s": 1.6283460089907749}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 33, "t_send": 83507.204242744, "t_first_token": 83507.335042564, "t_last_token": 83508.832534731, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79981999180745, "decode_tok_s": 170.28469705428373, "total_s": 1.628291986999102}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 33, "t_send": 83507.205262687, "t_first_token": 83507.333743086, "t_last_token": 83508.833630782, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48039899836294, "decode_tok_s": 170.01272873946863, "total_s": 1.6283680950000416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 33, "t_send": 83507.204939046, "t_first_token": 83507.334675837, "t_last_token": 83508.832323919, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.73679100105073, "decode_tok_s": 170.26696929946152, "total_s": 1.6273848730052123}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 33, "t_send": 83507.204142801, "t_first_token": 83507.313572586, "t_last_token": 83508.823025499, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.42978500679601, "decode_tok_s": 168.93537903953, "total_s": 1.618882698006928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 33, "t_send": 83507.204850275, "t_first_token": 83507.333816257, "t_last_token": 83508.833762034, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.96598200313747, "decode_tok_s": 170.00614549517627, "total_s": 1.6289117590058595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 33, "t_send": 83507.204670667, "t_first_token": 83507.334079, "t_last_token": 83508.83482413, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.40833299944643, "decode_tok_s": 169.91559386186978, "total_s": 1.6301534630038077}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 33, "t_send": 83507.205360629, "t_first_token": 83507.334033887, "t_last_token": 83508.832582126, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.67325800471008, "decode_tok_s": 170.16469231046102, "total_s": 1.627221496994025}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 34, "t_send": 83508.837031206, "t_first_token": 83508.946919232, "t_last_token": 83510.455781745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.88802599604242, "decode_tok_s": 169.0014814489715, "total_s": 1.6187505389971193}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 34, "t_send": 83508.837864279, "t_first_token": 83508.967063754, "t_last_token": 83510.466313946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.19947499176487, "decode_tok_s": 170.08502073880615, "total_s": 1.628449666997767}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 34, "t_send": 83508.83718163, "t_first_token": 83508.966609479, "t_last_token": 83510.465846461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.42784899496473, "decode_tok_s": 170.0865193843932, "total_s": 1.6286648309906013}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 34, "t_send": 83508.839092369, "t_first_token": 83508.967576821, "t_last_token": 83510.465648734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.48445199779235, "decode_tok_s": 170.21879776784812, "total_s": 1.6265563649940304}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 34, "t_send": 83508.837305747, "t_first_token": 83508.968204917, "t_last_token": 83510.466747939, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89916999160778, "decode_tok_s": 170.16528471618267, "total_s": 1.629442192002898}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 34, "t_send": 83508.8399348, "t_first_token": 83508.96797444, "t_last_token": 83510.46570013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0396400106838, "decode_tok_s": 170.25814653826362, "total_s": 1.625765329998103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 34, "t_send": 83508.838952149, "t_first_token": 83508.967281099, "t_last_token": 83510.467985358, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.32894999883138, "decode_tok_s": 169.92022143645923, "total_s": 1.6290332089993171}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 34, "t_send": 83508.839211174, "t_first_token": 83508.967926028, "t_last_token": 83510.466678978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.71485399955418, "decode_tok_s": 170.14144992932432, "total_s": 1.6274678040063009}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 34, "t_send": 83508.837378249, "t_first_token": 83508.967697647, "t_last_token": 83510.46658152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.31939799839165, "decode_tok_s": 170.12658858528042, "total_s": 1.6292032710043713}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 34, "t_send": 83508.839324163, "t_first_token": 83508.966905857, "t_last_token": 83510.466048063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.58169400331099, "decode_tok_s": 170.09727228000378, "total_s": 1.6267239000007976}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 34, "t_send": 83508.838353678, "t_first_token": 83508.966807006, "t_last_token": 83510.465583588, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.45332799770404, "decode_tok_s": 170.1387672205579, "total_s": 1.6272299099946395}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 34, "t_send": 83508.837641255, "t_first_token": 83508.966859814, "t_last_token": 83510.467073688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2185589991277, "decode_tok_s": 169.97576440119988, "total_s": 1.6294324330083327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 34, "t_send": 83508.838075457, "t_first_token": 83508.966739768, "t_last_token": 83510.4663654, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.66431100701448, "decode_tok_s": 170.04243896508362, "total_s": 1.6282899430079851}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 34, "t_send": 83508.837480389, "t_first_token": 83508.968319327, "t_last_token": 83510.465943575, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.83893799921498, "decode_tok_s": 170.26967901982732, "total_s": 1.6284631860035006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 34, "t_send": 83508.837989265, "t_first_token": 83508.968006406, "t_last_token": 83510.466708491, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0171409966424, "decode_tok_s": 170.14722442212127, "total_s": 1.6287192260060692}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 34, "t_send": 83508.838467261, "t_first_token": 83508.968121876, "t_last_token": 83510.466456102, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.65461499697994, "decode_tok_s": 170.1889976038056, "total_s": 1.6279888410062995}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 35, "t_send": 83510.472349585, "t_first_token": 83510.603169514, "t_last_token": 83512.101362857, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.81992899242323, "decode_tok_s": 170.20500137031527, "total_s": 1.6290132720023394}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 35, "t_send": 83510.471793094, "t_first_token": 83510.602797225, "t_last_token": 83512.101912073, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.00413100619335, "decode_tok_s": 170.1003764585001, "total_s": 1.630118979010149}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 35, "t_send": 83510.471654122, "t_first_token": 83510.603302833, "t_last_token": 83512.101870947, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.6487110016169, "decode_tok_s": 170.16243547327207, "total_s": 1.6302168249967508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 35, "t_send": 83510.470991507, "t_first_token": 83510.60284789, "t_last_token": 83512.101314366, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.85638299910352, "decode_tok_s": 170.17397725245542, "total_s": 1.6303228589968057}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 35, "t_send": 83510.472743934, "t_first_token": 83510.60411401, "t_last_token": 83512.102140155, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.37007599289063, "decode_tok_s": 170.22399832722044, "total_s": 1.6293962209892925}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 35, "t_send": 83510.472845053, "t_first_token": 83510.602750851, "t_last_token": 83512.101784853, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9057980068028, "decode_tok_s": 170.1095503234503, "total_s": 1.6289398000080837}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 35, "t_send": 83510.470785319, "t_first_token": 83510.60399518, "t_last_token": 83512.102391906, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.20986100006849, "decode_tok_s": 170.181898810171, "total_s": 1.6316065869905287}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 35, "t_send": 83510.471136298, "t_first_token": 83510.583106588, "t_last_token": 83512.090961391, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.970290003228, "decode_tok_s": 169.11442633118034, "total_s": 1.6198250930028735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 35, "t_send": 83510.473199247, "t_first_token": 83510.603806612, "t_last_token": 83512.101615147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6073649902828, "decode_tok_s": 170.24872942107302, "total_s": 1.6284158999915235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 35, "t_send": 83510.471898437, "t_first_token": 83510.602677402, "t_last_token": 83512.102777945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7789650018094, "decode_tok_s": 169.98860589097492, "total_s": 1.630879507996724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 35, "t_send": 83510.471731102, "t_first_token": 83510.603219474, "t_last_token": 83512.101532734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.48837198968977, "decode_tok_s": 170.1913790708428, "total_s": 1.62980163199245}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 35, "t_send": 83510.471323712, "t_first_token": 83510.604212025, "t_last_token": 83512.103299918, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8883130045142, "decode_tok_s": 170.10343502292307, "total_s": 1.6319762060011271}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 35, "t_send": 83510.473082501, "t_first_token": 83510.602897663, "t_last_token": 83512.10289041, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.81516199943144, "decode_tok_s": 170.00082201168902, "total_s": 1.6298079089901876}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 35, "t_send": 83510.471493066, "t_first_token": 83510.603643194, "t_last_token": 83512.102087973, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.15012800355908, "decode_tok_s": 170.176441316284, "total_s": 1.6305949070083443}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 35, "t_send": 83510.472188995, "t_first_token": 83510.603488678, "t_last_token": 83512.102549087, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.2996829947224, "decode_tok_s": 170.1065537248353, "total_s": 1.6303600919927703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 35, "t_send": 83510.471241509, "t_first_token": 83510.603360994, "t_last_token": 83512.10194645, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.11948500247672, "decode_tok_s": 170.16046631193115, "total_s": 1.6307049409952015}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 36, "t_send": 83512.104838499, "t_first_token": 83512.235662621, "t_last_token": 83513.732950671, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.82412199582905, "decode_tok_s": 170.30791102631392, "total_s": 1.6281121719948715}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 36, "t_send": 83512.104967352, "t_first_token": 83512.236069037, "t_last_token": 83513.73415082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10168499406427, "decode_tok_s": 170.2176762927411, "total_s": 1.629183468001429}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 36, "t_send": 83512.105515994, "t_first_token": 83512.234670434, "t_last_token": 83513.732608311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1544400010025, "decode_tok_s": 170.23402900518016, "total_s": 1.6270923169940943}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 36, "t_send": 83512.105080642, "t_first_token": 83512.23454095, "t_last_token": 83513.732717396, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.460308002308, "decode_tok_s": 170.20692100828356, "total_s": 1.627636753997649}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 36, "t_send": 83512.105901221, "t_first_token": 83512.234826043, "t_last_token": 83513.735012243, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.92482199822553, "decode_tok_s": 169.97889995184067, "total_s": 1.6291110220045084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 36, "t_send": 83512.106717743, "t_first_token": 83512.235280826, "t_last_token": 83513.732913964, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.56308300979435, "decode_tok_s": 170.26866829360813, "total_s": 1.6261962210119236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 36, "t_send": 83512.105622717, "t_first_token": 83512.234203248, "t_last_token": 83513.732525434, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5805309889838, "decode_tok_s": 170.19036518468295, "total_s": 1.626902716991026}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 36, "t_send": 83512.105170529, "t_first_token": 83512.234323483, "t_last_token": 83513.734252062, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.15295400307514, "decode_tok_s": 170.00809476583987, "total_s": 1.6290815329994075}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 36, "t_send": 83512.105689512, "t_first_token": 83512.235558618, "t_last_token": 83513.734041444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.86910600739066, "decode_tok_s": 170.1721204788049, "total_s": 1.6283519319986226}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 36, "t_send": 83512.105236851, "t_first_token": 83512.235378299, "t_last_token": 83513.733375725, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.14144799672067, "decode_tok_s": 170.22726179170115, "total_s": 1.628138874002616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 36, "t_send": 83512.106048975, "t_first_token": 83512.235781096, "t_last_token": 83513.732875007, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.73212100041565, "decode_tok_s": 170.32999608462006, "total_s": 1.6268260320066474}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 36, "t_send": 83512.10542247, "t_first_token": 83512.235890686, "t_last_token": 83513.733897165, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.468215997098, "decode_tok_s": 170.22623304691595, "total_s": 1.6284746949968394}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 36, "t_send": 83512.105753409, "t_first_token": 83512.2350306, "t_last_token": 83513.735459369, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.27719099388923, "decode_tok_s": 169.95142006690818, "total_s": 1.6297059599892236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 36, "t_send": 83512.105300861, "t_first_token": 83512.235980111, "t_last_token": 83513.733049799, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6792499963194, "decode_tok_s": 170.33275207107368, "total_s": 1.6277489380008774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 36, "t_send": 83512.10580965, "t_first_token": 83512.234923666, "t_last_token": 83513.733581695, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.11401598830707, "decode_tok_s": 170.15222623395073, "total_s": 1.6277720450016204}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 36, "t_send": 83512.105356611, "t_first_token": 83512.214167947, "t_last_token": 83513.722304929, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.81133598741144, "decode_tok_s": 169.08278428395124, "total_s": 1.6169483179983217}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 37, "t_send": 83513.737356951, "t_first_token": 83513.869057703, "t_last_token": 83515.366807396, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.70075201196596, "decode_tok_s": 170.25541797333634, "total_s": 1.6294504450052045}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 37, "t_send": 83513.737481684, "t_first_token": 83513.869415811, "t_last_token": 83515.366757146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.93412699911278, "decode_tok_s": 170.30185037999425, "total_s": 1.6292754619935295}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 37, "t_send": 83513.738153917, "t_first_token": 83513.869598879, "t_last_token": 83515.366943217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.44496199674904, "decode_tok_s": 170.3015088303165, "total_s": 1.6287892999971518}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 37, "t_send": 83513.73943794, "t_first_token": 83513.869746453, "t_last_token": 83515.367972003, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.30851299117785, "decode_tok_s": 170.20134251399998, "total_s": 1.6285340629983693}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 37, "t_send": 83513.737585946, "t_first_token": 83513.868884184, "t_last_token": 83515.36901134, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.29823800409213, "decode_tok_s": 169.98559020948684, "total_s": 1.6314253939926857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 37, "t_send": 83513.739535414, "t_first_token": 83513.868573819, "t_last_token": 83515.367828385, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.03840499348007, "decode_tok_s": 170.08452452427446, "total_s": 1.6282929709996097}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 37, "t_send": 83513.738219094, "t_first_token": 83513.86852206, "t_last_token": 83515.367415692, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3029660048196, "decode_tok_s": 170.12548092532512, "total_s": 1.6291965980053646}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 37, "t_send": 83513.737679516, "t_first_token": 83513.868367506, "t_last_token": 83515.37006595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6879900075728, "decode_tok_s": 169.80772738941792, "total_s": 1.6323864340083674}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 37, "t_send": 83513.738285744, "t_first_token": 83513.869007128, "t_last_token": 83515.368736114, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.72138400457334, "decode_tok_s": 170.03072047000936, "total_s": 1.6304503700084751}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 37, "t_send": 83513.737916163, "t_first_token": 83513.847930852, "t_last_token": 83515.356601765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.01468900940381, "decode_tok_s": 169.02294450244435, "total_s": 1.6186856020067353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 37, "t_send": 83513.73805212, "t_first_token": 83513.868438604, "t_last_token": 83515.367119069, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.38648400106467, "decode_tok_s": 170.14967897153215, "total_s": 1.629066948997206}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 37, "t_send": 83513.738541832, "t_first_token": 83513.868287905, "t_last_token": 83515.367876178, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7460729983868, "decode_tok_s": 170.04667520496457, "total_s": 1.629334345998359}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 37, "t_send": 83513.737744664, "t_first_token": 83513.868829947, "t_last_token": 83515.367919062, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.08528299198952, "decode_tok_s": 170.10329635980133, "total_s": 1.6301743980002357}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 37, "t_send": 83513.738340657, "t_first_token": 83513.869105713, "t_last_token": 83515.366990741, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.76505600474775, "decode_tok_s": 170.2400352733231, "total_s": 1.6286500839923974}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 37, "t_send": 83513.73781271, "t_first_token": 83513.868647667, "t_last_token": 83515.368427006, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.83495700266212, "decode_tok_s": 170.0250119253521, "total_s": 1.6306142960092984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 37, "t_send": 83513.738705743, "t_first_token": 83513.868728653, "t_last_token": 83515.368608544, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0229100015713, "decode_tok_s": 170.01361344400624, "total_s": 1.6299028009962058}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 38, "t_send": 83515.37331264, "t_first_token": 83515.50596402, "t_last_token": 83517.004510806, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.65138000133447, "decode_tok_s": 170.16485730251233, "total_s": 1.6311981659964658}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 38, "t_send": 83515.373508572, "t_first_token": 83515.504936366, "t_last_token": 83517.005057382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.42779399640858, "decode_tok_s": 169.9862859584209, "total_s": 1.6315488100080984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 38, "t_send": 83515.373035604, "t_first_token": 83515.504892336, "t_last_token": 83517.004985454, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.85673199768644, "decode_tok_s": 169.98944728215238, "total_s": 1.631949849994271}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 38, "t_send": 83515.373694119, "t_first_token": 83515.505691361, "t_last_token": 83517.003937745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9972420023987, "decode_tok_s": 170.19897576486215, "total_s": 1.6302436260011746}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 38, "t_send": 83515.372091894, "t_first_token": 83515.50459714, "t_last_token": 83517.004070029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.50524600152858, "decode_tok_s": 170.05976024668766, "total_s": 1.6319781350030098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 38, "t_send": 83515.372733172, "t_first_token": 83515.505652674, "t_last_token": 83517.005175044, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.91950199345592, "decode_tok_s": 170.05414864089929, "total_s": 1.6324418720032554}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 38, "t_send": 83515.372331526, "t_first_token": 83515.505506403, "t_last_token": 83517.004032684, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.17487700260244, "decode_tok_s": 170.1671857439711, "total_s": 1.631701157995849}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 38, "t_send": 83515.37223184, "t_first_token": 83515.505828726, "t_last_token": 83517.003473355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5968860075809, "decode_tok_s": 170.26736187152852, "total_s": 1.6312415150023298}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 38, "t_send": 83515.372923772, "t_first_token": 83515.50481474, "t_last_token": 83517.004142151, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8909679976059, "decode_tok_s": 170.0762609479548, "total_s": 1.6312183789996197}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 38, "t_send": 83515.372823739, "t_first_token": 83515.504703835, "t_last_token": 83517.004879224, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.88009599980433, "decode_tok_s": 169.9801249044188, "total_s": 1.6320554849953623}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 38, "t_send": 83515.371877865, "t_first_token": 83515.484719247, "t_last_token": 83516.993744762, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.84138199698646, "decode_tok_s": 168.98322623801315, "total_s": 1.6218668969959253}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 38, "t_send": 83515.372492543, "t_first_token": 83515.505017534, "t_last_token": 83517.003600135, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.52499100053683, "decode_tok_s": 170.16079049017017, "total_s": 1.6311075919948053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 38, "t_send": 83515.372423457, "t_first_token": 83515.505057909, "t_last_token": 83517.003686436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.63445200573187, "decode_tok_s": 170.1555758521899, "total_s": 1.631262979004532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 38, "t_send": 83515.372599584, "t_first_token": 83515.505349145, "t_last_token": 83517.004215981, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.74956098757684, "decode_tok_s": 170.1285223443713, "total_s": 1.631616396989557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 38, "t_send": 83515.373196398, "t_first_token": 83515.505303641, "t_last_token": 83517.004720935, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.10724300006405, "decode_tok_s": 170.06606567723304, "total_s": 1.6315245370060438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 38, "t_send": 83515.373416053, "t_first_token": 83515.505780603, "t_last_token": 83517.005565661, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.36454999423586, "decode_tok_s": 170.02436358323712, "total_s": 1.6321496080054203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 39, "t_send": 83517.01134492, "t_first_token": 83517.139732689, "t_last_token": 83518.638944245, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3877690002555, "decode_tok_s": 170.08940397983017, "total_s": 1.6275993250019383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 39, "t_send": 83517.009865425, "t_first_token": 83517.141047383, "t_last_token": 83518.637871883, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1819580005249, "decode_tok_s": 170.3606535045017, "total_s": 1.6280064579914324}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 39, "t_send": 83517.011151695, "t_first_token": 83517.140583997, "t_last_token": 83518.638592468, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43230199743994, "decode_tok_s": 170.2260066846154, "total_s": 1.627440773008857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 39, "t_send": 83517.011441435, "t_first_token": 83517.140183944, "t_last_token": 83518.638116097, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.74250899767503, "decode_tok_s": 170.2346795128799, "total_s": 1.6266746620094636}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 39, "t_send": 83517.010616159, "t_first_token": 83517.140782367, "t_last_token": 83518.637480498, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.16620800772216, "decode_tok_s": 170.37503736962407, "total_s": 1.6268643390067155}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 39, "t_send": 83517.010705761, "t_first_token": 83517.139531238, "t_last_token": 83518.638005848, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82547700428404, "decode_tok_s": 170.17305351669933, "total_s": 1.62730008699873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 39, "t_send": 83517.010031072, "t_first_token": 83517.139639182, "t_last_token": 83518.638748923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.60811000084504, "decode_tok_s": 170.10095593855013, "total_s": 1.6287178509955993}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 39, "t_send": 83517.010802509, "t_first_token": 83517.140077157, "t_last_token": 83518.637961435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.27464800304733, "decode_tok_s": 170.24012051256568, "total_s": 1.627158925999538}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 39, "t_send": 83517.010311951, "t_first_token": 83517.139176225, "t_last_token": 83518.638231885, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.86427399644163, "decode_tok_s": 170.10709262179063, "total_s": 1.6279199339915067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 39, "t_send": 83517.010509403, "t_first_token": 83517.14118593, "t_last_token": 83518.638633136, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.67652699828614, "decode_tok_s": 170.2898098701055, "total_s": 1.6281237329967553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 39, "t_send": 83517.010943776, "t_first_token": 83517.139373542, "t_last_token": 83518.637649048, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.42976600222755, "decode_tok_s": 170.1956676045543, "total_s": 1.6267052720068023}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 39, "t_send": 83517.011260522, "t_first_token": 83517.14036287, "t_last_token": 83518.638832701, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1023480007425, "decode_tok_s": 170.1735962410616, "total_s": 1.6275721790007083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 39, "t_send": 83517.010129231, "t_first_token": 83517.11924408, "t_last_token": 83518.627226442, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.11484899406787, "decode_tok_s": 169.1001210791369, "total_s": 1.6170972109975992}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 39, "t_send": 83517.010219447, "t_first_token": 83517.141373684, "t_last_token": 83518.638531927, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1542370094685, "decode_tok_s": 170.32267710653343, "total_s": 1.6283124800102087}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 39, "t_send": 83517.009939495, "t_first_token": 83517.141621231, "t_last_token": 83518.638787402, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.681736005703, "decode_tok_s": 170.32177519051262, "total_s": 1.628847907006275}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 39, "t_send": 83517.009735006, "t_first_token": 83517.141497201, "t_last_token": 83518.638383768, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.76219500019215, "decode_tok_s": 170.3535896574596, "total_s": 1.6286487620091066}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 40, "t_send": 83518.642483993, "t_first_token": 83518.773914402, "t_last_token": 83520.273745191, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.43040900467895, "decode_tok_s": 170.01917940962127, "total_s": 1.6312611980101792}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 40, "t_send": 83518.643262444, "t_first_token": 83518.775904779, "t_last_token": 83520.274166189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6423349964898, "decode_tok_s": 170.19726884633255, "total_s": 1.6309037449973403}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 40, "t_send": 83518.641595774, "t_first_token": 83518.774905921, "t_last_token": 83520.274043796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.31014700816013, "decode_tok_s": 170.0977636898771, "total_s": 1.6324480220064288}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 40, "t_send": 83518.642259851, "t_first_token": 83518.774103009, "t_last_token": 83520.274875398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.84315800026525, "decode_tok_s": 169.9125076319577, "total_s": 1.6326155470014783}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 40, "t_send": 83518.642604926, "t_first_token": 83518.775211609, "t_last_token": 83520.274501983, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6066829933552, "decode_tok_s": 170.0804623447908, "total_s": 1.6318970569991507}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 40, "t_send": 83518.642956402, "t_first_token": 83518.773520074, "t_last_token": 83520.273332162, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56367199169472, "decode_tok_s": 170.02129936108838, "total_s": 1.630375759996241}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 40, "t_send": 83518.641742428, "t_first_token": 83518.773995632, "t_last_token": 83520.274927768, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2532040067017, "decode_tok_s": 169.89442352802843, "total_s": 1.6331853400042746}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 40, "t_send": 83518.642542461, "t_first_token": 83518.775724174, "t_last_token": 83520.274245353, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.1817129976116, "decode_tok_s": 170.167765110858, "total_s": 1.6317028919875156}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 40, "t_send": 83518.641843468, "t_first_token": 83518.775463371, "t_last_token": 83520.274338021, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.61990300472826, "decode_tok_s": 170.12763542277628, "total_s": 1.6324945530068362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 40, "t_send": 83518.641463922, "t_first_token": 83518.754511474, "t_last_token": 83520.263130838, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.04755200399086, "decode_tok_s": 169.02871995891832, "total_s": 1.6216669159912271}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 40, "t_send": 83518.642715912, "t_first_token": 83518.77366329, "t_last_token": 83520.273459475, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.94737799838185, "decode_tok_s": 170.0231021721305, "total_s": 1.6307435630005784}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 40, "t_send": 83518.642352436, "t_first_token": 83518.775630533, "t_last_token": 83520.273941642, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.27809699694626, "decode_tok_s": 170.19162340104802, "total_s": 1.631589205993805}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 40, "t_send": 83518.64191287, "t_first_token": 83518.774638413, "t_last_token": 83520.273494398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.72554299328476, "decode_tok_s": 170.12975399338248, "total_s": 1.631581527995877}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 40, "t_send": 83518.642167174, "t_first_token": 83518.774389908, "t_last_token": 83520.273852389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2227339987876, "decode_tok_s": 170.060940657155, "total_s": 1.6316852150048362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 40, "t_send": 83518.64242261, "t_first_token": 83518.775833188, "t_last_token": 83520.274415705, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.4105779969832, "decode_tok_s": 170.16080002746727, "total_s": 1.631993094997597}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 40, "t_send": 83518.641977977, "t_first_token": 83518.775042868, "t_last_token": 83520.273408265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0648910079617, "decode_tok_s": 170.18545710610687, "total_s": 1.6314302880055038}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 41, "t_send": 83520.278086011, "t_first_token": 83520.409497817, "t_last_token": 83521.910056686, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.41180599632207, "decode_tok_s": 169.93668510355747, "total_s": 1.6319706749927718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 41, "t_send": 83520.276863169, "t_first_token": 83520.410146953, "t_last_token": 83521.908633469, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.28378400183283, "decode_tok_s": 170.17170143235916, "total_s": 1.6317702999949688}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 41, "t_send": 83520.277462048, "t_first_token": 83520.410882553, "t_last_token": 83521.908850831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.42050499340985, "decode_tok_s": 170.23057413550308, "total_s": 1.6313887829892337}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 41, "t_send": 83520.277317541, "t_first_token": 83520.409680712, "t_last_token": 83521.908698168, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.36317099654116, "decode_tok_s": 170.1114279743506, "total_s": 1.6313806270045461}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 41, "t_send": 83520.276948, "t_first_token": 83520.410285992, "t_last_token": 83521.909484022, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3379919960862, "decode_tok_s": 170.09093855207635, "total_s": 1.6325360220071161}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 41, "t_send": 83520.277562185, "t_first_token": 83520.40980997, "t_last_token": 83521.910382112, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2477850044379, "decode_tok_s": 169.93518196482916, "total_s": 1.6328199269919423}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 41, "t_send": 83520.277034142, "t_first_token": 83520.409745823, "t_last_token": 83521.90881589, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.7116809989093, "decode_tok_s": 170.10545778551997, "total_s": 1.6317817480012309}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 41, "t_send": 83520.27767229, "t_first_token": 83520.410650577, "t_last_token": 83521.908737524, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.97828700160608, "decode_tok_s": 170.2170895423217, "total_s": 1.6310652340034721}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 41, "t_send": 83520.277134288, "t_first_token": 83520.409371631, "t_last_token": 83521.909346748, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2373430011794, "decode_tok_s": 170.0028201205448, "total_s": 1.6322124599973904}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 41, "t_send": 83520.277887702, "t_first_token": 83520.410214944, "t_last_token": 83521.908946338, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.32724199770018, "decode_tok_s": 170.1438970465896, "total_s": 1.6310586359904846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 41, "t_send": 83520.277759447, "t_first_token": 83520.409257999, "t_last_token": 83521.91017964, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4985520002665, "decode_tok_s": 169.89561149126416, "total_s": 1.6324201930110576}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 41, "t_send": 83520.277231784, "t_first_token": 83520.389230763, "t_last_token": 83521.898159007, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.99897900223732, "decode_tok_s": 168.99411951071835, "total_s": 1.6209272230044007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 41, "t_send": 83520.277830164, "t_first_token": 83520.410252863, "t_last_token": 83521.909080903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.42269899637904, "decode_tok_s": 170.1329259893684, "total_s": 1.6312507389957318}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 41, "t_send": 83520.277402125, "t_first_token": 83520.410065785, "t_last_token": 83521.909586741, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.66366001334973, "decode_tok_s": 170.05430899757732, "total_s": 1.6321846160135465}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 41, "t_send": 83520.278315766, "t_first_token": 83520.410425475, "t_last_token": 83521.909773184, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.10970899672247, "decode_tok_s": 170.0739584746356, "total_s": 1.631457417999627}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 41, "t_send": 83520.276732863, "t_first_token": 83520.40932219, "t_last_token": 83521.908900672, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.5893269968219, "decode_tok_s": 170.04778546763853, "total_s": 1.632167809002567}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 42, "t_send": 83521.91352568, "t_first_token": 83522.046309947, "t_last_token": 83523.547353816, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.7842670143582, "decode_tok_s": 169.88177712022585, "total_s": 1.6338281360076508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 42, "t_send": 83521.913100909, "t_first_token": 83522.046346755, "t_last_token": 83523.547524196, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.24584599467926, "decode_tok_s": 169.86666135293152, "total_s": 1.6344232869887492}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 42, "t_send": 83521.91401288, "t_first_token": 83522.046532718, "t_last_token": 83523.54680247, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.51983799273148, "decode_tok_s": 169.96943360403998, "total_s": 1.6327895899885334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 42, "t_send": 83521.914717405, "t_first_token": 83522.046089903, "t_last_token": 83523.545981175, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.37249799910933, "decode_tok_s": 170.01232339949274, "total_s": 1.6312637700029882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 42, "t_send": 83521.915733148, "t_first_token": 83522.04532717, "t_last_token": 83523.548440885, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.59402200067416, "decode_tok_s": 169.64784330956496, "total_s": 1.6327077370078769}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 42, "t_send": 83521.913206384, "t_first_token": 83522.025710117, "t_last_token": 83523.535284639, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.50373300572392, "decode_tok_s": 168.92176986516478, "total_s": 1.6220782550080912}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 42, "t_send": 83521.914285145, "t_first_token": 83522.046678961, "t_last_token": 83523.546626176, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.3938160057878, "decode_tok_s": 170.00598251121806, "total_s": 1.6323410309996689}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 42, "t_send": 83521.913298882, "t_first_token": 83522.045501023, "t_last_token": 83523.545620951, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.20214100147132, "decode_tok_s": 169.98640924727738, "total_s": 1.6323220689955633}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 42, "t_send": 83521.913636614, "t_first_token": 83522.046763457, "t_last_token": 83523.545019725, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.12684299307875, "decode_tok_s": 170.19785296068898, "total_s": 1.6313831110019237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 42, "t_send": 83521.913805352, "t_first_token": 83522.046596833, "t_last_token": 83523.546957312, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.79148099536542, "decode_tok_s": 169.95915552782017, "total_s": 1.6331519600062165}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 42, "t_send": 83521.914867973, "t_first_token": 83522.045799733, "t_last_token": 83523.546853894, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.93175999529194, "decode_tok_s": 169.88061232142832, "total_s": 1.6319859210052527}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 42, "t_send": 83521.913371345, "t_first_token": 83522.04559914, "t_last_token": 83523.545100877, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.22779499483295, "decode_tok_s": 170.0564885697254, "total_s": 1.6317295320041012}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 42, "t_send": 83521.913730101, "t_first_token": 83522.045894899, "t_last_token": 83523.545159147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1647979930276, "decode_tok_s": 170.08342614656445, "total_s": 1.631429045999539}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 42, "t_send": 83521.913439217, "t_first_token": 83522.045671117, "t_last_token": 83523.546429552, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.23190000280738, "decode_tok_s": 169.9140874716215, "total_s": 1.6329903350124368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 42, "t_send": 83521.913916118, "t_first_token": 83522.045988841, "t_last_token": 83523.545836815, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.07272299041506, "decode_tok_s": 170.01723135946227, "total_s": 1.6319206969928928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 42, "t_send": 83521.912970481, "t_first_token": 83522.045449008, "t_last_token": 83523.54537067, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.47852699714713, "decode_tok_s": 170.00887876975554, "total_s": 1.6324001890025102}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 43, "t_send": 83523.551156449, "t_first_token": 83523.683953482, "t_last_token": 83525.421075371, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.7970330021344, "decode_tok_s": 146.79453503762005, "total_s": 1.8699189220060362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 43, "t_send": 83523.55178404, "t_first_token": 83523.682621052, "t_last_token": 83525.419566612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.83701199502684, "decode_tok_s": 146.80943713521845, "total_s": 1.8677825720078545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 43, "t_send": 83523.551290766, "t_first_token": 83523.683506949, "t_last_token": 83525.41995598, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.21618300303817, "decode_tok_s": 146.85141656778978, "total_s": 1.8686652140022488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 43, "t_send": 83523.551700234, "t_first_token": 83523.683915309, "t_last_token": 83525.419329437, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.21507499110885, "decode_tok_s": 146.93899046024333, "total_s": 1.8676292029995238}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 43, "t_send": 83523.550446015, "t_first_token": 83523.6827505, "t_last_token": 83525.420775719, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.30448499962222, "decode_tok_s": 146.71823930493645, "total_s": 1.8703297040046891}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 43, "t_send": 83523.550213668, "t_first_token": 83523.683636413, "t_last_token": 83525.420482972, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.42274499882478, "decode_tok_s": 146.81780533753638, "total_s": 1.870269303995883}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 43, "t_send": 83523.55060265, "t_first_token": 83523.68378525, "t_last_token": 83525.419911558, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.18260000960436, "decode_tok_s": 146.87871431113473, "total_s": 1.8693089080043137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 43, "t_send": 83523.549979582, "t_first_token": 83523.683735578, "t_last_token": 83525.420256046, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.75599599385168, "decode_tok_s": 146.84537539275962, "total_s": 1.8702764639892848}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 43, "t_send": 83523.550745778, "t_first_token": 83523.65839975, "t_last_token": 83525.408316977, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.65397199429572, "decode_tok_s": 145.7211781591738, "total_s": 1.8575711989979027}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 43, "t_send": 83523.550919842, "t_first_token": 83523.682925325, "t_last_token": 83525.419870373, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.0054829993751, "decode_tok_s": 146.8094804110684, "total_s": 1.8689505310030654}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 43, "t_send": 83523.550355271, "t_first_token": 83523.682972656, "t_last_token": 83525.420047884, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6173849956831, "decode_tok_s": 146.7984782051999, "total_s": 1.8696926130069187}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 43, "t_send": 83523.552237659, "t_first_token": 83523.687360104, "t_last_token": 83525.423441124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.12244500452653, "decode_tok_s": 146.88254583842016, "total_s": 1.8712034650088754}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 43, "t_send": 83523.551601761, "t_first_token": 83523.683859058, "t_last_token": 83525.419683228, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.25729699479416, "decode_tok_s": 146.90428005747668, "total_s": 1.868081466993317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 43, "t_send": 83523.551946345, "t_first_token": 83523.687292364, "t_last_token": 83525.423532252, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.34601900028065, "decode_tok_s": 146.86910591305076, "total_s": 1.87158590699255}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 43, "t_send": 83523.551050106, "t_first_token": 83523.682873706, "t_last_token": 83525.419281039, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.82359999336768, "decode_tok_s": 146.8549430507787, "total_s": 1.8682309329888085}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 43, "t_send": 83523.551392352, "t_first_token": 83523.68282082, "t_last_token": 83525.420681763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4284679974662, "decode_tok_s": 146.73210824312102, "total_s": 1.8692894109990448}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 44, "t_send": 83525.425824919, "t_first_token": 83525.559831535, "t_last_token": 83527.296961377, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.00661600462627, "decode_tok_s": 146.79386297801, "total_s": 1.8711364579939982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 44, "t_send": 83525.425035112, "t_first_token": 83525.534321124, "t_last_token": 83527.284307273, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.28601199702825, "decode_tok_s": 145.7154390305969, "total_s": 1.8592721610039007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 44, "t_send": 83525.425203299, "t_first_token": 83525.559265092, "t_last_token": 83527.296926876, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.06179299636278, "decode_tok_s": 146.74892568115408, "total_s": 1.8717235770018306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 44, "t_send": 83525.426669491, "t_first_token": 83525.559711999, "t_last_token": 83527.296104049, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0425079941051, "decode_tok_s": 146.85623560591577, "total_s": 1.8694345580006484}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 44, "t_send": 83525.426158342, "t_first_token": 83525.559486559, "t_last_token": 83527.295906569, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3282169944141, "decode_tok_s": 146.85387091355634, "total_s": 1.8697482269926695}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 44, "t_send": 83525.424784261, "t_first_token": 83525.559532397, "t_last_token": 83527.295982976, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.74813599896152, "decode_tok_s": 146.851285654539, "total_s": 1.8711987149872584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 44, "t_send": 83525.426089094, "t_first_token": 83525.559874016, "t_last_token": 83527.295879302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.78492199990433, "decode_tok_s": 146.88895365599535, "total_s": 1.8697902079875348}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 44, "t_send": 83525.425655859, "t_first_token": 83525.559198855, "t_last_token": 83527.295524436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5429960017791, "decode_tok_s": 146.86185747052846, "total_s": 1.869868577006855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 44, "t_send": 83525.425323166, "t_first_token": 83525.559453532, "t_last_token": 83527.297248542, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.13036600104533, "decode_tok_s": 146.73767534826445, "total_s": 1.871925376006402}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 44, "t_send": 83525.427628172, "t_first_token": 83525.563772417, "t_last_token": 83527.299764931, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1442449997412, "decode_tok_s": 146.89003434224722, "total_s": 1.8721367590042064}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 44, "t_send": 83525.426228594, "t_first_token": 83525.559672753, "t_last_token": 83527.296386533, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.44415900064632, "decode_tok_s": 146.8290301708268, "total_s": 1.8701579389889957}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 44, "t_send": 83525.426339197, "t_first_token": 83525.559760128, "t_last_token": 83527.297525585, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.42093100072816, "decode_tok_s": 146.74017081688552, "total_s": 1.8711863880016608}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 44, "t_send": 83525.425954116, "t_first_token": 83525.559341502, "t_last_token": 83527.295743824, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3873859985033, "decode_tok_s": 146.85536685203354, "total_s": 1.8697897079982795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 44, "t_send": 83525.426923734, "t_first_token": 83525.564147508, "t_last_token": 83527.299806703, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.22377399972174, "decode_tok_s": 146.91824335993155, "total_s": 1.8728829689935083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 44, "t_send": 83525.425541937, "t_first_token": 83525.559062312, "t_last_token": 83527.295471709, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.52037499134894, "decode_tok_s": 146.8547684889847, "total_s": 1.869929772001342}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 44, "t_send": 83525.426566251, "t_first_token": 83525.559616256, "t_last_token": 83527.295844075, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0500049953116, "decode_tok_s": 146.87012684039703, "total_s": 1.8692778239928884}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 45, "t_send": 83527.301531939, "t_first_token": 83527.430798039, "t_last_token": 83528.932740633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.26610000431538, "decode_tok_s": 169.78012410004976, "total_s": 1.6312086940015433}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 45, "t_send": 83527.302318832, "t_first_token": 83527.430411001, "t_last_token": 83528.931177355, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.09216900495812, "decode_tok_s": 169.91319089746185, "total_s": 1.6288585230067838}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 45, "t_send": 83527.301228824, "t_first_token": 83527.429814339, "t_last_token": 83528.929824109, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5855150053976, "decode_tok_s": 169.99889274101977, "total_s": 1.6285952850012109}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 45, "t_send": 83527.301800676, "t_first_token": 83527.430464431, "t_last_token": 83528.931385729, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.66375500743743, "decode_tok_s": 169.89565031888938, "total_s": 1.6295850530004827}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 45, "t_send": 83527.302753574, "t_first_token": 83527.43085829, "t_last_token": 83528.932040901, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.10471600096207, "decode_tok_s": 169.86607633989755, "total_s": 1.6292873269994743}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 45, "t_send": 83527.301908751, "t_first_token": 83527.430014172, "t_last_token": 83528.931041233, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.10542099759914, "decode_tok_s": 169.88367939971874, "total_s": 1.629132481990382}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 45, "t_send": 83527.301336167, "t_first_token": 83527.410716505, "t_last_token": 83528.919342734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.38033799175173, "decode_tok_s": 169.0279507912156, "total_s": 1.618006567005068}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 45, "t_send": 83527.303032071, "t_first_token": 83527.430633687, "t_last_token": 83528.930264728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.60161601181608, "decode_tok_s": 170.04182564225977, "total_s": 1.6272326570033329}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 45, "t_send": 83527.302003784, "t_first_token": 83527.429922591, "t_last_token": 83528.93269536, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.91880700387992, "decode_tok_s": 169.68633266600682, "total_s": 1.6306915759923868}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 45, "t_send": 83527.302206272, "t_first_token": 83527.430964762, "t_last_token": 83528.931078324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.75848999829032, "decode_tok_s": 169.98713061302448, "total_s": 1.628872052009683}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 45, "t_send": 83527.30144519, "t_first_token": 83527.429970754, "t_last_token": 83528.93016532, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.52556401048787, "decode_tok_s": 169.97795204769307, "total_s": 1.628720130000147}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 45, "t_send": 83527.302938333, "t_first_token": 83527.429738594, "t_last_token": 83528.929968757, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.80026100133546, "decode_tok_s": 169.97391886181666, "total_s": 1.6270304240024416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 45, "t_send": 83527.302101858, "t_first_token": 83527.429578987, "t_last_token": 83528.932158379, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.47712898999453, "decode_tok_s": 169.7081707339539, "total_s": 1.6300565209967317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 45, "t_send": 83527.301609349, "t_first_token": 83527.431037088, "t_last_token": 83528.930543881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.42773899703752, "decode_tok_s": 170.0559151785668, "total_s": 1.6289345319964923}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 45, "t_send": 83527.30284931, "t_first_token": 83527.430250617, "t_last_token": 83528.930359992, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.40130700694863, "decode_tok_s": 169.98760507173003, "total_s": 1.6275106819957728}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 45, "t_send": 83527.301097637, "t_first_token": 83527.429659592, "t_last_token": 83528.930114296, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5619550035335, "decode_tok_s": 169.94848249672705, "total_s": 1.6290166590042645}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 46, "t_send": 83528.937675733, "t_first_token": 83529.071721142, "t_last_token": 83530.809501796, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.04540899500716, "decode_tok_s": 146.73888756481915, "total_s": 1.8718260629975703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 46, "t_send": 83528.936754494, "t_first_token": 83529.071625886, "t_last_token": 83530.808787152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.87139200151432, "decode_tok_s": 146.7912075822279, "total_s": 1.872032657993259}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 46, "t_send": 83528.936400896, "t_first_token": 83529.071872233, "t_last_token": 83530.808895498, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.47133700922132, "decode_tok_s": 146.80286967838882, "total_s": 1.8724946020083735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 46, "t_send": 83528.936495188, "t_first_token": 83529.071422418, "t_last_token": 83530.807702635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.92722999944817, "decode_tok_s": 146.86569454857724, "total_s": 1.8712074469949584}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 46, "t_send": 83528.937092039, "t_first_token": 83529.071849445, "t_last_token": 83530.808203769, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.75740599096753, "decode_tok_s": 146.85942637079137, "total_s": 1.8711117299972102}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 46, "t_send": 83528.937247945, "t_first_token": 83529.071679494, "t_last_token": 83530.807780762, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.43154899869114, "decode_tok_s": 146.88083275985852, "total_s": 1.87053281700355}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 46, "t_send": 83528.93783311, "t_first_token": 83529.071482156, "t_last_token": 83530.807747566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.64904599438887, "decode_tok_s": 146.8669470297374, "total_s": 1.8699144559941487}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 46, "t_send": 83528.937005414, "t_first_token": 83529.072049072, "t_last_token": 83530.808340297, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.04365799599327, "decode_tok_s": 146.86476342737907, "total_s": 1.8713348829915049}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 46, "t_send": 83528.937441256, "t_first_token": 83529.07196068, "t_last_token": 83530.808550549, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.51942399842665, "decode_tok_s": 146.8395068700007, "total_s": 1.8711092930025188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 46, "t_send": 83528.936598339, "t_first_token": 83529.071797661, "t_last_token": 83530.809348715, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.19932200142648, "decode_tok_s": 146.7582776419103, "total_s": 1.8727503760019317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 46, "t_send": 83528.936687197, "t_first_token": 83529.071766811, "t_last_token": 83530.80797329, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.0796140031889, "decode_tok_s": 146.8719320457847, "total_s": 1.8712860929954331}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 46, "t_send": 83528.937351792, "t_first_token": 83529.07151643, "t_last_token": 83530.807906996, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.16463800240308, "decode_tok_s": 146.85636111766908, "total_s": 1.8705552039900795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 46, "t_send": 83528.937553662, "t_first_token": 83529.07554811, "t_last_token": 83530.811972467, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.99444799951743, "decode_tok_s": 146.85350327728926, "total_s": 1.8744188049895456}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 46, "t_send": 83528.936844305, "t_first_token": 83529.046139847, "t_last_token": 83530.796504317, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.29554200265557, "decode_tok_s": 145.6839443281514, "total_s": 1.8596600119926734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 46, "t_send": 83528.936250246, "t_first_token": 83529.072409106, "t_last_token": 83530.808948479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1588599975221, "decode_tok_s": 146.84377674634274, "total_s": 1.8726982329972088}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 46, "t_send": 83528.937170968, "t_first_token": 83529.071912204, "t_last_token": 83530.808629965, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.74123600462917, "decode_tok_s": 146.82869360030696, "total_s": 1.8714589970040834}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 47, "t_send": 83530.817062428, "t_first_token": 83530.945170892, "t_last_token": 83532.445395716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.1084639922483, "decode_tok_s": 169.97452376451534, "total_s": 1.6283332879975205}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 47, "t_send": 83530.815569081, "t_first_token": 83530.94625705, "t_last_token": 83532.445595208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.68796900915913, "decode_tok_s": 170.0750418707034, "total_s": 1.6300261270080227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 47, "t_send": 83530.815419509, "t_first_token": 83530.945714778, "t_last_token": 83532.444803842, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2952690020902, "decode_tok_s": 170.10330214898545, "total_s": 1.6293843329913216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 47, "t_send": 83530.816569786, "t_first_token": 83530.946199711, "t_last_token": 83532.44589426, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.62992500979453, "decode_tok_s": 170.03462483097678, "total_s": 1.6293244740081718}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 47, "t_send": 83530.817600787, "t_first_token": 83530.945650956, "t_last_token": 83532.445300054, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.05016899073962, "decode_tok_s": 170.03977819912075, "total_s": 1.627699266988202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 47, "t_send": 83530.816685619, "t_first_token": 83530.945110257, "t_last_token": 83532.444548738, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.42463800916448, "decode_tok_s": 170.06366265209456, "total_s": 1.6278631190070882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 47, "t_send": 83530.815846654, "t_first_token": 83530.925645354, "t_last_token": 83532.434474716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.79869999573566, "decode_tok_s": 169.00519463704603, "total_s": 1.6186280620022444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 47, "t_send": 83530.816766629, "t_first_token": 83530.946460824, "t_last_token": 83532.444922779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.69419499859214, "decode_tok_s": 170.1744906820294, "total_s": 1.6281561500072712}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 47, "t_send": 83530.815979798, "t_first_token": 83530.945504889, "t_last_token": 83532.446674246, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52509098977316, "decode_tok_s": 169.86757610581682, "total_s": 1.630694448002032}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 47, "t_send": 83530.815678851, "t_first_token": 83530.945761663, "t_last_token": 83532.445926415, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.08281200018246, "decode_tok_s": 169.981330155995, "total_s": 1.6302475640113698}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 47, "t_send": 83530.816323029, "t_first_token": 83530.945810892, "t_last_token": 83532.445673874, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4878629996674, "decode_tok_s": 170.01553012483663, "total_s": 1.6293508450035006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 47, "t_send": 83530.817322519, "t_first_token": 83530.9461373, "t_last_token": 83532.44542772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.81478099734522, "decode_tok_s": 170.0804571266798, "total_s": 1.6281052010017447}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 47, "t_send": 83530.815763185, "t_first_token": 83530.945554039, "t_last_token": 83532.445021078, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.79085400002077, "decode_tok_s": 170.0604237155888, "total_s": 1.629257893000613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 47, "t_send": 83530.817235229, "t_first_token": 83530.945240232, "t_last_token": 83532.444768695, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.00500300363638, "decode_tok_s": 170.05345766500687, "total_s": 1.6275334660022054}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 47, "t_send": 83530.816228362, "t_first_token": 83530.945850385, "t_last_token": 83532.44555897, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6220229996834, "decode_tok_s": 170.03303345209548, "total_s": 1.6293306079896865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 47, "t_send": 83530.816115034, "t_first_token": 83530.946316711, "t_last_token": 83532.445853378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.20167699141894, "decode_tok_s": 170.05252729790146, "total_s": 1.6297383439959958}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 48, "t_send": 83532.448229195, "t_first_token": 83532.582945052, "t_last_token": 83534.081118424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.7158569988096, "decode_tok_s": 170.20727024317304, "total_s": 1.632889229003922}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 48, "t_send": 83532.448356656, "t_first_token": 83532.582015942, "t_last_token": 83534.080021878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.6592860025121, "decode_tok_s": 170.22629474972243, "total_s": 1.6316652220120886}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 48, "t_send": 83532.448921986, "t_first_token": 83532.580755368, "t_last_token": 83534.079809865, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.83338200906292, "decode_tok_s": 170.1072245950874, "total_s": 1.630887879000511}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 48, "t_send": 83532.449447723, "t_first_token": 83532.582095771, "t_last_token": 83534.081077908, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.64804799109697, "decode_tok_s": 170.1154361375462, "total_s": 1.6316301850019954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 48, "t_send": 83532.449061733, "t_first_token": 83532.582601489, "t_last_token": 83534.079670374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5397560033016, "decode_tok_s": 170.33284343483535, "total_s": 1.6306086410040734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 48, "t_send": 83532.44846332, "t_first_token": 83532.582767929, "t_last_token": 83534.081538714, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.30460898962338, "decode_tok_s": 170.1394252881199, "total_s": 1.633075393998297}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 48, "t_send": 83532.448996207, "t_first_token": 83532.581810258, "t_last_token": 83534.080904072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8140510013327, "decode_tok_s": 170.10276316046134, "total_s": 1.631907865012181}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 48, "t_send": 83532.448544935, "t_first_token": 83532.582272314, "t_last_token": 83534.081292428, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.72737899771892, "decode_tok_s": 170.11112634046492, "total_s": 1.6327474930003518}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 48, "t_send": 83532.450029609, "t_first_token": 83532.581928181, "t_last_token": 83534.079756499, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8985719990451, "decode_tok_s": 170.24648081084206, "total_s": 1.6297268900088966}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 48, "t_send": 83532.448637376, "t_first_token": 83532.581579412, "t_last_token": 83534.079854787, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.94203599798493, "decode_tok_s": 170.1956824850029, "total_s": 1.6312174110062188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 48, "t_send": 83532.449157162, "t_first_token": 83532.581727396, "t_last_token": 83534.080164881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.57023399637546, "decode_tok_s": 170.17726969071663, "total_s": 1.6310077189991716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 48, "t_send": 83532.448705437, "t_first_token": 83532.58247465, "t_last_token": 83534.080126081, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.7692130036885, "decode_tok_s": 170.2665885548095, "total_s": 1.6314206440001726}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 48, "t_send": 83532.449215927, "t_first_token": 83532.581027757, "t_last_token": 83534.079890102, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.81182999687735, "decode_tok_s": 170.12903209550055, "total_s": 1.6306741750013316}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 48, "t_send": 83532.448836367, "t_first_token": 83532.560938269, "t_last_token": 83534.07038436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.10190200654324, "decode_tok_s": 168.9361425490705, "total_s": 1.6215479930106085}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 48, "t_send": 83532.450175306, "t_first_token": 83532.580824979, "t_last_token": 83534.080811753, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6496729957871, "decode_tok_s": 170.0014989602145, "total_s": 1.6306364469928667}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 48, "t_send": 83532.448769749, "t_first_token": 83532.58088339, "t_last_token": 83534.079460642, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.11364099697676, "decode_tok_s": 170.16139785884332, "total_s": 1.6306908929982455}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 49, "t_send": 83534.083442085, "t_first_token": 83534.193944565, "t_last_token": 83535.703549647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.50248000537977, "decode_tok_s": 168.91835026302195, "total_s": 1.620107562004705}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 49, "t_send": 83534.083199231, "t_first_token": 83534.213862402, "t_last_token": 83535.716286549, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66317100310698, "decode_tok_s": 169.7257066255849, "total_s": 1.6330873179977061}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 49, "t_send": 83534.083553449, "t_first_token": 83534.213296611, "t_last_token": 83535.714354779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.74316198960878, "decode_tok_s": 169.8801588335034, "total_s": 1.630801330000395}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 49, "t_send": 83534.084509293, "t_first_token": 83534.213465929, "t_last_token": 83535.716434183, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.95663600647822, "decode_tok_s": 169.6642622494528, "total_s": 1.6319248900108505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 49, "t_send": 83534.084047758, "t_first_token": 83534.214637096, "t_last_token": 83535.714921698, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5893379903864, "decode_tok_s": 169.96775122458257, "total_s": 1.6308739399974002}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 49, "t_send": 83534.083794721, "t_first_token": 83534.213561909, "t_last_token": 83535.714205222, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.76718800200615, "decode_tok_s": 169.92712244828482, "total_s": 1.6304105010058265}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 49, "t_send": 83534.084147789, "t_first_token": 83534.213995645, "t_last_token": 83535.715583595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.84785599110182, "decode_tok_s": 169.82022265176337, "total_s": 1.631435805989895}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 49, "t_send": 83534.083701965, "t_first_token": 83534.214471433, "t_last_token": 83535.71562249, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.76946799992584, "decode_tok_s": 169.86964690377104, "total_s": 1.6319205249892548}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 49, "t_send": 83534.0844165, "t_first_token": 83534.214738405, "t_last_token": 83535.715316232, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3219050023472, "decode_tok_s": 169.93453815721853, "total_s": 1.6308997320011258}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 49, "t_send": 83534.083971318, "t_first_token": 83534.213626137, "t_last_token": 83535.714800099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.65481900027953, "decode_tok_s": 169.86705502214147, "total_s": 1.6308287809952162}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 49, "t_send": 83534.083342783, "t_first_token": 83534.214041721, "t_last_token": 83535.714627451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.69893801002763, "decode_tok_s": 169.93364317829977, "total_s": 1.6312846680084476}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 49, "t_send": 83534.084608183, "t_first_token": 83534.21372925, "t_last_token": 83535.714830109, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.12106700241566, "decode_tok_s": 169.87532747698998, "total_s": 1.630221926010563}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 49, "t_send": 83534.084262219, "t_first_token": 83534.213949687, "t_last_token": 83535.715045736, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.68746799742803, "decode_tok_s": 169.87587181331614, "total_s": 1.630783517000964}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 49, "t_send": 83534.083869325, "t_first_token": 83534.213502187, "t_last_token": 83535.715429924, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63286200829316, "decode_tok_s": 169.78180355678043, "total_s": 1.63156059900939}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 49, "t_send": 83534.083046657, "t_first_token": 83534.214256104, "t_last_token": 83535.714755004, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.20944699039683, "decode_tok_s": 169.94347679952347, "total_s": 1.6317083469912177}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 49, "t_send": 83534.084868157, "t_first_token": 83534.214537554, "t_last_token": 83535.714494565, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.66939699254, "decode_tok_s": 170.0048722253359, "total_s": 1.6296264080010587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 50, "t_send": 83535.720256263, "t_first_token": 83535.850688932, "t_last_token": 83537.349538209, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4326690005837, "decode_tok_s": 170.13051539733985, "total_s": 1.629281946006813}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 50, "t_send": 83535.720341355, "t_first_token": 83535.851838481, "t_last_token": 83537.3504751, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4971259998856, "decode_tok_s": 170.15465708449926, "total_s": 1.6301337449986022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 50, "t_send": 83535.719323726, "t_first_token": 83535.851145205, "t_last_token": 83537.351216624, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.82147899351548, "decode_tok_s": 169.9919062325421, "total_s": 1.6318928979890188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 50, "t_send": 83535.721027435, "t_first_token": 83535.850823793, "t_last_token": 83537.349927517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.7963579854695, "decode_tok_s": 170.10163867633116, "total_s": 1.6289000819961075}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 50, "t_send": 83535.719624402, "t_first_token": 83535.850026009, "t_last_token": 83537.35078717, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40160699165426, "decode_tok_s": 169.91377883818365, "total_s": 1.6311627679970115}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 50, "t_send": 83535.721717191, "t_first_token": 83535.84995315, "t_last_token": 83537.351083538, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.23595899681095, "decode_tok_s": 169.87198583023778, "total_s": 1.6293663469987223}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 50, "t_send": 83535.72014188, "t_first_token": 83535.851245591, "t_last_token": 83537.349498332, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10371099901386, "decode_tok_s": 170.1982536199472, "total_s": 1.6293564520019572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 50, "t_send": 83535.719157023, "t_first_token": 83535.85088406, "t_last_token": 83537.348871844, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.7270369909238, "decode_tok_s": 170.22835748206222, "total_s": 1.6297148209996521}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 50, "t_send": 83535.719437793, "t_first_token": 83535.850943104, "t_last_token": 83537.349764772, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.5053110010922, "decode_tok_s": 170.13364928138867, "total_s": 1.6303269790078048}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 50, "t_send": 83535.719730046, "t_first_token": 83535.850257841, "t_last_token": 83537.349308264, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.52779500139877, "decode_tok_s": 170.1076868970754, "total_s": 1.6295782180095557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 50, "t_send": 83535.719912763, "t_first_token": 83535.851415924, "t_last_token": 83537.349010881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.50316099927295, "decode_tok_s": 170.2730092735413, "total_s": 1.6290981179918163}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 50, "t_send": 83535.718909113, "t_first_token": 83535.851664559, "t_last_token": 83537.349125144, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.75544600037392, "decode_tok_s": 170.2882884226041, "total_s": 1.6302160310006002}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 50, "t_send": 83535.719819315, "t_first_token": 83535.85045262, "t_last_token": 83537.348792374, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63330500153825, "decode_tok_s": 170.18836970608479, "total_s": 1.6289730590069667}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 50, "t_send": 83535.720433333, "t_first_token": 83535.850076835, "t_last_token": 83537.349216562, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.64350200491026, "decode_tok_s": 170.09755355610034, "total_s": 1.6287832289963262}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 50, "t_send": 83535.72075333, "t_first_token": 83535.851495482, "t_last_token": 83537.350852821, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.74215200322215, "decode_tok_s": 170.07286613274405, "total_s": 1.6300994909979636}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 50, "t_send": 83535.719521507, "t_first_token": 83535.830438427, "t_last_token": 83537.339390528, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.91692000627518, "decode_tok_s": 168.99144766226274, "total_s": 1.6198690210003406}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 51, "t_send": 83537.353054735, "t_first_token": 83537.483116806, "t_last_token": 83538.981591603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0620710098883, "decode_tok_s": 170.17303227944205, "total_s": 1.6285368680109968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 51, "t_send": 83537.354257613, "t_first_token": 83537.482868472, "t_last_token": 83538.982174376, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.61085899930913, "decode_tok_s": 170.07870063065312, "total_s": 1.6279167629982112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 51, "t_send": 83537.35321635, "t_first_token": 83537.482035475, "t_last_token": 83538.982053188, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.81912499142345, "decode_tok_s": 169.99799255052275, "total_s": 1.628836837990093}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 51, "t_send": 83537.353977412, "t_first_token": 83537.482965935, "t_last_token": 83538.981521302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9885230071377, "decode_tok_s": 170.16388290737555, "total_s": 1.6275438900047448}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 51, "t_send": 83537.354940097, "t_first_token": 83537.483391308, "t_last_token": 83538.981936181, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.45121099962853, "decode_tok_s": 170.165074529563, "total_s": 1.626996083999984}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 51, "t_send": 83537.353765615, "t_first_token": 83537.483594891, "t_last_token": 83538.981879597, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82927600387484, "decode_tok_s": 170.19462254304156, "total_s": 1.6281139820057433}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 51, "t_send": 83537.355077744, "t_first_token": 83537.483014476, "t_last_token": 83538.981752507, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93673200940248, "decode_tok_s": 170.14314358293709, "total_s": 1.6266747629997553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 51, "t_send": 83537.353388222, "t_first_token": 83537.482557808, "t_last_token": 83538.981910024, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.16958599817008, "decode_tok_s": 170.07344723942637, "total_s": 1.6285218019911554}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 51, "t_send": 83537.353500066, "t_first_token": 83537.483323581, "t_last_token": 83538.981479551, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82351498794742, "decode_tok_s": 170.20924730440592, "total_s": 1.6279794849979226}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 51, "t_send": 83537.354530253, "t_first_token": 83537.483814004, "t_last_token": 83538.981690502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.28375099727418, "decode_tok_s": 170.241004742226, "total_s": 1.627160249001463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 51, "t_send": 83537.354080186, "t_first_token": 83537.481942434, "t_last_token": 83538.98123771, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.86224798765033, "decode_tok_s": 170.0799062603762, "total_s": 1.6271575239952654}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 51, "t_send": 83537.354363259, "t_first_token": 83537.482665502, "t_last_token": 83538.981291712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30224299978, "decode_tok_s": 170.15583892672998, "total_s": 1.6269284529989818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 51, "t_send": 83537.35445382, "t_first_token": 83537.48229155, "t_last_token": 83538.98143408, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.83773000410292, "decode_tok_s": 170.09723551816046, "total_s": 1.626980259999982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 51, "t_send": 83537.353638721, "t_first_token": 83537.482461539, "t_last_token": 83538.981663165, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82281799102202, "decode_tok_s": 170.09053057064511, "total_s": 1.6280244439985836}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 51, "t_send": 83537.355252757, "t_first_token": 83537.48396172, "t_last_token": 83538.982031202, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.70896300591994, "decode_tok_s": 170.2190739912033, "total_s": 1.6267784450028557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 51, "t_send": 83537.353863301, "t_first_token": 83537.462410248, "t_last_token": 83538.971074206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.54694699810352, "decode_tok_s": 169.02372370490986, "total_s": 1.617210904994863}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 52, "t_send": 83538.983698643, "t_first_token": 83539.11373779, "t_last_token": 83540.613972166, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.03914699947927, "decode_tok_s": 169.97344153657534, "total_s": 1.6302735229983227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 52, "t_send": 83538.983856981, "t_first_token": 83539.113887621, "t_last_token": 83540.6157543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.03064000804443, "decode_tok_s": 169.78870599224598, "total_s": 1.6318973190063844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 52, "t_send": 83538.984496501, "t_first_token": 83539.115380984, "t_last_token": 83540.615601406, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.88448300550226, "decode_tok_s": 169.97502251121833, "total_s": 1.6311049049982103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 52, "t_send": 83538.984797849, "t_first_token": 83539.115032634, "t_last_token": 83540.615681979, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.23478499962948, "decode_tok_s": 169.92643941017624, "total_s": 1.6308841300051427}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 52, "t_send": 83538.98407936, "t_first_token": 83539.113954541, "t_last_token": 83540.61429097, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87518099544104, "decode_tok_s": 169.96187992953236, "total_s": 1.6302116099977866}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 52, "t_send": 83538.984174541, "t_first_token": 83539.114051477, "t_last_token": 83540.614036579, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87693600007333, "decode_tok_s": 170.00168845550905, "total_s": 1.629862038011197}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 52, "t_send": 83538.983978133, "t_first_token": 83539.113475594, "t_last_token": 83540.615829424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4974610063946, "decode_tok_s": 169.7336505607444, "total_s": 1.6318512910074787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 52, "t_send": 83538.984572036, "t_first_token": 83539.115149704, "t_last_token": 83540.614219595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.57766799465753, "decode_tok_s": 170.1054777575585, "total_s": 1.6296475589915644}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 52, "t_send": 83538.984680228, "t_first_token": 83539.115086969, "t_last_token": 83540.616808063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40674100921024, "decode_tok_s": 169.80516623164044, "total_s": 1.63212783500785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 52, "t_send": 83538.985346048, "t_first_token": 83539.114964475, "t_last_token": 83540.615046918, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.61842700315174, "decode_tok_s": 169.9906569732155, "total_s": 1.6297008700057631}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 52, "t_send": 83538.984332499, "t_first_token": 83539.094435412, "t_last_token": 83540.603487534, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.10291299317032, "decode_tok_s": 168.980246793933, "total_s": 1.6191550349903991}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 52, "t_send": 83538.98501968, "t_first_token": 83539.113561785, "t_last_token": 83540.617233049, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.54210499790497, "decode_tok_s": 169.5849392783887, "total_s": 1.632213368997327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 52, "t_send": 83538.984268234, "t_first_token": 83539.114105365, "t_last_token": 83540.614257624, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8371310112998, "decode_tok_s": 169.98274573274466, "total_s": 1.6299893899995368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 52, "t_send": 83538.986981781, "t_first_token": 83539.114517069, "t_last_token": 83540.615908018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.53528800385538, "decode_tok_s": 169.8425051589301, "total_s": 1.6289262369973585}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 52, "t_send": 83538.984404954, "t_first_token": 83539.114317065, "t_last_token": 83540.615993313, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.91211100597866, "decode_tok_s": 169.8102372869699, "total_s": 1.6315883589995792}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 52, "t_send": 83538.984888051, "t_first_token": 83539.114695752, "t_last_token": 83540.617012264, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8077009996632, "decode_tok_s": 169.73786679564026, "total_s": 1.632124213007046}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 53, "t_send": 83540.619887106, "t_first_token": 83540.75848607, "t_last_token": 83542.494665039, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.5989639966283, "decode_tok_s": 146.87425925121812, "total_s": 1.874777933000587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 53, "t_send": 83540.619756642, "t_first_token": 83540.753795272, "t_last_token": 83542.490913627, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.03862999984995, "decode_tok_s": 146.79483367741858, "total_s": 1.871156984998379}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 53, "t_send": 83540.621409944, "t_first_token": 83540.754180123, "t_last_token": 83542.490144181, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.7701789996354, "decode_tok_s": 146.89244216968976, "total_s": 1.868734237010358}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 53, "t_send": 83540.620738284, "t_first_token": 83540.754306682, "t_last_token": 83542.490854561, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.56839801417664, "decode_tok_s": 146.84305747374282, "total_s": 1.870116277001216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 53, "t_send": 83540.620475388, "t_first_token": 83540.753998795, "t_last_token": 83542.490317868, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5234069993021, "decode_tok_s": 146.86240793291904, "total_s": 1.8698424799949862}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 53, "t_send": 83540.620088957, "t_first_token": 83540.753601013, "t_last_token": 83542.490212645, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.51205599610694, "decode_tok_s": 146.83766669561254, "total_s": 1.8701236880006036}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 53, "t_send": 83540.620575565, "t_first_token": 83540.754446569, "t_last_token": 83542.49068971, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.87100399995688, "decode_tok_s": 146.86883074055388, "total_s": 1.870114145000116}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 53, "t_send": 83540.619992663, "t_first_token": 83540.753933918, "t_last_token": 83542.491645736, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.94125498598441, "decode_tok_s": 146.74470033433136, "total_s": 1.871653072987101}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 53, "t_send": 83540.621147086, "t_first_token": 83540.758963759, "t_last_token": 83542.494618077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.816672999179, "decode_tok_s": 146.9186561831342, "total_s": 1.8734709910058882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 53, "t_send": 83540.620848222, "t_first_token": 83540.75473516, "t_last_token": 83542.490817933, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.88693799788598, "decode_tok_s": 146.88239752487885, "total_s": 1.8699697109987028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 53, "t_send": 83540.620180815, "t_first_token": 83540.729175266, "t_last_token": 83542.479449264, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.99445098766591, "decode_tok_s": 145.69147475747152, "total_s": 1.8592684489995008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 53, "t_send": 83540.621031168, "t_first_token": 83540.75459238, "t_last_token": 83542.491803804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.56121200195048, "decode_tok_s": 146.78696932180313, "total_s": 1.8707726360007655}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 53, "t_send": 83540.621337325, "t_first_token": 83540.753535116, "t_last_token": 83542.490877716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1977909974521, "decode_tok_s": 146.775886345241, "total_s": 1.8695403909950983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 53, "t_send": 83540.62066906, "t_first_token": 83540.754853537, "t_last_token": 83542.491362573, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.1844770067837, "decode_tok_s": 146.8463421232359, "total_s": 1.8706935130030615}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 53, "t_send": 83540.620392983, "t_first_token": 83540.753263337, "t_last_token": 83542.490969649, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.87035400571767, "decode_tok_s": 146.74516530092393, "total_s": 1.8705766660132213}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 53, "t_send": 83540.621238311, "t_first_token": 83540.754055365, "t_last_token": 83542.49176109, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8170540073188, "decode_tok_s": 146.74521487251448, "total_s": 1.870522779005114}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 54, "t_send": 83542.497372478, "t_first_token": 83542.632820635, "t_last_token": 83544.3687166, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.44815700151958, "decode_tok_s": 146.89820423648396, "total_s": 1.8713441220024833}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 54, "t_send": 83542.496398842, "t_first_token": 83542.632926764, "t_last_token": 83544.367502831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.52792198990937, "decode_tok_s": 147.0099840827919, "total_s": 1.8711039889894892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 54, "t_send": 83542.497194048, "t_first_token": 83542.632149819, "t_last_token": 83544.367174385, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.9557709909277, "decode_tok_s": 146.97198241237987, "total_s": 1.8699803369963774}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 54, "t_send": 83542.496502793, "t_first_token": 83542.637824484, "t_last_token": 83544.371473581, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 141.32169100048486, "decode_tok_s": 147.08858928867352, "total_s": 1.8749707880051574}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 54, "t_send": 83542.496950319, "t_first_token": 83542.632550757, "t_last_token": 83544.367801606, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.60043800680432, "decode_tok_s": 146.9528167336207, "total_s": 1.870851287007099}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 54, "t_send": 83542.496594883, "t_first_token": 83542.63228946, "t_last_token": 83544.367381304, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6945769948652, "decode_tok_s": 146.96628359071653, "total_s": 1.8707864209864056}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 54, "t_send": 83542.497043107, "t_first_token": 83542.632423882, "t_last_token": 83544.368674289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.3807749983389, "decode_tok_s": 146.86821611174076, "total_s": 1.8716311820026021}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 54, "t_send": 83542.497663281, "t_first_token": 83542.632866525, "t_last_token": 83544.368614861, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.203244004515, "decode_tok_s": 146.91069823422094, "total_s": 1.87095158000011}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 54, "t_send": 83542.496683886, "t_first_token": 83542.632202096, "t_last_token": 83544.367052182, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.51821000874043, "decode_tok_s": 146.98676390456384, "total_s": 1.8703682960040169}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 54, "t_send": 83542.497273493, "t_first_token": 83542.632494662, "t_last_token": 83544.368239599, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.22116899548564, "decode_tok_s": 146.91098591957189, "total_s": 1.8709661059983773}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 54, "t_send": 83542.498424059, "t_first_token": 83542.63745418, "t_last_token": 83544.371585214, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.03012100490741, "decode_tok_s": 147.04771150545977, "total_s": 1.8731611550028902}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 54, "t_send": 83542.497760024, "t_first_token": 83542.632357874, "t_last_token": 83544.366998996, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.59785000304691, "decode_tok_s": 147.0044707029138, "total_s": 1.8692389720090432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 54, "t_send": 83542.496750978, "t_first_token": 83542.606417474, "t_last_token": 83544.355997674, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.66649600595701, "decode_tok_s": 145.74924887655456, "total_s": 1.859246696010814}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 54, "t_send": 83542.497118626, "t_first_token": 83542.632022848, "t_last_token": 83544.368800066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.90422200993635, "decode_tok_s": 146.82366705245838, "total_s": 1.871681440010434}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 54, "t_send": 83542.496885752, "t_first_token": 83542.632085126, "t_last_token": 83544.368464922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.1993739954196, "decode_tok_s": 146.85727200213066, "total_s": 1.8715791699942201}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 54, "t_send": 83542.496267647, "t_first_token": 83542.63262655, "t_last_token": 83544.367281007, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.35890299337916, "decode_tok_s": 147.0033406195514, "total_s": 1.871013359996141}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 55, "t_send": 83544.373684198, "t_first_token": 83544.503428099, "t_last_token": 83546.242914521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.74390099407174, "decode_tok_s": 146.59499308142884, "total_s": 1.8692303230054677}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 55, "t_send": 83544.372894113, "t_first_token": 83544.481411165, "t_last_token": 83546.232073009, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.51705200911965, "decode_tok_s": 145.6591979054779, "total_s": 1.8591788960038684}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 55, "t_send": 83544.373779797, "t_first_token": 83544.50274161, "t_last_token": 83546.242460031, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.96181301039178, "decode_tok_s": 146.57544400411544, "total_s": 1.8686802340089343}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 55, "t_send": 83544.373037369, "t_first_token": 83544.503671328, "t_last_token": 83546.242496592, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63395899371244, "decode_tok_s": 146.65073327273439, "total_s": 1.8694592230021954}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 55, "t_send": 83544.374575499, "t_first_token": 83544.506406529, "t_last_token": 83546.246904185, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.83103001210839, "decode_tok_s": 146.50982098259271, "total_s": 1.872328686004039}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 55, "t_send": 83544.373955039, "t_first_token": 83544.502962542, "t_last_token": 83546.242594124, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.00750299741048, "decode_tok_s": 146.58276076230024, "total_s": 1.8686390850052703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 55, "t_send": 83544.373461587, "t_first_token": 83544.503016414, "t_last_token": 83546.242761234, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.55482699908316, "decode_tok_s": 146.5732198594552, "total_s": 1.8692996469908394}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 55, "t_send": 83544.373139064, "t_first_token": 83544.502202757, "t_last_token": 83546.243997648, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0636929916218, "decode_tok_s": 146.40070499547173, "total_s": 1.8708585839922307}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 55, "t_send": 83544.374434592, "t_first_token": 83544.503278744, "t_last_token": 83546.242412846, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.84415200096555, "decode_tok_s": 146.62469082005825, "total_s": 1.8679782539984444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 55, "t_send": 83544.372676798, "t_first_token": 83544.502548997, "t_last_token": 83546.242678864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87219900242053, "decode_tok_s": 146.5407868893504, "total_s": 1.870002066003508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 55, "t_send": 83544.373590157, "t_first_token": 83544.502875433, "t_last_token": 83546.242883442, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.28527599433437, "decode_tok_s": 146.55104958189244, "total_s": 1.869293284995365}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 55, "t_send": 83544.374713863, "t_first_token": 83544.507072793, "t_last_token": 83546.246812972, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.35893000091892, "decode_tok_s": 146.57361086388585, "total_s": 1.872099108994007}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 55, "t_send": 83544.373352433, "t_first_token": 83544.502337188, "t_last_token": 83546.243135476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98475499241613, "decode_tok_s": 146.48451906018596, "total_s": 1.8697830430028262}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 55, "t_send": 83544.37411191, "t_first_token": 83544.503550184, "t_last_token": 83546.2433312, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43827400158625, "decode_tok_s": 146.57017041474558, "total_s": 1.869219290005276}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 55, "t_send": 83544.373248663, "t_first_token": 83544.503116191, "t_last_token": 83546.242984988, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8675279977033, "decode_tok_s": 146.56277556099272, "total_s": 1.8697363249957561}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 55, "t_send": 83544.373878921, "t_first_token": 83544.502280381, "t_last_token": 83546.242842295, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.40145999507513, "decode_tok_s": 146.50441213741303, "total_s": 1.868963373999577}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 56, "t_send": 83546.248359498, "t_first_token": 83546.381212201, "t_last_token": 83547.880731058, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.85270299820695, "decode_tok_s": 170.05454703629445, "total_s": 1.6323715600010473}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 56, "t_send": 83546.248502554, "t_first_token": 83546.381505447, "t_last_token": 83547.879960923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0028930096887, "decode_tok_s": 170.1752264808611, "total_s": 1.631458369010943}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 56, "t_send": 83546.24974626, "t_first_token": 83546.380982654, "t_last_token": 83547.881630842, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.23639399418607, "decode_tok_s": 169.9265704227729, "total_s": 1.6318845820060233}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 56, "t_send": 83546.250009905, "t_first_token": 83546.381828415, "t_last_token": 83547.88244708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8185100099072, "decode_tok_s": 169.9299135401499, "total_s": 1.6324371750088176}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 56, "t_send": 83546.24870516, "t_first_token": 83546.360971568, "t_last_token": 83547.869713078, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.26640800305177, "decode_tok_s": 169.0150355843281, "total_s": 1.621007918001851}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 56, "t_send": 83546.248620964, "t_first_token": 83546.380541103, "t_last_token": 83547.882271996, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.92013899970334, "decode_tok_s": 169.80405822989744, "total_s": 1.6336510319961235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 56, "t_send": 83546.249150812, "t_first_token": 83546.381051761, "t_last_token": 83547.882174492, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.90094899618998, "decode_tok_s": 169.87285232148872, "total_s": 1.6330236799985869}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 56, "t_send": 83546.249206065, "t_first_token": 83546.381119259, "t_last_token": 83547.88047563, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9131939962972, "decode_tok_s": 170.07297593279912, "total_s": 1.6312695649976376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 56, "t_send": 83546.248960794, "t_first_token": 83546.381273833, "t_last_token": 83547.881028294, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.31303900829516, "decode_tok_s": 170.027832309941, "total_s": 1.6320675000024494}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 56, "t_send": 83546.249055122, "t_first_token": 83546.381658879, "t_last_token": 83547.880352776, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6037570106564, "decode_tok_s": 170.1481540100547, "total_s": 1.6312976540066302}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 56, "t_send": 83546.249570208, "t_first_token": 83546.381916836, "t_last_token": 83547.880897483, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.34662800095975, "decode_tok_s": 170.1156052354098, "total_s": 1.6313272749976022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 56, "t_send": 83546.249295379, "t_first_token": 83546.381769517, "t_last_token": 83547.879894319, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4741379939951, "decode_tok_s": 170.21278845309897, "total_s": 1.6305989399988903}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 56, "t_send": 83546.248813695, "t_first_token": 83546.381961674, "t_last_token": 83547.882358066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.14797899511177, "decode_tok_s": 169.95508744169294, "total_s": 1.6335443709976971}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 56, "t_send": 83546.249371163, "t_first_token": 83546.381337449, "t_last_token": 83547.881416738, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9662860041717, "decode_tok_s": 169.9910143876322, "total_s": 1.6320455750101246}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 56, "t_send": 83546.249435711, "t_first_token": 83546.381874547, "t_last_token": 83547.882048383, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4388360080775, "decode_tok_s": 169.98030086954256, "total_s": 1.6326126720086904}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 56, "t_send": 83546.248880551, "t_first_token": 83546.381588262, "t_last_token": 83547.880639946, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.70771100360435, "decode_tok_s": 170.10754380317712, "total_s": 1.6317593950079754}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 57, "t_send": 83547.885429161, "t_first_token": 83548.015305281, "t_last_token": 83549.516122971, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8761200014269, "decode_tok_s": 169.90737895675557, "total_s": 1.6306938100024126}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 57, "t_send": 83547.884478968, "t_first_token": 83548.015567146, "t_last_token": 83549.514288892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0881779936608, "decode_tok_s": 170.14499234467044, "total_s": 1.6298099239938892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 57, "t_send": 83547.884052636, "t_first_token": 83548.015430006, "t_last_token": 83549.516400598, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3773699948797, "decode_tok_s": 169.89007070328265, "total_s": 1.6323479620041326}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 57, "t_send": 83547.884880913, "t_first_token": 83548.015357758, "t_last_token": 83549.514561357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.47684500634205, "decode_tok_s": 170.09030672692492, "total_s": 1.629680444006226}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 57, "t_send": 83547.884790374, "t_first_token": 83548.016328679, "t_last_token": 83549.515130257, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.53830500959884, "decode_tok_s": 170.1359297612253, "total_s": 1.630339883005945}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 57, "t_send": 83547.884136565, "t_first_token": 83548.015606466, "t_last_token": 83549.514881233, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.46990099630784, "decode_tok_s": 170.08223283152714, "total_s": 1.6307446680002613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 57, "t_send": 83547.885906263, "t_first_token": 83548.017303074, "t_last_token": 83549.514701089, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.39681098982692, "decode_tok_s": 170.29540405683485, "total_s": 1.6287948259996483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 57, "t_send": 83547.88459452, "t_first_token": 83548.015388777, "t_last_token": 83549.515327645, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79425699834246, "decode_tok_s": 170.00692857561964, "total_s": 1.6307331249990966}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 57, "t_send": 83547.884959534, "t_first_token": 83548.016388955, "t_last_token": 83549.515787859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.42942100239452, "decode_tok_s": 170.06815152441874, "total_s": 1.6308283249964006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 57, "t_send": 83547.885727669, "t_first_token": 83548.016451301, "t_last_token": 83549.514530405, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.72363199898973, "decode_tok_s": 170.21798069218576, "total_s": 1.628802735998761}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 57, "t_send": 83547.884220674, "t_first_token": 83548.015654829, "t_last_token": 83549.51402708, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.43415500235278, "decode_tok_s": 170.18467862607847, "total_s": 1.6298064060101751}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 57, "t_send": 83547.884723084, "t_first_token": 83548.015491798, "t_last_token": 83549.515552862, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.76871399243828, "decode_tok_s": 169.99307969526444, "total_s": 1.6308297779905843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 57, "t_send": 83547.88581372, "t_first_token": 83548.016481273, "t_last_token": 83549.516176439, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66755300678778, "decode_tok_s": 170.0345548757146, "total_s": 1.6303627190063708}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 57, "t_send": 83547.884316575, "t_first_token": 83548.015450345, "t_last_token": 83549.514361961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.13377000263426, "decode_tok_s": 170.12343975328804, "total_s": 1.6300453860021662}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 57, "t_send": 83547.884384436, "t_first_token": 83547.99529239, "t_last_token": 83549.503949686, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.90795400377829, "decode_tok_s": 169.024470087585, "total_s": 1.619565250002779}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 57, "t_send": 83547.883930069, "t_first_token": 83548.015212747, "t_last_token": 83549.514802873, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.28267800493632, "decode_tok_s": 170.04646508353702, "total_s": 1.6308728040021379}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 58, "t_send": 83549.518949424, "t_first_token": 83549.651491191, "t_last_token": 83551.150963904, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.54176700138487, "decode_tok_s": 170.05978020799697, "total_s": 1.6320144799974514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 58, "t_send": 83549.519155954, "t_first_token": 83549.651228813, "t_last_token": 83551.150788973, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.0728590071667, "decode_tok_s": 170.04986315512153, "total_s": 1.631633019002038}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 58, "t_send": 83549.518774092, "t_first_token": 83549.652943682, "t_last_token": 83551.150928746, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.16959000460338, "decode_tok_s": 170.2286665780613, "total_s": 1.632154654012993}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 58, "t_send": 83549.51821352, "t_first_token": 83549.652083547, "t_last_token": 83551.151608431, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.87002699892037, "decode_tok_s": 170.05386354110377, "total_s": 1.6333949109975947}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 58, "t_send": 83549.518650736, "t_first_token": 83549.651588388, "t_last_token": 83551.152349622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.93765200069174, "decode_tok_s": 169.91377057410048, "total_s": 1.6336988859984558}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 58, "t_send": 83549.518063707, "t_first_token": 83549.652717287, "t_last_token": 83551.151741648, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.65357999666594, "decode_tok_s": 170.11064438505528, "total_s": 1.633677941004862}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 58, "t_send": 83549.519710622, "t_first_token": 83549.652570018, "t_last_token": 83551.150887105, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.85939600609709, "decode_tok_s": 170.19094436891626, "total_s": 1.6311764830024913}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 58, "t_send": 83549.519446928, "t_first_token": 83549.651779117, "t_last_token": 83551.152930875, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.33218900859356, "decode_tok_s": 169.86956757786632, "total_s": 1.6334839470073348}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 58, "t_send": 83549.519798147, "t_first_token": 83549.652280791, "t_last_token": 83551.151428768, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4826439958997, "decode_tok_s": 170.09661748568027, "total_s": 1.6316306210064795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 58, "t_send": 83549.518343275, "t_first_token": 83549.6523883, "t_last_token": 83551.151080533, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.04502499906812, "decode_tok_s": 170.14834292543296, "total_s": 1.6327372579980874}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 58, "t_send": 83549.519288344, "t_first_token": 83549.651629744, "t_last_token": 83551.151179406, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.34139999258332, "decode_tok_s": 170.05105363308223, "total_s": 1.6318910620029783}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 58, "t_send": 83549.519914559, "t_first_token": 83549.651726845, "t_last_token": 83551.15170219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.81228599569295, "decode_tok_s": 170.00279427810926, "total_s": 1.6317876310058637}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 58, "t_send": 83549.518865549, "t_first_token": 83549.652198133, "t_last_token": 83551.152090632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3325839950703, "decode_tok_s": 170.0121843207609, "total_s": 1.6332250829873374}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 58, "t_send": 83549.51843597, "t_first_token": 83549.631519104, "t_last_token": 83551.140711951, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.0831339978613, "decode_tok_s": 168.96449019636947, "total_s": 1.622275980989798}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 58, "t_send": 83549.518530136, "t_first_token": 83549.651373653, "t_last_token": 83551.150728381, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.84351699985564, "decode_tok_s": 170.07316229940474, "total_s": 1.6321982450026553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 58, "t_send": 83549.519053393, "t_first_token": 83549.65280718, "t_last_token": 83551.150592205, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.7537869985681, "decode_tok_s": 170.2514017323957, "total_s": 1.6315388119983254}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 0, "repeat": 59, "t_send": 83551.156943924, "t_first_token": 83551.283546252, "t_last_token": 83552.876203525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.60232800408266, "decode_tok_s": 160.10977648723744, "total_s": 1.7192596009990666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 1, "repeat": 59, "t_send": 83551.157021665, "t_first_token": 83551.284956259, "t_last_token": 83552.875183996, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93459399836138, "decode_tok_s": 160.35439079964388, "total_s": 1.7181623310025316}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 2, "repeat": 59, "t_send": 83551.158247839, "t_first_token": 83551.285042559, "t_last_token": 83552.876910832, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.79471999581438, "decode_tok_s": 160.18913394127694, "total_s": 1.718662992992904}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 3, "repeat": 59, "t_send": 83551.157545702, "t_first_token": 83551.284900001, "t_last_token": 83552.876089375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.35429900931194, "decode_tok_s": 160.2574804527202, "total_s": 1.7185436730069341}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 4, "repeat": 59, "t_send": 83551.158036104, "t_first_token": 83551.284996275, "t_last_token": 83552.876997962, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.96017100824974, "decode_tok_s": 160.17570966373842, "total_s": 1.7189618580014212}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 5, "repeat": 59, "t_send": 83551.157099659, "t_first_token": 83551.283970084, "t_last_token": 83552.875568108, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.87042499601375, "decode_tok_s": 160.21633361915573, "total_s": 1.7184684489911888}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 6, "repeat": 59, "t_send": 83551.156129464, "t_first_token": 83551.283743676, "t_last_token": 83552.875500866, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.6142120041186, "decode_tok_s": 160.20031296439052, "total_s": 1.7193714019958861}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 7, "repeat": 59, "t_send": 83551.156827726, "t_first_token": 83551.284247897, "t_last_token": 83552.875978599, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.42017100390512, "decode_tok_s": 160.20297885801145, "total_s": 1.7191508730029454}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 8, "repeat": 59, "t_send": 83551.158163992, "t_first_token": 83551.284024894, "t_last_token": 83552.876953666, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.86090200056788, "decode_tok_s": 160.08248735512345, "total_s": 1.7187896739924327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 9, "repeat": 59, "t_send": 83551.155981501, "t_first_token": 83551.266883668, "t_last_token": 83552.865906422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9fa40c4f15087b7d9a68c5b4151311ebfd913f5fa7606baf1d99dd90d30e4cb0", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.90216699813027, "decode_tok_s": 159.472402354334, "total_s": 1.7099249210004928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 10, "repeat": 59, "t_send": 83551.15621307, "t_first_token": 83551.284312723, "t_last_token": 83552.876738919, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0996529967524, "decode_tok_s": 160.13301001962301, "total_s": 1.7205258489993867}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 11, "repeat": 59, "t_send": 83551.15669961, "t_first_token": 83551.284710276, "t_last_token": 83552.875253728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.01066599786282, "decode_tok_s": 160.322561247906, "total_s": 1.7185541179933352}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 12, "repeat": 59, "t_send": 83551.157823914, "t_first_token": 83551.283804524, "t_last_token": 83552.876407817, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.98060999880545, "decode_tok_s": 160.11520327804436, "total_s": 1.7185839029989438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 13, "repeat": 59, "t_send": 83551.156326235, "t_first_token": 83551.283653219, "t_last_token": 83552.875372401, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.32698400213849, "decode_tok_s": 160.20413831972436, "total_s": 1.719046166006592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 14, "repeat": 59, "t_send": 83551.156517919, "t_first_token": 83551.266964154, "t_last_token": 83552.865784101, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9fa40c4f15087b7d9a68c5b4151311ebfd913f5fa7606baf1d99dd90d30e4cb0", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.4462350049289, "decode_tok_s": 159.49263109851142, "total_s": 1.709266182006104}
{"ok": true, "arm": "vllm-fp8-gemma-sustR2-600W", "concurrency": 16, "stream_index": 15, "repeat": 59, "t_send": 83551.157195857, "t_first_token": 83551.284402, "t_last_token": 83552.876783063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.20614300633315, "decode_tok_s": 160.13754868521318, "total_s": 1.719587205996504}