{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 0, "repeat": 0, "t_send": 82799.708223222, "t_first_token": 82799.861203761, "t_last_token": 82801.592800038, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 152.9805390018737, "decode_tok_s": 147.26296388367388, "total_s": 1.8845768159953877}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 1, "repeat": 0, "t_send": 82799.707639094, "t_first_token": 82799.861075898, "t_last_token": 82801.592828815, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.43680400110316, "decode_tok_s": 147.24964369764274, "total_s": 1.8851897209970048}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 2, "repeat": 0, "t_send": 82799.709332543, "t_first_token": 82799.861935084, "t_last_token": 82801.592423488, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 152.6025409984868, "decode_tok_s": 147.35724285227718, "total_s": 1.8830909449898172}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 3, "repeat": 0, "t_send": 82799.708336428, "t_first_token": 82799.861639871, "t_last_token": 82801.591897477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.30344300309662, "decode_tok_s": 147.3768987434694, "total_s": 1.883561049005948}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 4, "repeat": 0, "t_send": 82799.708976186, "t_first_token": 82799.861456413, "t_last_token": 82801.593117485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 152.4802269996144, "decode_tok_s": 147.25745362246798, "total_s": 1.8841412990004756}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 5, "repeat": 0, "t_send": 82799.708454235, "t_first_token": 82799.836156842, "t_last_token": 82801.581765782, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.70260698744096, "decode_tok_s": 146.08082838926242, "total_s": 1.8733115469949553}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 6, "repeat": 0, "t_send": 82799.710034917, "t_first_token": 82799.865567418, "t_last_token": 82801.596177208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.53250099765137, "decode_tok_s": 147.34690712687896, "total_s": 1.8861422909976682}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 7, "repeat": 0, "t_send": 82799.710137111, "t_first_token": 82799.861772218, "t_last_token": 82801.592192326, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 151.63510700222105, "decode_tok_s": 147.3630587286587, "total_s": 1.8820552149991272}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 8, "repeat": 0, "t_send": 82799.7091305, "t_first_token": 82799.862794982, "t_last_token": 82801.592484276, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.66448198619764, "decode_tok_s": 147.42532134734705, "total_s": 1.8833537759928731}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 9, "repeat": 0, "t_send": 82799.707531477, "t_first_token": 82799.865707457, "t_last_token": 82801.596426087, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.17597998830024, "decode_tok_s": 147.33764089641278, "total_s": 1.8888946099905297}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 10, "repeat": 0, "t_send": 82799.709532115, "t_first_token": 82799.862888469, "t_last_token": 82801.592032655, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.3563539996976, "decode_tok_s": 147.47179677937842, "total_s": 1.8825005399994552}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 11, "repeat": 0, "t_send": 82799.70876512, "t_first_token": 82799.861675391, "t_last_token": 82801.592651835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 152.91027100465726, "decode_tok_s": 147.31569622679808, "total_s": 1.883886715004337}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 12, "repeat": 0, "t_send": 82799.708557028, "t_first_token": 82799.862070943, "t_last_token": 82801.592389289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.51391499279998, "decode_tok_s": 147.37172531812024, "total_s": 1.8838322609954048}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 13, "repeat": 0, "t_send": 82799.708642077, "t_first_token": 82799.862912502, "t_last_token": 82801.593015425, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 154.27042498777155, "decode_tok_s": 147.39007524349805, "total_s": 1.884373347988003}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 14, "repeat": 0, "t_send": 82799.707782557, "t_first_token": 82799.863207223, "t_last_token": 82801.592121119, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.4246659943601, "decode_tok_s": 147.49143990881382, "total_s": 1.8843385619984474}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 15, "repeat": 0, "t_send": 82799.707377464, "t_first_token": 82799.861138105, "t_last_token": 82801.592618612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 153.76064099837095, "decode_tok_s": 147.27281015771445, "total_s": 1.8852411480038427}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 0, "repeat": 1, "t_send": 82801.59871607, "t_first_token": 82801.735139863, "t_last_token": 82803.465019013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.4237929956289, "decode_tok_s": 147.40914126802602, "total_s": 1.8663029430026654}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 1, "repeat": 1, "t_send": 82801.598984846, "t_first_token": 82801.733947267, "t_last_token": 82803.464390225, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.96242099790834, "decode_tok_s": 147.36111284203858, "total_s": 1.8654053789941827}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 2, "repeat": 1, "t_send": 82801.599395043, "t_first_token": 82801.734081973, "t_last_token": 82803.464474412, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.68693000322673, "decode_tok_s": 147.36541506583822, "total_s": 1.8650793690030696}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 3, "repeat": 1, "t_send": 82801.598068701, "t_first_token": 82801.733840067, "t_last_token": 82803.464890419, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.77136599633377, "decode_tok_s": 147.30940651472906, "total_s": 1.8668217179947533}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 4, "repeat": 1, "t_send": 82801.59917315, "t_first_token": 82801.735084126, "t_last_token": 82803.465599857, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.9109760087449, "decode_tok_s": 147.35491589794705, "total_s": 1.866426706998027}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 5, "repeat": 1, "t_send": 82801.598824449, "t_first_token": 82801.734532142, "t_last_token": 82803.465515198, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.7076929998584, "decode_tok_s": 147.31513351129732, "total_s": 1.8666907489969162}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 6, "repeat": 1, "t_send": 82801.599482511, "t_first_token": 82801.738153436, "t_last_token": 82803.468247819, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.67092500731815, "decode_tok_s": 147.39080278338784, "total_s": 1.868765307997819}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 7, "repeat": 1, "t_send": 82801.598255165, "t_first_token": 82801.734931171, "t_last_token": 82803.464208617, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.67600600456353, "decode_tok_s": 147.46043244173447, "total_s": 1.865953452012036}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 8, "repeat": 1, "t_send": 82801.598362185, "t_first_token": 82801.707914414, "t_last_token": 82803.45342735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.55222899792716, "decode_tok_s": 146.0888629012474, "total_s": 1.8550651650002692}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 9, "repeat": 1, "t_send": 82801.599079511, "t_first_token": 82801.733811817, "t_last_token": 82803.46411062, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.73230600357056, "decode_tok_s": 147.37338982034012, "total_s": 1.8650311090023024}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 10, "repeat": 1, "t_send": 82801.599612453, "t_first_token": 82801.733987566, "t_last_token": 82803.464513443, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.37511298980098, "decode_tok_s": 147.35405196083624, "total_s": 1.8649009899963858}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 11, "repeat": 1, "t_send": 82801.599288223, "t_first_token": 82801.733762244, "t_last_token": 82803.464972776, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.47402098972816, "decode_tok_s": 147.29577673327654, "total_s": 1.865684552991297}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 12, "repeat": 1, "t_send": 82801.598577351, "t_first_token": 82801.733879116, "t_last_token": 82803.464643833, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.30176499625668, "decode_tok_s": 147.33371757358032, "total_s": 1.8660664819908561}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 13, "repeat": 1, "t_send": 82801.598488258, "t_first_token": 82801.734466847, "t_last_token": 82803.464818213, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.97858900902793, "decode_tok_s": 147.36891304877173, "total_s": 1.86632995500986}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 14, "repeat": 1, "t_send": 82801.598892512, "t_first_token": 82801.734588631, "t_last_token": 82803.464929742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6961190031143, "decode_tok_s": 147.36978644294618, "total_s": 1.8660372299927985}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 15, "repeat": 1, "t_send": 82801.597929653, "t_first_token": 82801.734630724, "t_last_token": 82803.46425196, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.70107099460438, "decode_tok_s": 147.4311223123182, "total_s": 1.8663223070034292}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 0, "repeat": 2, "t_send": 82803.471606006, "t_first_token": 82803.600174237, "t_last_token": 82805.096368441, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.56823099718895, "decode_tok_s": 170.43242068379502, "total_s": 1.62476243499259}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 1, "repeat": 2, "t_send": 82803.470164883, "t_first_token": 82803.600685518, "t_last_token": 82805.096664861, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.52063500799704, "decode_tok_s": 170.45689914955335, "total_s": 1.6264999780105427}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 2, "repeat": 2, "t_send": 82803.470634235, "t_first_token": 82803.580746857, "t_last_token": 82805.084595956, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.11262200190686, "decode_tok_s": 169.56488531330805, "total_s": 1.6139617209992139}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 3, "repeat": 2, "t_send": 82803.470968507, "t_first_token": 82803.600460953, "t_last_token": 82805.095853041, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.49244600895327, "decode_tok_s": 170.52383923090318, "total_s": 1.6248845340014668}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 4, "repeat": 2, "t_send": 82803.471121465, "t_first_token": 82803.600490407, "t_last_token": 82805.095991389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.36894199810922, "decode_tok_s": 170.51142264012995, "total_s": 1.6248699239949929}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 5, "repeat": 2, "t_send": 82803.470310033, "t_first_token": 82803.600235509, "t_last_token": 82805.095143755, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.92547600879334, "decode_tok_s": 170.57903097627363, "total_s": 1.6248337220022222}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 6, "repeat": 2, "t_send": 82803.471034313, "t_first_token": 82803.601031003, "t_last_token": 82805.095317852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.99668999691494, "decode_tok_s": 170.6499660156077, "total_s": 1.6242835390003165}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 7, "repeat": 2, "t_send": 82803.470465215, "t_first_token": 82803.600276789, "t_last_token": 82805.096797745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.81157400645316, "decode_tok_s": 170.39520828430733, "total_s": 1.6263325300096767}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 8, "repeat": 2, "t_send": 82803.470886318, "t_first_token": 82803.600048344, "t_last_token": 82805.096223536, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.16202600172255, "decode_tok_s": 170.4345863790183, "total_s": 1.6253372180071892}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 9, "repeat": 2, "t_send": 82803.471371911, "t_first_token": 82803.600115586, "t_last_token": 82805.09502587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.74367499898653, "decode_tok_s": 170.57879842598462, "total_s": 1.623653959002695}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 10, "repeat": 2, "t_send": 82803.471734213, "t_first_token": 82803.600334449, "t_last_token": 82805.096762193, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.60023599932902, "decode_tok_s": 170.4058221469223, "total_s": 1.6250279800005956}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 11, "repeat": 2, "t_send": 82803.470546295, "t_first_token": 82803.600436994, "t_last_token": 82805.09540184, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.89069901232142, "decode_tok_s": 170.57257278280653, "total_s": 1.6248555450001732}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 12, "repeat": 2, "t_send": 82803.471298661, "t_first_token": 82803.600809822, "t_last_token": 82805.094984559, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.51116100884974, "decode_tok_s": 170.6627703490365, "total_s": 1.6236858979973476}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 13, "repeat": 2, "t_send": 82803.471823057, "t_first_token": 82803.601284324, "t_last_token": 82805.095702303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.4612670026254, "decode_tok_s": 170.63499207230885, "total_s": 1.623879246006254}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 14, "repeat": 2, "t_send": 82803.471444915, "t_first_token": 82803.600986536, "t_last_token": 82805.096713146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.54162099049427, "decode_tok_s": 170.48570125946415, "total_s": 1.6252682310005184}
{"ok": true, "arm": "vllm-fp8-gemma-450W", "concurrency": 16, "stream_index": 15, "repeat": 2, "t_send": 82803.470804281, "t_first_token": 82803.601422216, "t_last_token": 82805.094944872, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.61793500673957, "decode_tok_s": 170.73728274210208, "total_s": 1.6241405910113826}