{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 0, "repeat": 0, "t_send": 82783.283603467, "t_first_token": 82783.410026197, "t_last_token": 82784.903343494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.42272999801207, "decode_tok_s": 170.76076230512578, "total_s": 1.6197400270029902}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 1, "repeat": 0, "t_send": 82783.283337006, "t_first_token": 82783.410737175, "t_last_token": 82784.903467672, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.40016900352202, "decode_tok_s": 170.82788923503662, "total_s": 1.6201306660077535}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 2, "repeat": 0, "t_send": 82783.281429093, "t_first_token": 82783.410307165, "t_last_token": 82784.903176996, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.87807200604584, "decode_tok_s": 170.81194535888363, "total_s": 1.6217479030019604}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 3, "repeat": 0, "t_send": 82783.282073641, "t_first_token": 82783.409439368, "t_last_token": 82784.903260058, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36572699213866, "decode_tok_s": 170.70321873806876, "total_s": 1.621186416989076}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 4, "repeat": 0, "t_send": 82783.28196539, "t_first_token": 82783.410389988, "t_last_token": 82784.902343455, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.42459800594952, "decode_tok_s": 170.91685876236275, "total_s": 1.6203780650103}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 5, "repeat": 0, "t_send": 82783.281678439, "t_first_token": 82783.409904957, "t_last_token": 82784.903912795, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2265180052491, "decode_tok_s": 170.68183547380622, "total_s": 1.6222343559929868}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 6, "repeat": 0, "t_send": 82783.282318935, "t_first_token": 82783.409601251, "t_last_token": 82784.903669239, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.28231599612627, "decode_tok_s": 170.67496395680408, "total_s": 1.6213503039907664}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 7, "repeat": 0, "t_send": 82783.281527521, "t_first_token": 82783.40982107, "t_last_token": 82784.902587602, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.29354900168255, "decode_tok_s": 170.82376549431692, "total_s": 1.6210600810009055}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 8, "repeat": 0, "t_send": 82783.283173509, "t_first_token": 82783.410507387, "t_last_token": 82784.904448358, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.33387800108176, "decode_tok_s": 170.68947498694033, "total_s": 1.6212748489924707}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 9, "repeat": 0, "t_send": 82783.282206195, "t_first_token": 82783.409350384, "t_last_token": 82784.902486039, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.14418899849989, "decode_tok_s": 170.78153558570637, "total_s": 1.6202798440062907}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 10, "repeat": 0, "t_send": 82783.28081553, "t_first_token": 82783.409122571, "t_last_token": 82784.9029412, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.30704099906143, "decode_tok_s": 170.70345425509913, "total_s": 1.622125669993693}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 11, "repeat": 0, "t_send": 82783.281195286, "t_first_token": 82783.389446822, "t_last_token": 82784.892683035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.25153598852921, "decode_tok_s": 169.6340187887136, "total_s": 1.6114877489890205}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 12, "repeat": 0, "t_send": 82783.281339134, "t_first_token": 82783.409957286, "t_last_token": 82784.902712002, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.61815199721605, "decode_tok_s": 170.82511766072005, "total_s": 1.6213728680013446}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 13, "repeat": 0, "t_send": 82783.280960904, "t_first_token": 82783.408952121, "t_last_token": 82784.905042221, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.99121699936222, "decode_tok_s": 170.4442800602561, "total_s": 1.6240813170006732}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 14, "repeat": 0, "t_send": 82783.281873314, "t_first_token": 82783.409046413, "t_last_token": 82784.902893979, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.17309899744578, "decode_tok_s": 170.70014759435648, "total_s": 1.621020664999378}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 15, "repeat": 0, "t_send": 82783.282566955, "t_first_token": 82783.410613655, "t_last_token": 82784.902985347, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.04670000332408, "decode_tok_s": 170.8689607063716, "total_s": 1.6204183920053765}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 0, "repeat": 1, "t_send": 82784.907909957, "t_first_token": 82785.035435707, "t_last_token": 82786.530048118, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.52575000922661, "decode_tok_s": 170.612794409699, "total_s": 1.622138161008479}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 1, "repeat": 1, "t_send": 82784.908844464, "t_first_token": 82785.034997818, "t_last_token": 82786.53031578, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.15335400914773, "decode_tok_s": 170.5322924499479, "total_s": 1.6214713160006795}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 2, "repeat": 1, "t_send": 82784.909306821, "t_first_token": 82785.035770124, "t_last_token": 82786.530208436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.46330299321562, "decode_tok_s": 170.63267045022062, "total_s": 1.6209016149950912}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 3, "repeat": 1, "t_send": 82784.908039698, "t_first_token": 82785.036158973, "t_last_token": 82786.529132867, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.11927500297315, "decode_tok_s": 170.80003945498868, "total_s": 1.6210931690002326}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 4, "repeat": 1, "t_send": 82784.908227009, "t_first_token": 82785.03603112, "t_last_token": 82786.52994474, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.80411100538913, "decode_tok_s": 170.6926000182366, "total_s": 1.6217177310027182}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 5, "repeat": 1, "t_send": 82784.908680221, "t_first_token": 82785.035871099, "t_last_token": 82786.531635096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.19087800360285, "decode_tok_s": 170.48143992630236, "total_s": 1.6229548750125105}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 6, "repeat": 1, "t_send": 82784.908956521, "t_first_token": 82785.036219169, "t_last_token": 82786.528920324, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.26264799130149, "decode_tok_s": 170.8312471959999, "total_s": 1.6199638029938797}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 7, "repeat": 1, "t_send": 82784.908546353, "t_first_token": 82785.03562123, "t_last_token": 82786.531520401, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.07487698935438, "decode_tok_s": 170.46603470565177, "total_s": 1.622974047990283}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 8, "repeat": 1, "t_send": 82784.908142596, "t_first_token": 82785.016265347, "t_last_token": 82786.518531779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.1227510003373, "decode_tok_s": 169.74352522858035, "total_s": 1.6103891829989152}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 9, "repeat": 1, "t_send": 82784.909096916, "t_first_token": 82785.035106706, "t_last_token": 82786.529352404, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.00978999398649, "decode_tok_s": 170.65466565522928, "total_s": 1.6202554880001117}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 10, "repeat": 1, "t_send": 82784.909194865, "t_first_token": 82785.03593321, "t_last_token": 82786.529641694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.73834500310477, "decode_tok_s": 170.71604180665554, "total_s": 1.620446828994318}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 11, "repeat": 1, "t_send": 82784.910967035, "t_first_token": 82785.036534525, "t_last_token": 82786.529706875, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.5674900021404, "decode_tok_s": 170.7773385983532, "total_s": 1.618739839992486}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 12, "repeat": 1, "t_send": 82784.909868214, "t_first_token": 82785.036592073, "t_last_token": 82786.529473804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.72385899350047, "decode_tok_s": 170.81058378906104, "total_s": 1.619605589992716}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 13, "repeat": 1, "t_send": 82784.909954144, "t_first_token": 82785.035208728, "t_last_token": 82786.529549623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.25458401069045, "decode_tok_s": 170.64379409994305, "total_s": 1.6195954790018732}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 14, "repeat": 1, "t_send": 82784.910880192, "t_first_token": 82785.03641288, "t_last_token": 82786.529895169, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.53268800547812, "decode_tok_s": 170.74189756187698, "total_s": 1.6190149770118296}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 15, "repeat": 1, "t_send": 82784.908399301, "t_first_token": 82785.036639202, "t_last_token": 82786.529256434, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.239900994231, "decode_tok_s": 170.840852250025, "total_s": 1.6208571330062114}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 0, "repeat": 2, "t_send": 82786.533118962, "t_first_token": 82786.659681229, "t_last_token": 82788.156490563, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.5622669889126, "decode_tok_s": 170.3623796349875, "total_s": 1.623371600988321}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 1, "repeat": 2, "t_send": 82786.533244128, "t_first_token": 82786.661559179, "t_last_token": 82788.154031636, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.31505099893548, "decode_tok_s": 170.85742440594439, "total_s": 1.6207875079999212}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 2, "repeat": 2, "t_send": 82786.533642063, "t_first_token": 82786.660695614, "t_last_token": 82788.153875963, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.05355099751614, "decode_tok_s": 170.7764237388837, "total_s": 1.6202339000010397}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 3, "repeat": 2, "t_send": 82786.5352625, "t_first_token": 82786.659987591, "t_last_token": 82788.153834236, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.72509100916795, "decode_tok_s": 170.70025283657495, "total_s": 1.6185717360058334}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 4, "repeat": 2, "t_send": 82786.533774883, "t_first_token": 82786.660997673, "t_last_token": 82788.154949495, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.22278998990078, "decode_tok_s": 170.68823521879975, "total_s": 1.6211746119952295}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 5, "repeat": 2, "t_send": 82786.533966856, "t_first_token": 82786.659945114, "t_last_token": 82788.156831696, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.97825800185092, "decode_tok_s": 170.35358795169233, "total_s": 1.622864839999238}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 6, "repeat": 2, "t_send": 82786.533348344, "t_first_token": 82786.659302138, "t_last_token": 82788.156791688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.95379399135709, "decode_tok_s": 170.28499464258596, "total_s": 1.6234433439967688}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 7, "repeat": 2, "t_send": 82786.533700232, "t_first_token": 82786.659826001, "t_last_token": 82788.155043125, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.12576900573913, "decode_tok_s": 170.5437932103079, "total_s": 1.6213428930059308}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 8, "repeat": 2, "t_send": 82786.533882094, "t_first_token": 82786.660418186, "t_last_token": 82788.154257146, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.53609200788196, "decode_tok_s": 170.70113099749742, "total_s": 1.620375052007148}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 9, "repeat": 2, "t_send": 82786.533438994, "t_first_token": 82786.641133029, "t_last_token": 82788.143321595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.69403500307817, "decode_tok_s": 169.75232389087157, "total_s": 1.6098826009983895}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 10, "repeat": 2, "t_send": 82786.53405632, "t_first_token": 82786.661689754, "t_last_token": 82788.153980232, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.63343399274163, "decode_tok_s": 170.8782598009702, "total_s": 1.6199239120032871}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 11, "repeat": 2, "t_send": 82786.534141951, "t_first_token": 82786.661124898, "t_last_token": 82788.15603259, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.982947011129, "decode_tok_s": 170.57909419042315, "total_s": 1.6218906390131451}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 12, "repeat": 2, "t_send": 82786.534346957, "t_first_token": 82786.660175344, "t_last_token": 82788.156313916, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.8283869974548, "decode_tok_s": 170.43875799557824, "total_s": 1.621966958991834}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 13, "repeat": 2, "t_send": 82786.533505286, "t_first_token": 82786.661740643, "t_last_token": 82788.154660891, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.23535699862987, "decode_tok_s": 170.80617691531663, "total_s": 1.621155604996602}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 14, "repeat": 2, "t_send": 82786.534220231, "t_first_token": 82786.659539018, "t_last_token": 82788.154705866, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.31878700247034, "decode_tok_s": 170.54952786041432, "total_s": 1.620485635008663}
{"ok": true, "arm": "vllm-fp8-gemma-600W", "concurrency": 16, "stream_index": 15, "repeat": 2, "t_send": 82786.53356829, "t_first_token": 82786.661440638, "t_last_token": 82788.156089556, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.87234799179714, "decode_tok_s": 170.60862716924112, "total_s": 1.6225212659919634}