{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 0, "t_send": 83253.696482559, "t_first_token": 83253.822437747, "t_last_token": 83255.317444409, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.9551880066283, "decode_tok_s": 170.5678017916261, "total_s": 1.6209618499997305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 0, "t_send": 83253.695868531, "t_first_token": 83253.821471766, "t_last_token": 83255.318491864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.60323500656523, "decode_tok_s": 170.33839448132252, "total_s": 1.62262333300896}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 0, "t_send": 83253.695089668, "t_first_token": 83253.822531213, "t_last_token": 83255.318377612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.44154498795979, "decode_tok_s": 170.47204858049085, "total_s": 1.6232879439921817}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 0, "t_send": 83253.696630433, "t_first_token": 83253.821871238, "t_last_token": 83255.318629927, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.24080500588752, "decode_tok_s": 170.36814409323296, "total_s": 1.6219994940038305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 0, "t_send": 83253.695242085, "t_first_token": 83253.801693424, "t_last_token": 83255.306795521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 106.45133900106885, "decode_tok_s": 169.42372248933054, "total_s": 1.6115534359996673}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 0, "t_send": 83253.697258802, "t_first_token": 83253.821969705, "t_last_token": 83255.316840226, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.7109029936837, "decode_tok_s": 170.583335757675, "total_s": 1.619581424005446}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 0, "t_send": 83253.695798056, "t_first_token": 83253.821409739, "t_last_token": 83255.318033558, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.61168300453573, "decode_tok_s": 170.3834970174148, "total_s": 1.6222355019999668}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 0, "t_send": 83253.696905336, "t_first_token": 83253.82134835, "t_last_token": 83255.316435297, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.44301400682889, "decode_tok_s": 170.5586424326969, "total_s": 1.6195299610117218}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 0, "t_send": 83253.695966542, "t_first_token": 83253.822325301, "t_last_token": 83255.31661618, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.35875899286475, "decode_tok_s": 170.6495057835096, "total_s": 1.6206496380036697}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 0, "t_send": 83253.696248033, "t_first_token": 83253.821271058, "t_last_token": 83255.317595638, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.02302500070073, "decode_tok_s": 170.41757076498814, "total_s": 1.6213476050033933}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 0, "t_send": 83253.697885725, "t_first_token": 83253.821815355, "t_last_token": 83255.316730072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 123.92962999001611, "decode_tok_s": 170.57829259464071, "total_s": 1.6188443469873164}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 0, "t_send": 83253.697029168, "t_first_token": 83253.822381987, "t_last_token": 83255.318283117, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.35281899909023, "decode_tok_s": 170.46581146774733, "total_s": 1.6212539489933988}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 0, "t_send": 83253.697551009, "t_first_token": 83253.821653272, "t_last_token": 83255.316506256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 124.10226299834903, "decode_tok_s": 170.5853369720572, "total_s": 1.6189552470023045}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 0, "t_send": 83253.695712846, "t_first_token": 83253.822220697, "t_last_token": 83255.318152251, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.50785098958295, "decode_tok_s": 170.46234456217852, "total_s": 1.6224394049932016}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 0, "t_send": 83253.696794887, "t_first_token": 83253.822049611, "t_last_token": 83255.317032118, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.25472400011495, "decode_tok_s": 170.57055772042855, "total_s": 1.6202372309926432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 0, "t_send": 83253.695347967, "t_first_token": 83253.821789638, "t_last_token": 83255.316475014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.44167098915204, "decode_tok_s": 170.6044657248217, "total_s": 1.6211270469939336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 1, "t_send": 83255.323805904, "t_first_token": 83255.451546165, "t_last_token": 83256.947919057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.74026099941693, "decode_tok_s": 170.41206865195875, "total_s": 1.6241131529968698}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 1, "t_send": 83255.323721184, "t_first_token": 83255.451303169, "t_last_token": 83256.951041548, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.58198499795981, "decode_tok_s": 170.02965555197537, "total_s": 1.627320364001207}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 1, "t_send": 83255.322432383, "t_first_token": 83255.453247945, "t_last_token": 83256.947839117, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.81556199176703, "decode_tok_s": 170.61521891567213, "total_s": 1.6254067339905305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 1, "t_send": 83255.321863419, "t_first_token": 83255.451895393, "t_last_token": 83256.947779142, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.03197399666533, "decode_tok_s": 170.46779214521106, "total_s": 1.6259157230088022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 1, "t_send": 83255.322611552, "t_first_token": 83255.452926982, "t_last_token": 83256.947564363, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.315430011251, "decode_tok_s": 170.6099440858003, "total_s": 1.6249528110056417}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 1, "t_send": 83255.32354306, "t_first_token": 83255.452974625, "t_last_token": 83256.947960126, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43156500114128, "decode_tok_s": 170.57021611981227, "total_s": 1.62441706599202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 1, "t_send": 83255.323634706, "t_first_token": 83255.452606237, "t_last_token": 83256.948395398, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.97153099766, "decode_tok_s": 170.4785718799211, "total_s": 1.6247606919932878}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 1, "t_send": 83255.322305497, "t_first_token": 83255.451834841, "t_last_token": 83256.948514978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52934400527738, "decode_tok_s": 170.3770857232906, "total_s": 1.626209480993566}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 1, "t_send": 83255.322787886, "t_first_token": 83255.452282124, "t_last_token": 83256.948786282, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.49423799000215, "decode_tok_s": 170.397120941391, "total_s": 1.6259983959898818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 1, "t_send": 83255.322505383, "t_first_token": 83255.451936779, "t_last_token": 83256.948657671, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43139600974973, "decode_tok_s": 170.37244643485357, "total_s": 1.6261522880085977}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 1, "t_send": 83255.321985494, "t_first_token": 83255.452228602, "t_last_token": 83256.948438283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.24310799664818, "decode_tok_s": 170.43065770615777, "total_s": 1.6264527890016325}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 1, "t_send": 83255.322967723, "t_first_token": 83255.45242875, "t_last_token": 83256.947811775, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.46102699788753, "decode_tok_s": 170.52487271596783, "total_s": 1.6248440519993892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 1, "t_send": 83255.324030169, "t_first_token": 83255.452768312, "t_last_token": 83256.947611825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.73814300110098, "decode_tok_s": 170.58641776299277, "total_s": 1.6235816560074454}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 1, "t_send": 83255.32174297, "t_first_token": 83255.453016885, "t_last_token": 83256.948274003, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.27391500165686, "decode_tok_s": 170.53923163424346, "total_s": 1.626531033005449}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 1, "t_send": 83255.322093023, "t_first_token": 83255.432645796, "t_last_token": 83256.936918892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.55277299601585, "decode_tok_s": 169.51709146329193, "total_s": 1.6148258689936483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 1, "t_send": 83255.322881967, "t_first_token": 83255.451361884, "t_last_token": 83256.947995502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47991699527483, "decode_tok_s": 170.38238145381368, "total_s": 1.6251135350030381}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 2, "t_send": 83256.953739842, "t_first_token": 83257.081946053, "t_last_token": 83258.576620651, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2062109967228, "decode_tok_s": 170.60569594317496, "total_s": 1.6228808089945232}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 2, "t_send": 83256.954708621, "t_first_token": 83257.082657273, "t_last_token": 83258.576695463, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.94865200703498, "decode_tok_s": 170.67836800141959, "total_s": 1.6219868420012062}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 2, "t_send": 83256.952702097, "t_first_token": 83257.061990047, "t_last_token": 83258.566806025, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.28795000654645, "decode_tok_s": 169.45593596051364, "total_s": 1.6141039280046243}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 2, "t_send": 83256.953148708, "t_first_token": 83257.081702593, "t_last_token": 83258.576289375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.55388500611298, "decode_tok_s": 170.6157200572395, "total_s": 1.6231406670121942}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 2, "t_send": 83256.953080875, "t_first_token": 83257.081973081, "t_last_token": 83258.577018866, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.89220600482076, "decode_tok_s": 170.56333830030215, "total_s": 1.6239379909966374}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 2, "t_send": 83256.953360146, "t_first_token": 83257.082480132, "t_last_token": 83258.57718566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.119985998841, "decode_tok_s": 170.60216559185966, "total_s": 1.6238255140051479}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 2, "t_send": 83256.953979737, "t_first_token": 83257.081847273, "t_last_token": 83258.577484563, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.86753600812517, "decode_tok_s": 170.4958827294353, "total_s": 1.6235048259986797}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 2, "t_send": 83256.954178955, "t_first_token": 83257.081753847, "t_last_token": 83258.577360728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.57489200157579, "decode_tok_s": 170.49934928736198, "total_s": 1.6231817730003968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 2, "t_send": 83256.953666599, "t_first_token": 83257.081903157, "t_last_token": 83258.57697754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2365579972975, "decode_tok_s": 170.56007573931677, "total_s": 1.6233109409949975}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 2, "t_send": 83256.953533836, "t_first_token": 83257.081803542, "t_last_token": 83258.57640178, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2697059941711, "decode_tok_s": 170.6144122991871, "total_s": 1.6228679439955158}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 2, "t_send": 83256.952819369, "t_first_token": 83257.082137321, "t_last_token": 83258.576796375, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.31795199983753, "decode_tok_s": 170.60747019132663, "total_s": 1.623977005991037}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 2, "t_send": 83256.953255375, "t_first_token": 83257.082591795, "t_last_token": 83258.576529446, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33641999552492, "decode_tok_s": 170.68985431161317, "total_s": 1.6232740709965583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 2, "t_send": 83256.952979752, "t_first_token": 83257.082301647, "t_last_token": 83258.576330743, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.32189500133973, "decode_tok_s": 170.6794069013943, "total_s": 1.6233509910089197}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 2, "t_send": 83256.953832986, "t_first_token": 83257.082251154, "t_last_token": 83258.576085877, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.41816800937522, "decode_tok_s": 170.70161516225428, "total_s": 1.6222528910002438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 2, "t_send": 83256.952893677, "t_first_token": 83257.08201348, "t_last_token": 83258.576926066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.119803008507, "decode_tok_s": 170.57853575389714, "total_s": 1.6240323890087893}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 2, "t_send": 83256.952578897, "t_first_token": 83257.081632143, "t_last_token": 83258.578062144, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.05324599705637, "decode_tok_s": 170.40556513103115, "total_s": 1.6254832470003748}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 3, "t_send": 83258.581516015, "t_first_token": 83258.69090302, "t_last_token": 83260.436821388, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.38700500992127, "decode_tok_s": 146.0549385786368, "total_s": 1.8553053729992826}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 3, "t_send": 83258.581113833, "t_first_token": 83258.716279794, "t_last_token": 83260.447901459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.16596099361777, "decode_tok_s": 147.26080480113058, "total_s": 1.866787626000587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 3, "t_send": 83258.581301965, "t_first_token": 83258.71724049, "t_last_token": 83260.448183216, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.93852501071524, "decode_tok_s": 147.31856587235936, "total_s": 1.86688125100045}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 3, "t_send": 83258.582358801, "t_first_token": 83258.716475029, "t_last_token": 83260.448752049, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.11622800049372, "decode_tok_s": 147.20509309788272, "total_s": 1.866393247997621}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 3, "t_send": 83258.581611179, "t_first_token": 83258.716728415, "t_last_token": 83260.447995271, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.11723600095138, "decode_tok_s": 147.29098470160977, "total_s": 1.866384091990767}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 3, "t_send": 83258.582586333, "t_first_token": 83258.716604576, "t_last_token": 83260.449520622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.01824299944565, "decode_tok_s": 147.15081009701203, "total_s": 1.866934289006167}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 3, "t_send": 83258.581211715, "t_first_token": 83258.716763411, "t_last_token": 83260.44795419, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.5516959883971, "decode_tok_s": 147.29745738793946, "total_s": 1.8667424749874044}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 3, "t_send": 83258.581969173, "t_first_token": 83258.71638642, "t_last_token": 83260.448530052, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.4172469980549, "decode_tok_s": 147.21642898908115, "total_s": 1.866560879003373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 3, "t_send": 83258.582273942, "t_first_token": 83258.716692704, "t_last_token": 83260.447856853, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.41876199794933, "decode_tok_s": 147.2997232215209, "total_s": 1.8655829110066406}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 3, "t_send": 83258.582068188, "t_first_token": 83258.716645383, "t_last_token": 83260.448119114, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.57719500001986, "decode_tok_s": 147.27338650046408, "total_s": 1.866050925993477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 3, "t_send": 83258.581797811, "t_first_token": 83258.716824907, "t_last_token": 83260.449135914, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.02709599561058, "decode_tok_s": 147.20220501382175, "total_s": 1.867338102994836}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 3, "t_send": 83258.582149942, "t_first_token": 83258.71642549, "t_last_token": 83260.448309198, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.27554800000507, "decode_tok_s": 147.2385234775698, "total_s": 1.8661592559947167}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 3, "t_send": 83258.58170224, "t_first_token": 83258.716806562, "t_last_token": 83260.448157074, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.10432200564537, "decode_tok_s": 147.28386784369783, "total_s": 1.8664548340020701}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 3, "t_send": 83258.581445373, "t_first_token": 83258.720272912, "t_last_token": 83260.452222321, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.8275390054332, "decode_tok_s": 147.23293802718072, "total_s": 1.8707769479951821}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 3, "t_send": 83258.580995689, "t_first_token": 83258.716539744, "t_last_token": 83260.449322491, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.54405499598943, "decode_tok_s": 147.162130071704, "total_s": 1.8683268019958632}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 3, "t_send": 83258.581896785, "t_first_token": 83258.716335175, "t_last_token": 83260.448812419, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.43838999955915, "decode_tok_s": 147.18808046953785, "total_s": 1.8669156339892652}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 4, "t_send": 83260.455781882, "t_first_token": 83260.585289574, "t_last_token": 83262.079490945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50769199233036, "decode_tok_s": 170.65972829866018, "total_s": 1.6237090630020248}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 4, "t_send": 83260.455091599, "t_first_token": 83260.584075529, "t_last_token": 83262.080387543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9839300006861, "decode_tok_s": 170.41900192861672, "total_s": 1.6252959440025734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 4, "t_send": 83260.455215334, "t_first_token": 83260.584716164, "t_last_token": 83262.079673517, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50082999304868, "decode_tok_s": 170.57342772205004, "total_s": 1.6244581829960225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 4, "t_send": 83260.454703641, "t_first_token": 83260.585074176, "t_last_token": 83262.079862831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.37053500011098, "decode_tok_s": 170.5926781995691, "total_s": 1.6251591900072526}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 4, "t_send": 83260.45480101, "t_first_token": 83260.585128718, "t_last_token": 83262.080249733, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.32770800055005, "decode_tok_s": 170.55475606400776, "total_s": 1.625448723003501}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 4, "t_send": 83260.455695738, "t_first_token": 83260.584574133, "t_last_token": 83262.08096752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.87839500035625, "decode_tok_s": 170.4097346426123, "total_s": 1.6252717820025282}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 4, "t_send": 83260.455282191, "t_first_token": 83260.584630487, "t_last_token": 83262.079379661, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3482960027177, "decode_tok_s": 170.59718408789414, "total_s": 1.6240974699903745}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 4, "t_send": 83260.455874232, "t_first_token": 83260.584950252, "t_last_token": 83262.079941414, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.07602000632323, "decode_tok_s": 170.56957022931815, "total_s": 1.624067182012368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 4, "t_send": 83260.454896444, "t_first_token": 83260.564362935, "t_last_token": 83262.06888621, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.46649099059869, "decode_tok_s": 169.48890338560014, "total_s": 1.6139897660032148}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 4, "t_send": 83260.45631553, "t_first_token": 83260.584788344, "t_last_token": 83262.081292327, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47281400172506, "decode_tok_s": 170.39714086764818, "total_s": 1.6249767970002722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 4, "t_send": 83260.455568449, "t_first_token": 83260.583981407, "t_last_token": 83262.07958598, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.41295800171793, "decode_tok_s": 170.4996124007651, "total_s": 1.6240175309940241}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 4, "t_send": 83260.455369327, "t_first_token": 83260.584838315, "t_last_token": 83262.080056214, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.468988001463, "decode_tok_s": 170.5437048135289, "total_s": 1.624686887007556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 4, "t_send": 83260.454585699, "t_first_token": 83260.583935119, "t_last_token": 83262.078997118, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.34941999264993, "decode_tok_s": 170.56148853256389, "total_s": 1.6244114190049004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 4, "t_send": 83260.454999071, "t_first_token": 83260.584015448, "t_last_token": 83262.080918695, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0163770026993, "decode_tok_s": 170.35169140638786, "total_s": 1.625919624013477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 4, "t_send": 83260.45548685, "t_first_token": 83260.585482951, "t_last_token": 83262.079981749, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.99610100814607, "decode_tok_s": 170.62576453162862, "total_s": 1.6244948990060948}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 4, "t_send": 83260.456126821, "t_first_token": 83260.584462081, "t_last_token": 83262.079105123, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3352600003127, "decode_tok_s": 170.60929789439956, "total_s": 1.6229783020098694}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 5, "t_send": 83262.083560628, "t_first_token": 83262.210918478, "t_last_token": 83263.707902362, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.3578499967698, "decode_tok_s": 170.34251518987531, "total_s": 1.6243417340010637}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 5, "t_send": 83262.082784934, "t_first_token": 83262.21089726, "t_last_token": 83263.707472622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.11232599779032, "decode_tok_s": 170.38901379366823, "total_s": 1.6246876880031778}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 5, "t_send": 83262.084484886, "t_first_token": 83262.210614789, "t_last_token": 83263.706843603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.1299030011287, "decode_tok_s": 170.42847832831976, "total_s": 1.6223587169952225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 5, "t_send": 83262.082883012, "t_first_token": 83262.210871949, "t_last_token": 83263.70779761, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.98893700528424, "decode_tok_s": 170.34914067219964, "total_s": 1.6249145979963941}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 5, "t_send": 83262.083476713, "t_first_token": 83262.210660609, "t_last_token": 83263.707011061, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.18389599467628, "decode_tok_s": 170.4146242342234, "total_s": 1.6235343479929725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 5, "t_send": 83262.083170876, "t_first_token": 83262.191681952, "t_last_token": 83263.696197349, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.51107600319665, "decode_tok_s": 169.489790871336, "total_s": 1.6130264730018098}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 5, "t_send": 83262.083933009, "t_first_token": 83262.211277304, "t_last_token": 83263.707840508, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.3442950041499, "decode_tok_s": 170.39039802596557, "total_s": 1.6239074990007794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 5, "t_send": 83262.083646665, "t_first_token": 83262.211456772, "t_last_token": 83263.706503626, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.81010699109174, "decode_tok_s": 170.56321634132087, "total_s": 1.6228569609957049}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 5, "t_send": 83262.083256654, "t_first_token": 83262.211015397, "t_last_token": 83263.706883629, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.75874299404677, "decode_tok_s": 170.46956044996932, "total_s": 1.6236269749933854}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 5, "t_send": 83262.083387578, "t_first_token": 83262.210963475, "t_last_token": 83263.706564435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.5758970004972, "decode_tok_s": 170.5000242846508, "total_s": 1.6231768569996348}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 5, "t_send": 83262.08297467, "t_first_token": 83262.210836902, "t_last_token": 83263.706471272, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8622319950955, "decode_tok_s": 170.49621559542442, "total_s": 1.6234966019983403}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 5, "t_send": 83262.083317858, "t_first_token": 83262.21093857, "t_last_token": 83263.707291455, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.62071199540514, "decode_tok_s": 170.41434714879958, "total_s": 1.623973596986616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 5, "t_send": 83262.08382476, "t_first_token": 83262.210588609, "t_last_token": 83263.706530579, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.76384899532422, "decode_tok_s": 170.46115766078546, "total_s": 1.6227058189979289}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 5, "t_send": 83262.083075691, "t_first_token": 83262.210780667, "t_last_token": 83263.706977175, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.70497599558439, "decode_tok_s": 170.4321582335736, "total_s": 1.6239014839957235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 5, "t_send": 83262.08265725, "t_first_token": 83262.210551698, "t_last_token": 83263.706918365, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.89444800000638, "decode_tok_s": 170.41277757799207, "total_s": 1.6242611150082666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 5, "t_send": 83262.083736321, "t_first_token": 83262.211253883, "t_last_token": 83263.706948957, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.51756199577358, "decode_tok_s": 170.48929586815905, "total_s": 1.6232126359973336}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 6, "t_send": 83263.711910433, "t_first_token": 83263.85069417, "t_last_token": 83265.581658259, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.78373699844815, "decode_tok_s": 147.31674771316275, "total_s": 1.8697478260000935}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 6, "t_send": 83263.709646077, "t_first_token": 83263.84656478, "t_last_token": 83265.577163528, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.9187030068133, "decode_tok_s": 147.3478472672227, "total_s": 1.867517450999003}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 6, "t_send": 83263.710712893, "t_first_token": 83263.847487874, "t_last_token": 83265.578536137, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.77498100150842, "decode_tok_s": 147.30958428402712, "total_s": 1.8678232440142892}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 6, "t_send": 83263.710468149, "t_first_token": 83263.845957351, "t_last_token": 83265.577304269, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.48920200264547, "decode_tok_s": 147.28417358175963, "total_s": 1.866836119996151}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 6, "t_send": 83263.710626718, "t_first_token": 83263.846966414, "t_last_token": 83265.57882113, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.33969599322882, "decode_tok_s": 147.24098831430481, "total_s": 1.8681944119889522}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 6, "t_send": 83263.711734938, "t_first_token": 83263.847405799, "t_last_token": 83265.577451282, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.67086099646986, "decode_tok_s": 147.39496880520494, "total_s": 1.8657163440075237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 6, "t_send": 83263.709742154, "t_first_token": 83263.846024343, "t_last_token": 83265.57803127, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2821890070336, "decode_tok_s": 147.22804858690702, "total_s": 1.8682891159987776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 6, "t_send": 83263.711817454, "t_first_token": 83263.846513268, "t_last_token": 83265.577721382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.6958140056813, "decode_tok_s": 147.29598246350594, "total_s": 1.8659039280028082}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 6, "t_send": 83263.709827869, "t_first_token": 83263.847076496, "t_last_token": 83265.578395701, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.24862699746154, "decode_tok_s": 147.28653113919333, "total_s": 1.868567832003464}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 6, "t_send": 83263.710380176, "t_first_token": 83263.819969144, "t_last_token": 83265.566149135, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.58896800002549, "decode_tok_s": 146.0330557634425, "total_s": 1.8557689590088557}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 6, "t_send": 83263.710933557, "t_first_token": 83263.846083741, "t_last_token": 83265.578457926, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.15018399630208, "decode_tok_s": 147.1968366916001, "total_s": 1.8675243690086063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 6, "t_send": 83263.710808645, "t_first_token": 83263.847253553, "t_last_token": 83265.577609427, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.44490799924824, "decode_tok_s": 147.3685291172292, "total_s": 1.8668007819942432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 6, "t_send": 83263.709528541, "t_first_token": 83263.84626529, "t_last_token": 83265.577258081, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.7367490020115, "decode_tok_s": 147.31430501992236, "total_s": 1.8677295399975264}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 6, "t_send": 83263.709920016, "t_first_token": 83263.846915985, "t_last_token": 83265.578676637, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.99596900551114, "decode_tok_s": 147.24898599955623, "total_s": 1.8687566209991928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 6, "t_send": 83263.710003513, "t_first_token": 83263.846819675, "t_last_token": 83265.578742279, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.81616200483404, "decode_tok_s": 147.23521675353092, "total_s": 1.8687387660029344}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 6, "t_send": 83263.711644973, "t_first_token": 83263.84639846, "t_last_token": 83265.577649256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.75348700012546, "decode_tok_s": 147.29235104986668, "total_s": 1.86600428300153}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 7, "t_send": 83265.584988991, "t_first_token": 83265.694159268, "t_last_token": 83267.19901977, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.17027699179016, "decode_tok_s": 169.45092230071432, "total_s": 1.614030779004679}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 7, "t_send": 83265.585190027, "t_first_token": 83265.713979702, "t_last_token": 83267.20995566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.78967500000726, "decode_tok_s": 170.45728484961592, "total_s": 1.6247656329942401}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 7, "t_send": 83265.584689797, "t_first_token": 83265.714030151, "t_last_token": 83267.209757023, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3403539893916, "decode_tok_s": 170.48567139705617, "total_s": 1.6250672259920975}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 7, "t_send": 83265.585591278, "t_first_token": 83265.713923273, "t_last_token": 83267.211585655, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.33199500164483, "decode_tok_s": 170.2653435549623, "total_s": 1.6259943769982783}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 7, "t_send": 83265.584535331, "t_first_token": 83265.714246529, "t_last_token": 83267.210072351, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.71119799476583, "decode_tok_s": 170.47439364239827, "total_s": 1.6255370199942263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 7, "t_send": 83265.586626456, "t_first_token": 83265.714338565, "t_last_token": 83267.20970884, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.71210899518337, "decode_tok_s": 170.52632666443034, "total_s": 1.6230823840014637}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 7, "t_send": 83265.585095091, "t_first_token": 83265.714939449, "t_last_token": 83267.209427034, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.84435800171923, "decode_tok_s": 170.6270447198976, "total_s": 1.6243319430068368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 7, "t_send": 83265.585680834, "t_first_token": 83265.715034171, "t_last_token": 83267.210276323, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3533369898796, "decode_tok_s": 170.5409385741045, "total_s": 1.6245954890036955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 7, "t_send": 83265.584816367, "t_first_token": 83265.714849277, "t_last_token": 83267.210037649, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.03291000495665, "decode_tok_s": 170.54707271457332, "total_s": 1.625221281996346}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 7, "t_send": 83265.585286385, "t_first_token": 83265.714894006, "t_last_token": 83267.209227596, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6076209982857, "decode_tok_s": 170.64462828515673, "total_s": 1.6239412110007834}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 7, "t_send": 83265.585792524, "t_first_token": 83265.714146536, "t_last_token": 83267.2096665, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3540120057296, "decode_tok_s": 170.50925841120892, "total_s": 1.6238739760010503}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 7, "t_send": 83265.586407763, "t_first_token": 83265.714110785, "t_last_token": 83267.210624532, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.70302200806327, "decode_tok_s": 170.39602911190315, "total_s": 1.6242167690070346}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 7, "t_send": 83265.585907778, "t_first_token": 83265.714583339, "t_last_token": 83267.211387057, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.67556099081412, "decode_tok_s": 170.36301883281368, "total_s": 1.6254792789986823}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 7, "t_send": 83265.584911869, "t_first_token": 83265.714977112, "t_last_token": 83267.209341834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.06524300726596, "decode_tok_s": 170.64107325830966, "total_s": 1.6244299649988534}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 7, "t_send": 83265.585352146, "t_first_token": 83265.714468087, "t_last_token": 83267.209532485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.11594100296497, "decode_tok_s": 170.56121484905682, "total_s": 1.6241803390003042}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 7, "t_send": 83265.585504139, "t_first_token": 83265.714734557, "t_last_token": 83267.211664468, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.23041799513157, "decode_tok_s": 170.34865702438393, "total_s": 1.6261603290040512}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 8, "t_send": 83267.214578191, "t_first_token": 83267.347369421, "t_last_token": 83269.081490303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.79123000393156, "decode_tok_s": 147.04857236130272, "total_s": 1.8669121120037744}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 8, "t_send": 83267.214156799, "t_first_token": 83267.347267942, "t_last_token": 83269.08069683, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.11114298994653, "decode_tok_s": 147.10727493008758, "total_s": 1.8665400309982942}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 8, "t_send": 83267.213687519, "t_first_token": 83267.346900641, "t_last_token": 83269.080871507, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.21312199695967, "decode_tok_s": 147.061294396613, "total_s": 1.867183987997123}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 8, "t_send": 83267.213789699, "t_first_token": 83267.350708199, "t_last_token": 83269.084710805, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.91849999304395, "decode_tok_s": 147.05860251768618, "total_s": 1.8709211059904192}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 8, "t_send": 83267.21543271, "t_first_token": 83267.346683291, "t_last_token": 83269.080156781, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.25058100558817, "decode_tok_s": 147.10348988442257, "total_s": 1.8647240709979087}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 8, "t_send": 83267.213873618, "t_first_token": 83267.3472277, "t_last_token": 83269.080092513, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.35408199054655, "decode_tok_s": 147.15516068310546, "total_s": 1.866218894996564}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 8, "t_send": 83267.214812809, "t_first_token": 83267.347598572, "t_last_token": 83269.08130273, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.78576299489941, "decode_tok_s": 147.08391787772658, "total_s": 1.8664899209979922}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 8, "t_send": 83267.214251001, "t_first_token": 83267.347316149, "t_last_token": 83269.081081448, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.06514799478464, "decode_tok_s": 147.07873098256826, "total_s": 1.8668304470047588}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 8, "t_send": 83267.214900202, "t_first_token": 83267.346562329, "t_last_token": 83269.081816911, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.66212699434254, "decode_tok_s": 146.9525005982916, "total_s": 1.8669167089974508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 8, "t_send": 83267.214307159, "t_first_token": 83267.346863005, "t_last_token": 83269.082580869, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.55584600847214, "decode_tok_s": 146.91327737632332, "total_s": 1.8682737100025406}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 8, "t_send": 83267.215019148, "t_first_token": 83267.34716995, "t_last_token": 83269.081753819, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1508019900648, "decode_tok_s": 147.00932284450252, "total_s": 1.8667346709989943}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 8, "t_send": 83267.213966582, "t_first_token": 83267.321340901, "t_last_token": 83269.068849648, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.37431900633965, "decode_tok_s": 145.92201637826665, "total_s": 1.854883066000184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 8, "t_send": 83267.21447365, "t_first_token": 83267.346642381, "t_last_token": 83269.080055029, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.16873099736404, "decode_tok_s": 147.1086531498908, "total_s": 1.8655813789955573}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 8, "t_send": 83267.214386548, "t_first_token": 83267.346820403, "t_last_token": 83269.082782714, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.43385500391014, "decode_tok_s": 146.892589997434, "total_s": 1.8683961659990018}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 8, "t_send": 83267.214048435, "t_first_token": 83267.34742517, "t_last_token": 83269.080426573, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3767350006383, "decode_tok_s": 147.1435623527972, "total_s": 1.8663781380018918}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 8, "t_send": 83267.213571634, "t_first_token": 83267.346721585, "t_last_token": 83269.081014742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.14995099790394, "decode_tok_s": 147.03396537688823, "total_s": 1.8674431079998612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 9, "t_send": 83269.088300282, "t_first_token": 83269.245707167, "t_last_token": 83270.978668755, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.40688500227407, "decode_tok_s": 147.1469429950395, "total_s": 1.8903684729884844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 9, "t_send": 83269.08885016, "t_first_token": 83269.245882353, "t_last_token": 83270.979613134, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.03219300485216, "decode_tok_s": 147.0816592722718, "total_s": 1.8907629739987897}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 9, "t_send": 83269.088948412, "t_first_token": 83269.251969457, "t_last_token": 83270.982856542, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 163.02104499482084, "decode_tok_s": 147.32330156504696, "total_s": 1.893908130005002}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 9, "t_send": 83269.089043515, "t_first_token": 83269.245730609, "t_last_token": 83270.978627804, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.68709398596548, "decode_tok_s": 147.15241084992314, "total_s": 1.8895842889905907}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 9, "t_send": 83269.089190057, "t_first_token": 83269.245923726, "t_last_token": 83270.979718276, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.73366900591645, "decode_tok_s": 147.07624960613663, "total_s": 1.890528218995314}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 9, "t_send": 83269.089331255, "t_first_token": 83269.24550718, "t_last_token": 83270.978414376, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.1759250034811, "decode_tok_s": 147.15156160062588, "total_s": 1.889083121001022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 9, "t_send": 83269.088104287, "t_first_token": 83269.197715961, "t_last_token": 83270.96848451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.61167399364058, "decode_tok_s": 144.00526830210674, "total_s": 1.880380222995882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 9, "t_send": 83269.089510137, "t_first_token": 83269.245843487, "t_last_token": 83270.978465451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.33335000893567, "decode_tok_s": 147.1757863510584, "total_s": 1.8889553140033968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 9, "t_send": 83269.088684656, "t_first_token": 83269.245467323, "t_last_token": 83270.978270747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.78266699251253, "decode_tok_s": 147.16037403167425, "total_s": 1.8895860909979092}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 9, "t_send": 83269.088212418, "t_first_token": 83269.245279646, "t_last_token": 83270.979017075, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.06722799222916, "decode_tok_s": 147.08109528788714, "total_s": 1.890804656999535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 9, "t_send": 83269.088604477, "t_first_token": 83269.245436696, "t_last_token": 83270.978887014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.83221899962518, "decode_tok_s": 147.1054562981708, "total_s": 1.8902825370023493}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 9, "t_send": 83269.088760528, "t_first_token": 83269.245659343, "t_last_token": 83270.97942667, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 156.89881499565672, "decode_tok_s": 147.0785589436503, "total_s": 1.8906661420041928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 9, "t_send": 83269.089692176, "t_first_token": 83269.251811106, "t_last_token": 83270.982716962, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 162.11893000581767, "decode_tok_s": 147.32170390281604, "total_s": 1.8930247859971132}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 9, "t_send": 83269.089422529, "t_first_token": 83269.245189976, "t_last_token": 83270.979296134, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 155.76744700956624, "decode_tok_s": 147.04982092620628, "total_s": 1.8898736050032312}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 9, "t_send": 83269.088387604, "t_first_token": 83269.245963511, "t_last_token": 83270.97850631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 157.57590699649882, "decode_tok_s": 147.18251124716392, "total_s": 1.8901187059964286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 9, "t_send": 83269.087972845, "t_first_token": 83269.252037036, "t_last_token": 83270.983031552, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.0641910053091, "decode_tok_s": 147.31415821589434, "total_s": 1.8950587069994071}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 10, "t_send": 83270.986881972, "t_first_token": 83271.125649614, "t_last_token": 83272.860194925, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.76764199812897, "decode_tok_s": 147.01259078240201, "total_s": 1.8733129530010046}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 10, "t_send": 83270.986541722, "t_first_token": 83271.122341071, "t_last_token": 83272.856008595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.79934899462387, "decode_tok_s": 147.08702589671395, "total_s": 1.8694668730022386}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 10, "t_send": 83270.986200713, "t_first_token": 83271.121885246, "t_last_token": 83272.855441635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6845330010401, "decode_tok_s": 147.09645536711741, "total_s": 1.8692409219947876}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 10, "t_send": 83270.987010705, "t_first_token": 83271.121845203, "t_last_token": 83272.857079136, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.8344980069669, "decode_tok_s": 146.95424930966104, "total_s": 1.8700684310024371}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 10, "t_send": 83270.98645119, "t_first_token": 83271.12240798, "t_last_token": 83272.855678068, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.9567900071852, "decode_tok_s": 147.12075271278476, "total_s": 1.8692268779996084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 10, "t_send": 83270.985924975, "t_first_token": 83271.122141879, "t_last_token": 83272.857526173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.21690399304498, "decode_tok_s": 146.94151657399047, "total_s": 1.8716011979995528}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 10, "t_send": 83270.985369071, "t_first_token": 83271.12172748, "t_last_token": 83272.855810391, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.3584089995129, "decode_tok_s": 147.05179226547702, "total_s": 1.8704413200030103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 10, "t_send": 83270.985497558, "t_first_token": 83271.12210774, "t_last_token": 83272.855845159, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.61018200218678, "decode_tok_s": 147.0810961359937, "total_s": 1.8703476010123268}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 10, "t_send": 83270.986757712, "t_first_token": 83271.126269369, "t_last_token": 83272.860090561, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.5116569910897, "decode_tok_s": 147.07398962283503, "total_s": 1.8733328489906853}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 10, "t_send": 83270.985818546, "t_first_token": 83271.121281388, "t_last_token": 83272.856652577, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.4628419940127, "decode_tok_s": 146.94262623233746, "total_s": 1.8708340309967753}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 10, "t_send": 83270.986105847, "t_first_token": 83271.122229699, "t_last_token": 83272.855601703, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.12385200394783, "decode_tok_s": 147.1121025440208, "total_s": 1.8694958560081432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 10, "t_send": 83270.985693898, "t_first_token": 83271.121174642, "t_last_token": 83272.855927232, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.4807440075092, "decode_tok_s": 146.9950248066626, "total_s": 1.870233334004297}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 10, "t_send": 83270.985592622, "t_first_token": 83271.096983611, "t_last_token": 83272.844831112, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.39098899730016, "decode_tok_s": 145.8937349249304, "total_s": 1.8592384899966419}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 10, "t_send": 83270.985203113, "t_first_token": 83271.121495352, "t_last_token": 83272.857354953, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.29223899624776, "decode_tok_s": 146.90128156265973, "total_s": 1.8721518399979686}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 10, "t_send": 83270.986687598, "t_first_token": 83271.121043175, "t_last_token": 83272.857253668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.35557699995115, "decode_tok_s": 146.87159248665955, "total_s": 1.870566070007044}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 10, "t_send": 83270.986292262, "t_first_token": 83271.121783391, "t_last_token": 83272.856905532, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.49112901091576, "decode_tok_s": 146.9637174096868, "total_s": 1.87061327000265}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 11, "t_send": 83272.86383764, "t_first_token": 83272.994387666, "t_last_token": 83274.49166032, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55002599139698, "decode_tok_s": 170.3096622507372, "total_s": 1.6278226799913682}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 11, "t_send": 83272.864350231, "t_first_token": 83272.994577117, "t_last_token": 83274.491229205, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2268860017648, "decode_tok_s": 170.38027878694302, "total_s": 1.6268789739988279}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 11, "t_send": 83272.86289094, "t_first_token": 83272.994228632, "t_last_token": 83274.492541734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.33769200067036, "decode_tok_s": 170.1913970183846, "total_s": 1.629650793998735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 11, "t_send": 83272.863464731, "t_first_token": 83272.994869096, "t_last_token": 83274.491267624, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.40436500543728, "decode_tok_s": 170.40914918569612, "total_s": 1.6278028930100845}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 11, "t_send": 83272.863370601, "t_first_token": 83272.974405537, "t_last_token": 83274.480481752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.03493599512149, "decode_tok_s": 169.31414058508494, "total_s": 1.6171111510047922}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 11, "t_send": 83272.864655961, "t_first_token": 83272.99466331, "t_last_token": 83274.491493282, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.00734899833333, "decode_tok_s": 170.36003071262073, "total_s": 1.62683732098958}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 11, "t_send": 83272.862987922, "t_first_token": 83272.994523185, "t_last_token": 83274.493871162, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.53526300447993, "decode_tok_s": 170.0739280745766, "total_s": 1.6308832400100073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 11, "t_send": 83272.863542528, "t_first_token": 83272.994956778, "t_last_token": 83274.491145284, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4142500050366, "decode_tok_s": 170.4330697480637, "total_s": 1.627602756008855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 11, "t_send": 83272.863985224, "t_first_token": 83272.994315353, "t_last_token": 83274.492753511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.3301290026866, "decode_tok_s": 170.17719325860818, "total_s": 1.6287682870024582}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 11, "t_send": 83272.863136074, "t_first_token": 83272.994035226, "t_last_token": 83274.491884457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89915200544056, "decode_tok_s": 170.2441038268663, "total_s": 1.6287483830092242}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 11, "t_send": 83272.863759232, "t_first_token": 83272.9941157, "t_last_token": 83274.491567279, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.35646799835376, "decode_tok_s": 170.2893125741157, "total_s": 1.6278080469928682}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 11, "t_send": 83272.863216157, "t_first_token": 83272.994430934, "t_last_token": 83274.492021683, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.214777007699, "decode_tok_s": 170.2734877136229, "total_s": 1.6288055260083638}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 11, "t_send": 83272.863625179, "t_first_token": 83272.994259286, "t_last_token": 83274.491697633, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.63410700124223, "decode_tok_s": 170.29081732247522, "total_s": 1.6280724539974472}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 11, "t_send": 83272.863686645, "t_first_token": 83272.994484111, "t_last_token": 83274.491853237, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79746600124054, "decode_tok_s": 170.2986895954058, "total_s": 1.6281665920105297}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 11, "t_send": 83272.863308781, "t_first_token": 83272.994711386, "t_last_token": 83274.491724434, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.40260499494616, "decode_tok_s": 170.33919666865938, "total_s": 1.6284156530018663}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 11, "t_send": 83272.862771755, "t_first_token": 83272.993934647, "t_last_token": 83274.493458249, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.16289200843312, "decode_tok_s": 170.05400892768773, "total_s": 1.6306864939979278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 12, "t_send": 83274.497521791, "t_first_token": 83274.623984499, "t_last_token": 83276.122408641, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.46270800905768, "decode_tok_s": 170.1787850679563, "total_s": 1.624886849996983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 12, "t_send": 83274.496388074, "t_first_token": 83274.623861513, "t_last_token": 83276.122883224, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.47343900264241, "decode_tok_s": 170.11094511062947, "total_s": 1.626495150005212}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 12, "t_send": 83274.496160971, "t_first_token": 83274.624449577, "t_last_token": 83276.121417432, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28860599256586, "decode_tok_s": 170.34433915619883, "total_s": 1.625256461004028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 12, "t_send": 83274.497658021, "t_first_token": 83274.62437951, "t_last_token": 83276.122487837, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.7214889958268, "decode_tok_s": 170.21466031855545, "total_s": 1.6248298159916885}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 12, "t_send": 83274.496476799, "t_first_token": 83274.623698057, "t_last_token": 83276.121347221, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.22125799336936, "decode_tok_s": 170.2668462882175, "total_s": 1.6248704219906358}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 12, "t_send": 83274.496569607, "t_first_token": 83274.624861789, "t_last_token": 83276.122810371, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.292181994766, "decode_tok_s": 170.2328124362115, "total_s": 1.6262407640024321}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 12, "t_send": 83274.497405112, "t_first_token": 83274.623752591, "t_last_token": 83276.121162147, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.3474790030159, "decode_tok_s": 170.2940915381199, "total_s": 1.6237570350058377}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 12, "t_send": 83274.496885154, "t_first_token": 83274.624089835, "t_last_token": 83276.122950618, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.20468098996207, "decode_tok_s": 170.1292093914777, "total_s": 1.6260654639918357}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 12, "t_send": 83274.495990041, "t_first_token": 83274.603813316, "t_last_token": 83276.110505431, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.82327500055544, "decode_tok_s": 169.2449289814865, "total_s": 1.614515389999724}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 12, "t_send": 83274.4980681, "t_first_token": 83274.623943601, "t_last_token": 83276.122532895, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.875500991242, "decode_tok_s": 170.16003051709558, "total_s": 1.6244647949934006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 12, "t_send": 83274.496295337, "t_first_token": 83274.624134238, "t_last_token": 83276.122705537, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.83890099672135, "decode_tok_s": 170.16207381646421, "total_s": 1.6264101999986451}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 12, "t_send": 83274.497055433, "t_first_token": 83274.624550818, "t_last_token": 83276.120972635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.49538499338087, "decode_tok_s": 170.40649708660624, "total_s": 1.623917201999575}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 12, "t_send": 83274.496713822, "t_first_token": 83274.624038205, "t_last_token": 83276.123695187, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.32438300736248, "decode_tok_s": 170.03888426620807, "total_s": 1.626981364999665}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 12, "t_send": 83274.496979941, "t_first_token": 83274.624194516, "t_last_token": 83276.122854615, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.2145749971969, "decode_tok_s": 170.1519912161185, "total_s": 1.6258746739913477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 12, "t_send": 83274.497280207, "t_first_token": 83274.624751797, "t_last_token": 83276.122631634, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.47159000718966, "decode_tok_s": 170.24062524990876, "total_s": 1.6253514270065352}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 12, "t_send": 83274.497880167, "t_first_token": 83274.624908613, "t_last_token": 83276.121813219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.02844600426033, "decode_tok_s": 170.35153674987757, "total_s": 1.6239330520038493}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 13, "t_send": 83276.129105605, "t_first_token": 83276.261039898, "t_last_token": 83277.759016473, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.9342930073617, "decode_tok_s": 170.22963126073486, "total_s": 1.6299108680104837}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 13, "t_send": 83276.127862065, "t_first_token": 83276.260947799, "t_last_token": 83277.75975604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.0857340071816, "decode_tok_s": 170.1351734162959, "total_s": 1.6318939750053687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 13, "t_send": 83276.127784154, "t_first_token": 83276.261376834, "t_last_token": 83277.75971464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.59267999476288, "decode_tok_s": 170.18859096999498, "total_s": 1.6319304859935073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 13, "t_send": 83276.126780441, "t_first_token": 83276.261089477, "t_last_token": 83277.75956455, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.30903600237798, "decode_tok_s": 170.17300093669073, "total_s": 1.6327841089951107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 13, "t_send": 83276.128138117, "t_first_token": 83276.260602713, "t_last_token": 83277.758343446, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.46459599758964, "decode_tok_s": 170.2564364989356, "total_s": 1.6302053289982723}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 13, "t_send": 83276.126589659, "t_first_token": 83276.260704175, "t_last_token": 83277.759152438, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.11451599677093, "decode_tok_s": 170.17604564490227, "total_s": 1.6325627789919963}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 13, "t_send": 83276.127963059, "t_first_token": 83276.260229095, "t_last_token": 83277.758304663, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2660360019654, "decode_tok_s": 170.21838246805063, "total_s": 1.6303416040027514}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 13, "t_send": 83276.127103121, "t_first_token": 83276.261209616, "t_last_token": 83277.758927817, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.10649499564897, "decode_tok_s": 170.25899787356917, "total_s": 1.631824695999967}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 13, "t_send": 83276.127527321, "t_first_token": 83276.240456618, "t_last_token": 83277.746810905, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.92929699993692, "decode_tok_s": 169.28288530947128, "total_s": 1.6192835839901818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 13, "t_send": 83276.126902653, "t_first_token": 83276.259947659, "t_last_token": 83277.759959128, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.04500599042512, "decode_tok_s": 169.99870018940842, "total_s": 1.6330564749951009}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 13, "t_send": 83276.126998082, "t_first_token": 83276.260786454, "t_last_token": 83277.759451461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.7883719970705, "decode_tok_s": 170.15143398318514, "total_s": 1.63245337898843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 13, "t_send": 83276.128349499, "t_first_token": 83276.260288652, "t_last_token": 83277.759090485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.939152997802, "decode_tok_s": 170.13590081576635, "total_s": 1.6307409859873587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 13, "t_send": 83276.128475727, "t_first_token": 83276.260516394, "t_last_token": 83277.758425115, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.04066699836403, "decode_tok_s": 170.2373425202978, "total_s": 1.629949387992383}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 13, "t_send": 83276.127350597, "t_first_token": 83276.260368676, "t_last_token": 83277.758673672, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.01807899551932, "decode_tok_s": 170.1923177730198, "total_s": 1.6313230749947252}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 13, "t_send": 83276.127697102, "t_first_token": 83276.260838642, "t_last_token": 83277.759276152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.14154000545386, "decode_tok_s": 170.17726685144964, "total_s": 1.6315790500084404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 13, "t_send": 83276.127265184, "t_first_token": 83276.261153219, "t_last_token": 83277.759920433, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.88803500856739, "decode_tok_s": 170.13983066777817, "total_s": 1.6326552490063477}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 14, "t_send": 83277.763278726, "t_first_token": 83277.892189406, "t_last_token": 83279.388126745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.91068001044914, "decode_tok_s": 170.46168536061396, "total_s": 1.6248480190115515}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 14, "t_send": 83277.762619777, "t_first_token": 83277.891438849, "t_last_token": 83279.389217712, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8190719933482, "decode_tok_s": 170.2521021616337, "total_s": 1.626597934999154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 14, "t_send": 83277.763983149, "t_first_token": 83277.891343952, "t_last_token": 83279.38894426, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36080300237518, "decode_tok_s": 170.2724008778674, "total_s": 1.6249611110106343}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 14, "t_send": 83277.76294458, "t_first_token": 83277.892429533, "t_last_token": 83279.388090371, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.48495300952345, "decode_tok_s": 170.49319840665729, "total_s": 1.625145790996612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 14, "t_send": 83277.762161467, "t_first_token": 83277.891770061, "t_last_token": 83279.388771284, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.60859399754554, "decode_tok_s": 170.3405422012571, "total_s": 1.6266098169871839}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 14, "t_send": 83277.762536135, "t_first_token": 83277.892313266, "t_last_token": 83279.3882541, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77713100553956, "decode_tok_s": 170.46128710645812, "total_s": 1.625717965012882}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 14, "t_send": 83277.762010381, "t_first_token": 83277.871570657, "t_last_token": 83279.378411441, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.56027598876972, "decode_tok_s": 169.2282308174253, "total_s": 1.6164010599895846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 14, "t_send": 83277.763114166, "t_first_token": 83277.892688636, "t_last_token": 83279.388819494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.57447000371758, "decode_tok_s": 170.43963677196612, "total_s": 1.6257053279987304}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 14, "t_send": 83277.762333034, "t_first_token": 83277.891071201, "t_last_token": 83279.38780088, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7381669972092, "decode_tok_s": 170.371446212433, "total_s": 1.6254678459954448}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 14, "t_send": 83277.763383244, "t_first_token": 83277.891258626, "t_last_token": 83279.388902917, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.87538199336268, "decode_tok_s": 170.2674002984867, "total_s": 1.6255196729907766}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 14, "t_send": 83277.762887923, "t_first_token": 83277.891627734, "t_last_token": 83279.387993892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.73981099983212, "decode_tok_s": 170.41283554646012, "total_s": 1.6251059689966496}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 14, "t_send": 83277.762436902, "t_first_token": 83277.891530053, "t_last_token": 83279.38855472, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.09315100114327, "decode_tok_s": 170.33787459983714, "total_s": 1.6261178179993294}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 14, "t_send": 83277.762741702, "t_first_token": 83277.8922644, "t_last_token": 83279.387838368, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52269800007343, "decode_tok_s": 170.5031014553331, "total_s": 1.6250966660008999}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 14, "t_send": 83277.762818628, "t_first_token": 83277.891968264, "t_last_token": 83279.388413521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1496359917801, "decode_tok_s": 170.40382787639146, "total_s": 1.6255948929901933}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 14, "t_send": 83277.76387223, "t_first_token": 83277.892149746, "t_last_token": 83279.38866649, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.27751599252224, "decode_tok_s": 170.3956878670043, "total_s": 1.6247942600020906}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 14, "t_send": 83277.763034123, "t_first_token": 83277.891857851, "t_last_token": 83279.388584012, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.82372800959274, "decode_tok_s": 170.37184666407737, "total_s": 1.6255498890095623}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 15, "t_send": 83279.393627629, "t_first_token": 83279.522440483, "t_last_token": 83281.018865735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.81285398907494, "decode_tok_s": 170.40610592418872, "total_s": 1.6252381059894105}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 15, "t_send": 83279.39249439, "t_first_token": 83279.521673555, "t_last_token": 83281.019312693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.17916500009596, "decode_tok_s": 170.26798614671975, "total_s": 1.6268183029897045}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 15, "t_send": 83279.393164088, "t_first_token": 83279.521205754, "t_last_token": 83281.019291035, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.04166600108147, "decode_tok_s": 170.2172788389833, "total_s": 1.6261269469978288}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 15, "t_send": 83279.392123104, "t_first_token": 83279.50156341, "t_last_token": 83281.008389219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.44030599785037, "decode_tok_s": 169.22991262585808, "total_s": 1.6162661150010535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 15, "t_send": 83279.392657286, "t_first_token": 83279.521869883, "t_last_token": 83281.019410682, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.21259700669907, "decode_tok_s": 170.27916713221137, "total_s": 1.6267533960053697}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 15, "t_send": 83279.393545753, "t_first_token": 83279.522186457, "t_last_token": 83281.019795457, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.6407040024642, "decode_tok_s": 170.2714126319405, "total_s": 1.6262497040006565}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 15, "t_send": 83279.393317766, "t_first_token": 83279.521962141, "t_last_token": 83281.018748416, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.64437501411885, "decode_tok_s": 170.36500418308114, "total_s": 1.6254306500050006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 15, "t_send": 83279.392231575, "t_first_token": 83279.521803367, "t_last_token": 83281.018947444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5717920002062, "decode_tok_s": 170.32428870211376, "total_s": 1.6267158690025099}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 15, "t_send": 83279.392939107, "t_first_token": 83279.521583329, "t_last_token": 83281.018788695, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.64422200073022, "decode_tok_s": 170.31731637517495, "total_s": 1.6258495880028931}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 15, "t_send": 83279.392580928, "t_first_token": 83279.522, "t_last_token": 83281.018574208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.41907199274283, "decode_tok_s": 170.3891451792261, "total_s": 1.6259932800021488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 15, "t_send": 83279.392785332, "t_first_token": 83279.522358247, "t_last_token": 83281.019126971, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5729150006082, "decode_tok_s": 170.36700186970512, "total_s": 1.6263416389992926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 15, "t_send": 83279.392856278, "t_first_token": 83279.521246338, "t_last_token": 83281.019016063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3900599955814, "decode_tok_s": 170.2531408825586, "total_s": 1.6261597849952523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 15, "t_send": 83279.39198809, "t_first_token": 83279.521326574, "t_last_token": 83281.019741077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.33848399552517, "decode_tok_s": 170.17987979223972, "total_s": 1.62775298699853}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 15, "t_send": 83279.392397839, "t_first_token": 83279.521917071, "t_last_token": 83281.018660278, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.51923201035243, "decode_tok_s": 170.3699063459335, "total_s": 1.6262624390074052}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 15, "t_send": 83279.393064895, "t_first_token": 83279.521286901, "t_last_token": 83281.019543217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.22200599475764, "decode_tok_s": 170.19784750890338, "total_s": 1.626478321995819}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 15, "t_send": 83279.392322006, "t_first_token": 83279.522058356, "t_last_token": 83281.018976148, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.73635000525974, "decode_tok_s": 170.3500361629212, "total_s": 1.6266541420045542}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 16, "t_send": 83281.02298231, "t_first_token": 83281.157427038, "t_last_token": 83282.890831082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.44472799892537, "decode_tok_s": 147.10938334435832, "total_s": 1.867848772002617}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 16, "t_send": 83281.024340861, "t_first_token": 83281.157686767, "t_last_token": 83282.890960153, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.3459059969755, "decode_tok_s": 147.12047277613885, "total_s": 1.8666192920063622}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 16, "t_send": 83281.02358482, "t_first_token": 83281.157068088, "t_last_token": 83282.891422612, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.48326800041832, "decode_tok_s": 147.02876284594507, "total_s": 1.8678377920005005}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 16, "t_send": 83281.022338995, "t_first_token": 83281.15723309, "t_last_token": 83282.891924109, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.89409499743488, "decode_tok_s": 147.00024223653543, "total_s": 1.86958511400735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 16, "t_send": 83281.023871119, "t_first_token": 83281.157327493, "t_last_token": 83282.891138408, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.45637399470434, "decode_tok_s": 147.074861389903, "total_s": 1.8672672889952082}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 16, "t_send": 83281.022671544, "t_first_token": 83281.157539292, "t_last_token": 83282.890908262, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.86774801276624, "decode_tok_s": 147.11236004285567, "total_s": 1.8682367180008441}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 16, "t_send": 83281.023676508, "t_first_token": 83281.15663445, "t_last_token": 83282.890785127, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.95794199802913, "decode_tok_s": 147.046045872296, "total_s": 1.8671086190006463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 16, "t_send": 83281.023767613, "t_first_token": 83281.156767845, "t_last_token": 83282.891871274, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.00023198826239, "decode_tok_s": 146.96530231996894, "total_s": 1.8681036609923467}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 16, "t_send": 83281.023989919, "t_first_token": 83281.156720347, "t_last_token": 83282.890870102, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.73042799846735, "decode_tok_s": 147.04612405344997, "total_s": 1.8668801829917356}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 16, "t_send": 83281.023209074, "t_first_token": 83281.157014166, "t_last_token": 83282.891717188, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.80509200214874, "decode_tok_s": 146.99922509296425, "total_s": 1.868508113999269}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 16, "t_send": 83281.023458781, "t_first_token": 83281.160779108, "t_last_token": 83282.89501892, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.32032700499985, "decode_tok_s": 147.03848812393136, "total_s": 1.8715601389994845}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 16, "t_send": 83281.022451309, "t_first_token": 83281.157262141, "t_last_token": 83282.891971152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.81083199440036, "decode_tok_s": 146.99871758509485, "total_s": 1.869519842992304}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 16, "t_send": 83281.022539596, "t_first_token": 83281.15681429, "t_last_token": 83282.891238325, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.27469400630798, "decode_tok_s": 147.02287033352778, "total_s": 1.8686987289984245}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 16, "t_send": 83281.023293617, "t_first_token": 83281.156911565, "t_last_token": 83282.891593099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.61794799857307, "decode_tok_s": 147.0010460145793, "total_s": 1.8682994819973828}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 16, "t_send": 83281.022221292, "t_first_token": 83281.131368799, "t_last_token": 83282.879757072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.1475069988519, "decode_tok_s": 145.84861036746813, "total_s": 1.8575357800000347}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 16, "t_send": 83281.022876738, "t_first_token": 83281.156595357, "t_last_token": 83282.891011346, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.718618992134, "decode_tok_s": 147.02355237525, "total_s": 1.86813460799749}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 17, "t_send": 83282.8973039, "t_first_token": 83283.027783775, "t_last_token": 83284.525927577, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4798750061309, "decode_tok_s": 170.21062975487803, "total_s": 1.6286236769956304}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 17, "t_send": 83282.899096076, "t_first_token": 83283.027380145, "t_last_token": 83284.525536566, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28406899643596, "decode_tok_s": 170.2091960659834, "total_s": 1.6264404899993679}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 17, "t_send": 83282.899213713, "t_first_token": 83283.027981424, "t_last_token": 83284.525965347, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.76771100854967, "decode_tok_s": 170.22879624138653, "total_s": 1.6267516340012662}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 17, "t_send": 83282.897659637, "t_first_token": 83283.007758831, "t_last_token": 83284.515244357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.09919398929924, "decode_tok_s": 169.15585297602485, "total_s": 1.61758471999201}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 17, "t_send": 83282.898216675, "t_first_token": 83283.027729195, "t_last_token": 83284.525005496, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.512519997661, "decode_tok_s": 170.30924741781212, "total_s": 1.6267888209986268}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 17, "t_send": 83282.89753095, "t_first_token": 83283.027216779, "t_last_token": 83284.525667846, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.68582900066394, "decode_tok_s": 170.17572719934424, "total_s": 1.6281368960044347}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 17, "t_send": 83282.897097515, "t_first_token": 83283.027819161, "t_last_token": 83284.526057223, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7216459972551, "decode_tok_s": 170.199921138438, "total_s": 1.6289597080030944}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 17, "t_send": 83282.898115453, "t_first_token": 83283.027263674, "t_last_token": 83284.525888053, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1482209926471, "decode_tok_s": 170.1560468203485, "total_s": 1.6277725999971153}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 17, "t_send": 83282.898709743, "t_first_token": 83283.027298495, "t_last_token": 83284.524769525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.58875199162867, "decode_tok_s": 170.28710064581296, "total_s": 1.626059781992808}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 17, "t_send": 83282.899581262, "t_first_token": 83283.027944028, "t_last_token": 83284.525995453, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.36276600137353, "decode_tok_s": 170.22112575278024, "total_s": 1.6264141910069156}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 17, "t_send": 83282.898012805, "t_first_token": 83283.027842243, "t_last_token": 83284.525403989, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.82943799579516, "decode_tok_s": 170.27678536863948, "total_s": 1.6273911839962238}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 17, "t_send": 83282.898547654, "t_first_token": 83283.027435566, "t_last_token": 83284.525757112, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.88791199657135, "decode_tok_s": 170.19043787981445, "total_s": 1.6272094580053817}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 17, "t_send": 83282.898455798, "t_first_token": 83283.027908704, "t_last_token": 83284.525717096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.45290599600412, "decode_tok_s": 170.24874567539027, "total_s": 1.6272612979955738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 17, "t_send": 83282.898894434, "t_first_token": 83283.027878625, "t_last_token": 83284.525265913, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98419100383762, "decode_tok_s": 170.2966240212641, "total_s": 1.6263714790111408}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 17, "t_send": 83282.898976481, "t_first_token": 83283.027510494, "t_last_token": 83284.524850805, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.5340129979886, "decode_tok_s": 170.30196684466782, "total_s": 1.6258743240032345}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 17, "t_send": 83282.89834409, "t_first_token": 83283.027672283, "t_last_token": 83284.526640254, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.328192997491, "decode_tok_s": 170.1170438153115, "total_s": 1.628296163995401}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 18, "t_send": 83284.529653515, "t_first_token": 83284.657026483, "t_last_token": 83286.154898217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.37296799605247, "decode_tok_s": 170.24154619492424, "total_s": 1.6252447020087857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 18, "t_send": 83284.531064526, "t_first_token": 83284.656854691, "t_last_token": 83286.154501028, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.79016499512363, "decode_tok_s": 170.2671676888445, "total_s": 1.6234365019918187}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 18, "t_send": 83284.530147413, "t_first_token": 83284.657128351, "t_last_token": 83286.155208903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.9809380028164, "decode_tok_s": 170.2178161642334, "total_s": 1.6250614900054643}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 18, "t_send": 83284.529436092, "t_first_token": 83284.657078428, "t_last_token": 83286.154687751, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.64233601046726, "decode_tok_s": 170.27137590894696, "total_s": 1.62525165900297}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 18, "t_send": 83284.53072382, "t_first_token": 83284.657457588, "t_last_token": 83286.155821818, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.73376798920799, "decode_tok_s": 170.18558965389857, "total_s": 1.6250979979959084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 18, "t_send": 83284.530225446, "t_first_token": 83284.657587335, "t_last_token": 83286.15472798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.36188899725676, "decode_tok_s": 170.32467914796507, "total_s": 1.6245025340031134}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 18, "t_send": 83284.530311711, "t_first_token": 83284.656973089, "t_last_token": 83286.155550005, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.66137800260913, "decode_tok_s": 170.16143601161514, "total_s": 1.6252382940001553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 18, "t_send": 83284.530531078, "t_first_token": 83284.65794216, "t_last_token": 83286.154573797, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.41108200862072, "decode_tok_s": 170.38260697976543, "total_s": 1.6240427190059563}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 18, "t_send": 83284.529752662, "t_first_token": 83284.65765787, "t_last_token": 83286.155021921, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.90520800626837, "decode_tok_s": 170.29926678802218, "total_s": 1.6252692590060178}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 18, "t_send": 83284.529842721, "t_first_token": 83284.637485026, "t_last_token": 83286.143595654, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.64230501081329, "decode_tok_s": 169.3102719421856, "total_s": 1.6137529330007965}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 18, "t_send": 83284.530026812, "t_first_token": 83284.657903507, "t_last_token": 83286.15589841, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.87669499812182, "decode_tok_s": 170.2275484984608, "total_s": 1.6258715979929548}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 18, "t_send": 83284.530455289, "t_first_token": 83284.65692534, "t_last_token": 83286.154382485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.4700509927934, "decode_tok_s": 170.28867961357355, "total_s": 1.6239271959930193}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 18, "t_send": 83284.53189655, "t_first_token": 83284.657680185, "t_last_token": 83286.155720118, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.78363499778789, "decode_tok_s": 170.22243158118286, "total_s": 1.6238235679920763}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 18, "t_send": 83284.530928247, "t_first_token": 83284.657269964, "t_last_token": 83286.154852254, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.34171699755825, "decode_tok_s": 170.27444949269113, "total_s": 1.6239240069990046}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 18, "t_send": 83284.530600772, "t_first_token": 83284.657172891, "t_last_token": 83286.154643479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.57211899932008, "decode_tok_s": 170.28715090848755, "total_s": 1.6240427070006263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 18, "t_send": 83284.529539025, "t_first_token": 83284.657822261, "t_last_token": 83286.155152542, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28323600115255, "decode_tok_s": 170.30310762695055, "total_s": 1.6256135170115158}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 19, "t_send": 83286.160708994, "t_first_token": 83286.28862859, "t_last_token": 83287.786415102, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.9195960087236, "decode_tok_s": 170.251232706854, "total_s": 1.6257061080104904}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 19, "t_send": 83286.159682646, "t_first_token": 83286.287802997, "t_last_token": 83287.785904864, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.12035100068897, "decode_tok_s": 170.2153943054601, "total_s": 1.6262222179939272}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 19, "t_send": 83286.159246483, "t_first_token": 83286.288319654, "t_last_token": 83287.784893641, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.073171003256, "decode_tok_s": 170.38917034234538, "total_s": 1.6256471579981735}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 19, "t_send": 83286.159477417, "t_first_token": 83286.288524708, "t_last_token": 83287.785251513, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.04729100409895, "decode_tok_s": 170.37177335671245, "total_s": 1.6257740960136289}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 19, "t_send": 83286.159829006, "t_first_token": 83286.287618263, "t_last_token": 83287.786009558, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.78925699240062, "decode_tok_s": 170.18251564284438, "total_s": 1.626180551989819}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 19, "t_send": 83286.160148681, "t_first_token": 83286.287976691, "t_last_token": 83287.785861482, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.82801000867039, "decode_tok_s": 170.24006220837865, "total_s": 1.6257128010038286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 19, "t_send": 83286.158786911, "t_first_token": 83286.288438558, "t_last_token": 83287.785026693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.65164700290188, "decode_tok_s": 170.3875595664638, "total_s": 1.6262397820100887}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 19, "t_send": 83286.160263133, "t_first_token": 83286.288198821, "t_last_token": 83287.784936329, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.93568799679633, "decode_tok_s": 170.3705550484297, "total_s": 1.6246731959981844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 19, "t_send": 83286.158898183, "t_first_token": 83286.287896618, "t_last_token": 83287.786234253, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.99843500053976, "decode_tok_s": 170.18861039296934, "total_s": 1.6273360699997284}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 19, "t_send": 83286.159579636, "t_first_token": 83286.288709708, "t_last_token": 83287.785394357, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.13007198949344, "decode_tok_s": 170.37657209258103, "total_s": 1.6258147209882736}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 19, "t_send": 83286.159063572, "t_first_token": 83286.287555085, "t_last_token": 83287.785685907, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.49151299451478, "decode_tok_s": 170.21210448054308, "total_s": 1.6266223349957727}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 19, "t_send": 83286.159741644, "t_first_token": 83286.287434876, "t_last_token": 83287.784663834, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69323198881466, "decode_tok_s": 170.3146326664701, "total_s": 1.6249221899925033}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 19, "t_send": 83286.159331808, "t_first_token": 83286.26795917, "t_last_token": 83287.775313782, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.62736200215295, "decode_tok_s": 169.17054419081958, "total_s": 1.6159819739987142}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 19, "t_send": 83286.160047345, "t_first_token": 83286.28766839, "t_last_token": 83287.785557316, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.62104500143323, "decode_tok_s": 170.23959225027136, "total_s": 1.6255099710106151}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 19, "t_send": 83286.160460865, "t_first_token": 83286.287495785, "t_last_token": 83287.784769979, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.03492000582628, "decode_tok_s": 170.30948708115545, "total_s": 1.6243091140058823}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 19, "t_send": 83286.159157953, "t_first_token": 83286.28806613, "t_last_token": 83287.7858225, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.90817699371837, "decode_tok_s": 170.25465897435495, "total_s": 1.6266645469877403}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 20, "t_send": 83287.789005546, "t_first_token": 83287.925049676, "t_last_token": 83289.660637331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.04413000575732, "decode_tok_s": 146.92429925132825, "total_s": 1.8716317850048654}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 20, "t_send": 83287.789116007, "t_first_token": 83287.925233743, "t_last_token": 83289.661710952, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.11773599404842, "decode_tok_s": 146.8490335935453, "total_s": 1.8725949450017652}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 20, "t_send": 83287.789205794, "t_first_token": 83287.925794171, "t_last_token": 83289.660919694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.58837699040305, "decode_tok_s": 146.9634309561443, "total_s": 1.8717138999927556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 20, "t_send": 83287.789697582, "t_first_token": 83287.925855631, "t_last_token": 83289.661206466, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.15804899018258, "decode_tok_s": 146.94434972804987, "total_s": 1.8715088839962846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 20, "t_send": 83287.789800296, "t_first_token": 83287.925173697, "t_last_token": 83289.660597825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.37340100447182, "decode_tok_s": 146.93814375756122, "total_s": 1.8707975290017202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 20, "t_send": 83287.789553759, "t_first_token": 83287.925428434, "t_last_token": 83289.660331365, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.87467500474304, "decode_tok_s": 146.9822866995638, "total_s": 1.870777606003685}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 20, "t_send": 83287.789974861, "t_first_token": 83287.925579075, "t_last_token": 83289.661493728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.60421399597544, "decode_tok_s": 146.8966228036678, "total_s": 1.871518866988481}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 20, "t_send": 83287.791009679, "t_first_token": 83287.930448825, "t_last_token": 83289.664417415, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.4391460053157, "decode_tok_s": 147.06148742924105, "total_s": 1.8734077359986259}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 20, "t_send": 83287.789298307, "t_first_token": 83287.899911086, "t_last_token": 83289.6483991, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.61277899716515, "decode_tok_s": 145.84029055890684, "total_s": 1.8591007929935586}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 20, "t_send": 83287.789859299, "t_first_token": 83287.925547752, "t_last_token": 83289.66017149, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.68845301051624, "decode_tok_s": 147.00594394865658, "total_s": 1.8703121910075424}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 20, "t_send": 83287.790246357, "t_first_token": 83287.92597235, "t_last_token": 83289.660130767, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.72599299368449, "decode_tok_s": 147.04538956724394, "total_s": 1.8698844099999405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 20, "t_send": 83287.790453548, "t_first_token": 83287.925755366, "t_last_token": 83289.660842024, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.30181799433194, "decode_tok_s": 146.96672285794384, "total_s": 1.8703884759888751}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 20, "t_send": 83287.789387445, "t_first_token": 83287.925369047, "t_last_token": 83289.660430609, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.9816020121798, "decode_tok_s": 146.96884859053046, "total_s": 1.8710431640065508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 20, "t_send": 83287.789483674, "t_first_token": 83287.926048719, "t_last_token": 83289.660880403, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.56504500249866, "decode_tok_s": 146.9883230476547, "total_s": 1.8713967289950233}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 20, "t_send": 83287.790164655, "t_first_token": 83287.924976425, "t_last_token": 83289.660799353, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.81176999630406, "decode_tok_s": 146.9043851683445, "total_s": 1.870634698003414}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 20, "t_send": 83287.790331034, "t_first_token": 83287.924888756, "t_last_token": 83289.660265962, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.55772199085914, "decode_tok_s": 146.94211674449627, "total_s": 1.8699349279922899}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 21, "t_send": 83289.666432408, "t_first_token": 83289.799022923, "t_last_token": 83291.295893852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.59051500062924, "decode_tok_s": 170.35536936432888, "total_s": 1.6294614439975703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 21, "t_send": 83289.667099698, "t_first_token": 83289.799747541, "t_last_token": 83291.295716302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.64784299826715, "decode_tok_s": 170.45810490578742, "total_s": 1.6286166040081298}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 21, "t_send": 83289.665968966, "t_first_token": 83289.799791181, "t_last_token": 83291.29653409, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.8222149934154, "decode_tok_s": 170.3699402657403, "total_s": 1.6305651239963481}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 21, "t_send": 83289.666336863, "t_first_token": 83289.799079223, "t_last_token": 83291.295363115, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.74236000142992, "decode_tok_s": 170.42220487886462, "total_s": 1.6290262520051328}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 21, "t_send": 83289.665850431, "t_first_token": 83289.798267967, "t_last_token": 83291.295558394, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.41753599140793, "decode_tok_s": 170.30764065532293, "total_s": 1.6297079630021472}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 21, "t_send": 83289.666623062, "t_first_token": 83289.79887604, "t_last_token": 83291.295326148, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2529780009063, "decode_tok_s": 170.40327548342214, "total_s": 1.6287030859966762}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 21, "t_send": 83289.666543626, "t_first_token": 83289.798502915, "t_last_token": 83291.296133754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.95928900677245, "decode_tok_s": 170.26892967142393, "total_s": 1.6295901280100225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 21, "t_send": 83289.666893331, "t_first_token": 83289.798383939, "t_last_token": 83291.295291018, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.49060800787993, "decode_tok_s": 170.35125531711734, "total_s": 1.6283976870035985}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 21, "t_send": 83289.667263827, "t_first_token": 83289.799703966, "t_last_token": 83291.296246185, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.44013900111895, "decode_tok_s": 170.39278729498412, "total_s": 1.6289823580009397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 21, "t_send": 83289.66836574, "t_first_token": 83289.799558688, "t_last_token": 83291.295164621, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.19294799980707, "decode_tok_s": 170.4994573594289, "total_s": 1.6267988809995586}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 21, "t_send": 83289.666977712, "t_first_token": 83289.799408763, "t_last_token": 83291.295257651, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4310510099167, "decode_tok_s": 170.47176492683883, "total_s": 1.628279939002823}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 21, "t_send": 83289.667510122, "t_first_token": 83289.799298545, "t_last_token": 83291.295974179, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.78842299384996, "decode_tok_s": 170.37759833003508, "total_s": 1.6284640569938347}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 21, "t_send": 83289.666219501, "t_first_token": 83289.778789409, "t_last_token": 83291.28489275, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.56990800029598, "decode_tok_s": 169.3110911169929, "total_s": 1.6186732490023132}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 21, "t_send": 83289.666133615, "t_first_token": 83289.799476154, "t_last_token": 83291.294928228, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.34253900393378, "decode_tok_s": 170.51699912926398, "total_s": 1.6287946130032651}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 21, "t_send": 83289.667422377, "t_first_token": 83289.799624269, "t_last_token": 83291.296092945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.20189200364985, "decode_tok_s": 170.40116113920334, "total_s": 1.6286705680104205}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 21, "t_send": 83289.66679505, "t_first_token": 83289.798697924, "t_last_token": 83291.295008033, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.90287399629597, "decode_tok_s": 170.41921889346972, "total_s": 1.6282129830069607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 22, "t_send": 83291.298406506, "t_first_token": 83291.425637338, "t_last_token": 83292.922850325, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.23083200398833, "decode_tok_s": 170.3164494391066, "total_s": 1.6244438190042274}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 22, "t_send": 83291.29906826, "t_first_token": 83291.425686042, "t_last_token": 83292.923648553, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.61778199253604, "decode_tok_s": 170.23122950515557, "total_s": 1.6245802929915953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 22, "t_send": 83291.298516006, "t_first_token": 83291.425762554, "t_last_token": 83292.924329756, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.24654799967539, "decode_tok_s": 170.162539030682, "total_s": 1.625813749997178}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 22, "t_send": 83291.298618713, "t_first_token": 83291.426186293, "t_last_token": 83292.923749759, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.56757999886759, "decode_tok_s": 170.27658980108018, "total_s": 1.6251310459920205}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 22, "t_send": 83291.299926947, "t_first_token": 83291.426519528, "t_last_token": 83292.924660986, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.59258100029547, "decode_tok_s": 170.21089606657432, "total_s": 1.6247340389963938}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 22, "t_send": 83291.299495604, "t_first_token": 83291.426301272, "t_last_token": 83292.924055068, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.8056679982692, "decode_tok_s": 170.25495156961264, "total_s": 1.624559463991318}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 22, "t_send": 83291.299181989, "t_first_token": 83291.425991713, "t_last_token": 83292.92328014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.80972399539314, "decode_tok_s": 170.30786814348787, "total_s": 1.6240981510054553}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 22, "t_send": 83291.298956167, "t_first_token": 83291.426080527, "t_last_token": 83292.923907694, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.12436000583693, "decode_tok_s": 170.24661163760865, "total_s": 1.6249515270028496}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 22, "t_send": 83291.299241857, "t_first_token": 83291.425726037, "t_last_token": 83292.925310847, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.4841800002614, "decode_tok_s": 170.04706789549527, "total_s": 1.6260689899936551}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 22, "t_send": 83291.298770763, "t_first_token": 83291.426363929, "t_last_token": 83292.923107212, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.59316600568127, "decode_tok_s": 170.3698976945463, "total_s": 1.6243364490073873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 22, "t_send": 83291.298705241, "t_first_token": 83291.425579498, "t_last_token": 83292.923011704, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.87425699550658, "decode_tok_s": 170.29151568808078, "total_s": 1.6243064629961737}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 22, "t_send": 83291.299324716, "t_first_token": 83291.425914058, "t_last_token": 83292.923851403, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.58934199134819, "decode_tok_s": 170.23408946339427, "total_s": 1.624526686995523}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 22, "t_send": 83291.299409438, "t_first_token": 83291.426567837, "t_last_token": 83292.925026724, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.15839900192805, "decode_tok_s": 170.1748391046255, "total_s": 1.6256172860012157}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 22, "t_send": 83291.299617108, "t_first_token": 83291.425839733, "t_last_token": 83292.922949789, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.22262499644421, "decode_tok_s": 170.32815922707243, "total_s": 1.623332681003376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 22, "t_send": 83291.298887359, "t_first_token": 83291.406082999, "t_last_token": 83292.913275899, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.19564001192339, "decode_tok_s": 169.188695090408, "total_s": 1.6143885400088038}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 22, "t_send": 83291.299769316, "t_first_token": 83291.425890445, "t_last_token": 83292.923605978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.12112899660133, "decode_tok_s": 170.25930117020775, "total_s": 1.6238366619945737}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 23, "t_send": 83292.927703526, "t_first_token": 83293.037239542, "t_last_token": 83294.543767068, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.53601599612739, "decode_tok_s": 169.26341908753673, "total_s": 1.616063541994663}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 23, "t_send": 83292.927970575, "t_first_token": 83293.057877437, "t_last_token": 83294.554959837, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.90686199918855, "decode_tok_s": 170.33130574455657, "total_s": 1.6269892620039172}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 23, "t_send": 83292.927793239, "t_first_token": 83293.057615809, "t_last_token": 83294.55478293, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8225700011244, "decode_tok_s": 170.32166711512397, "total_s": 1.62698969100893}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 23, "t_send": 83292.927502249, "t_first_token": 83293.057712057, "t_last_token": 83294.5540684, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2098079904681, "decode_tok_s": 170.41395332855907, "total_s": 1.6265661509969505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 23, "t_send": 83292.928152852, "t_first_token": 83293.057144623, "t_last_token": 83294.55395055, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9917710091686, "decode_tok_s": 170.36276741003516, "total_s": 1.6257976980123203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 23, "t_send": 83292.927388135, "t_first_token": 83293.058311265, "t_last_token": 83294.554045812, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9231300110696, "decode_tok_s": 170.484796592707, "total_s": 1.6266576769994572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 23, "t_send": 83292.928356166, "t_first_token": 83293.058439019, "t_last_token": 83294.554879833, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.08285300747957, "decode_tok_s": 170.40433381361592, "total_s": 1.6265236670005834}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 23, "t_send": 83292.928438053, "t_first_token": 83293.057970004, "t_last_token": 83294.554557294, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53195099544246, "decode_tok_s": 170.3876557704028, "total_s": 1.6261192410020158}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 23, "t_send": 83292.92759881, "t_first_token": 83293.058015236, "t_last_token": 83294.554257094, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.41642600728665, "decode_tok_s": 170.42699255954503, "total_s": 1.626658284003497}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 23, "t_send": 83292.928581898, "t_first_token": 83293.057539121, "t_last_token": 83294.553978386, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9572230016347, "decode_tok_s": 170.4045102024311, "total_s": 1.62539648800157}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 23, "t_send": 83292.928885101, "t_first_token": 83293.057923214, "t_last_token": 83294.554427947, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0381129947491, "decode_tok_s": 170.39705546943597, "total_s": 1.6255428459990071}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 23, "t_send": 83292.92875283, "t_first_token": 83293.058260234, "t_last_token": 83294.554364003, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50740399537608, "decode_tok_s": 170.44272281429224, "total_s": 1.6256111729890108}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 23, "t_send": 83292.928248033, "t_first_token": 83293.057452039, "t_last_token": 83294.5549198, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.2040059925057, "decode_tok_s": 170.28747238577438, "total_s": 1.6266717669932405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 23, "t_send": 83292.928056715, "t_first_token": 83293.057834132, "t_last_token": 83294.554286452, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77741700888146, "decode_tok_s": 170.40302360045615, "total_s": 1.6262297369976295}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 23, "t_send": 83292.929377228, "t_first_token": 83293.057799184, "t_last_token": 83294.554460118, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4219559893245, "decode_tok_s": 170.37927175510745, "total_s": 1.6250828899937915}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 23, "t_send": 83292.927883997, "t_first_token": 83293.057756633, "t_last_token": 83294.554203814, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.87263599643484, "decode_tok_s": 170.40360878660906, "total_s": 1.626319816990872}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 24, "t_send": 83294.558829864, "t_first_token": 83294.685594751, "t_last_token": 83296.183116843, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.76488699798938, "decode_tok_s": 170.28129425392387, "total_s": 1.624286979000317}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 24, "t_send": 83294.557848755, "t_first_token": 83294.665587429, "t_last_token": 83296.172853651, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.73867400712334, "decode_tok_s": 169.18046478933894, "total_s": 1.6150048960116692}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 24, "t_send": 83294.559026855, "t_first_token": 83294.685541803, "t_last_token": 83296.183469219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.51494800229557, "decode_tok_s": 170.23521785922827, "total_s": 1.6244423640018795}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 24, "t_send": 83294.557652653, "t_first_token": 83294.685888945, "t_last_token": 83296.182716604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.23629198828712, "decode_tok_s": 170.36029396263388, "total_s": 1.6250639509962639}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 24, "t_send": 83294.558922037, "t_first_token": 83294.685623279, "t_last_token": 83296.182681485, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.70124199939892, "decode_tok_s": 170.33405847357187, "total_s": 1.6237594480044208}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 24, "t_send": 83294.557389593, "t_first_token": 83294.685487215, "t_last_token": 83296.183014072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0976220004959, "decode_tok_s": 170.28075243418724, "total_s": 1.6256244789983612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 24, "t_send": 83294.558350885, "t_first_token": 83294.685937793, "t_last_token": 83296.182937211, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.58690799819306, "decode_tok_s": 170.34074758747846, "total_s": 1.6245863259973703}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 24, "t_send": 83294.557476244, "t_first_token": 83294.685365444, "t_last_token": 83296.183233476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.88920001185033, "decode_tok_s": 170.2419669515593, "total_s": 1.6257572320027975}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 24, "t_send": 83294.557565119, "t_first_token": 83294.685975966, "t_last_token": 83296.182803235, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4108469990315, "decode_tok_s": 170.36033835086604, "total_s": 1.6252381160011282}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 24, "t_send": 83294.558118336, "t_first_token": 83294.68522493, "t_last_token": 83296.182516673, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.10659399454016, "decode_tok_s": 170.3074909698687, "total_s": 1.6243983369931811}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 24, "t_send": 83294.558623829, "t_first_token": 83294.68568923, "t_last_token": 83296.183693827, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.0654010004364, "decode_tok_s": 170.22644690849853, "total_s": 1.6250699980009813}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 24, "t_send": 83294.557740391, "t_first_token": 83294.685439796, "t_last_token": 83296.183773618, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.69940499856602, "decode_tok_s": 170.1890434928957, "total_s": 1.626033227003063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 24, "t_send": 83294.558248709, "t_first_token": 83294.686016235, "t_last_token": 83296.182628685, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.76752600620966, "decode_tok_s": 170.38479133421976, "total_s": 1.6243799759977264}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 24, "t_send": 83294.558714685, "t_first_token": 83294.685772702, "t_last_token": 83296.183358936, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.05801699485164, "decode_tok_s": 170.27400106216712, "total_s": 1.6246442510018824}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 24, "t_send": 83294.557262542, "t_first_token": 83294.685722312, "t_last_token": 83296.183579546, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4597699996084, "decode_tok_s": 170.24319421839323, "total_s": 1.6263170040037949}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 24, "t_send": 83294.5579681, "t_first_token": 83294.685821644, "t_last_token": 83296.184005001, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.85354400693905, "decode_tok_s": 170.2061358562191, "total_s": 1.6260369010124123}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 25, "t_send": 83296.187381036, "t_first_token": 83296.323813855, "t_last_token": 83298.056851922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.43281899567228, "decode_tok_s": 147.1404493964822, "total_s": 1.869470885998453}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 25, "t_send": 83296.186835077, "t_first_token": 83296.324014748, "t_last_token": 83298.056991896, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.1796710009221, "decode_tok_s": 147.14562179559223, "total_s": 1.8701568190008402}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 25, "t_send": 83296.186965823, "t_first_token": 83296.323957261, "t_last_token": 83298.05697198, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.99143800477032, "decode_tok_s": 147.14243174353442, "total_s": 1.870006156997988}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 25, "t_send": 83296.186751873, "t_first_token": 83296.323859853, "t_last_token": 83298.056770713, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.1079800010193, "decode_tok_s": 147.15125046923094, "total_s": 1.8700188399961917}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 25, "t_send": 83296.187056385, "t_first_token": 83296.323730019, "t_last_token": 83298.058419416, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.67363399872556, "decode_tok_s": 147.00037968731596, "total_s": 1.8713630310085136}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 25, "t_send": 83296.186374733, "t_first_token": 83296.297912708, "t_last_token": 83298.045492576, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.53797499719076, "decode_tok_s": 145.9160778113841, "total_s": 1.8591178429924184}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 25, "t_send": 83296.187151726, "t_first_token": 83296.323293941, "t_last_token": 83298.057771947, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.14221499301493, "decode_tok_s": 147.01829548524157, "total_s": 1.8706202210014453}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 25, "t_send": 83296.186154971, "t_first_token": 83296.323412377, "t_last_token": 83298.057292554, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.25740599329583, "decode_tok_s": 147.06898630091257, "total_s": 1.8711375830025645}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 25, "t_send": 83296.186571343, "t_first_token": 83296.32444023, "t_last_token": 83298.057588478, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.86888700269628, "decode_tok_s": 147.13109527432493, "total_s": 1.8710171349957818}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 25, "t_send": 83296.187566207, "t_first_token": 83296.327173781, "t_last_token": 83298.061196255, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.60757400491275, "decode_tok_s": 147.05691755610576, "total_s": 1.8736300480086356}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 25, "t_send": 83296.186039072, "t_first_token": 83296.324241659, "t_last_token": 83298.057156225, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.20258699706756, "decode_tok_s": 147.15093577174332, "total_s": 1.8711171530012507}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 25, "t_send": 83296.186902525, "t_first_token": 83296.323630297, "t_last_token": 83298.05751156, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.7277719982667, "decode_tok_s": 147.06889418732345, "total_s": 1.870609034987865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 25, "t_send": 83296.186469153, "t_first_token": 83296.323907035, "t_last_token": 83298.058583851, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.43788198917173, "decode_tok_s": 147.0014458296214, "total_s": 1.87211469799513}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 25, "t_send": 83296.187472774, "t_first_token": 83296.324368471, "t_last_token": 83298.057710731, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.89569699636195, "decode_tok_s": 147.11462697579137, "total_s": 1.870237956987694}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 25, "t_send": 83296.186273315, "t_first_token": 83296.323546337, "t_last_token": 83298.056944214, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.27302198822144, "decode_tok_s": 147.10990672306508, "total_s": 1.8706708989921026}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 25, "t_send": 83296.186661877, "t_first_token": 83296.323577663, "t_last_token": 83298.058812739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.9157860026462, "decode_tok_s": 146.95415251128753, "total_s": 1.87215086199285}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 26, "t_send": 83298.06375718, "t_first_token": 83298.192122981, "t_last_token": 83299.689852255, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.3658009924693, "decode_tok_s": 170.25773911573074, "total_s": 1.626095075000194}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 26, "t_send": 83298.064563284, "t_first_token": 83298.192352825, "t_last_token": 83299.690580287, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.78954100213014, "decode_tok_s": 170.2011253084079, "total_s": 1.6260170030000154}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 26, "t_send": 83298.065529839, "t_first_token": 83298.192572497, "t_last_token": 83299.689760008, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.04265800130088, "decode_tok_s": 170.31934752858945, "total_s": 1.6242301689926535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 26, "t_send": 83298.064203623, "t_first_token": 83298.192489026, "t_last_token": 83299.689978868, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28540299960878, "decode_tok_s": 170.2849614383525, "total_s": 1.6257752450037515}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 26, "t_send": 83298.064655533, "t_first_token": 83298.193277116, "t_last_token": 83299.69001237, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.62158300413284, "decode_tok_s": 170.37081161750058, "total_s": 1.6253568370011635}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 26, "t_send": 83298.062910629, "t_first_token": 83298.192071429, "t_last_token": 83299.689362837, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.16080000286456, "decode_tok_s": 170.30752907397317, "total_s": 1.626452208001865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 26, "t_send": 83298.063844382, "t_first_token": 83298.19338425, "t_last_token": 83299.689592506, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.53986799402628, "decode_tok_s": 170.43082002683443, "total_s": 1.62574812398816}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 26, "t_send": 83298.064998364, "t_first_token": 83298.193053106, "t_last_token": 83299.690121313, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.0547420028597, "decode_tok_s": 170.3329205763778, "total_s": 1.6251229490007972}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 26, "t_send": 83298.063470994, "t_first_token": 83298.17252132, "t_last_token": 83299.679351026, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.05032599112019, "decode_tok_s": 169.22947495897554, "total_s": 1.6158800319972215}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 26, "t_send": 83298.063287031, "t_first_token": 83298.192726329, "t_last_token": 83299.689447885, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.43929800530896, "decode_tok_s": 170.37237085101032, "total_s": 1.6261608540080488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 26, "t_send": 83298.063070997, "t_first_token": 83298.193781682, "t_last_token": 83299.690181794, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.71068499993999, "decode_tok_s": 170.40896880180318, "total_s": 1.6271107969951117}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 26, "t_send": 83298.064071981, "t_first_token": 83298.193237832, "t_last_token": 83299.689738468, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.16585100174416, "decode_tok_s": 170.39752196939781, "total_s": 1.6256664870015811}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 26, "t_send": 83298.063367117, "t_first_token": 83298.192828585, "t_last_token": 83299.689893609, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.46146799367853, "decode_tok_s": 170.33328273128984, "total_s": 1.6265264919929905}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 26, "t_send": 83298.063585374, "t_first_token": 83298.192235721, "t_last_token": 83299.689663409, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.65034700371325, "decode_tok_s": 170.29202948789592, "total_s": 1.6260780349984998}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 26, "t_send": 83298.06318143, "t_first_token": 83298.192182402, "t_last_token": 83299.690779436, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0009719959926, "decode_tok_s": 170.15915166892924, "total_s": 1.62759800600179}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 26, "t_send": 83298.063949001, "t_first_token": 83298.193127251, "t_last_token": 83299.689956899, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.17824999021832, "decode_tok_s": 170.36006758648753, "total_s": 1.6260078979976242}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 27, "t_send": 83299.695140825, "t_first_token": 83299.82604065, "t_last_token": 83301.322974615, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89982500241604, "decode_tok_s": 170.34819568701633, "total_s": 1.6278337900002953}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 27, "t_send": 83299.694528478, "t_first_token": 83299.826931628, "t_last_token": 83301.323203562, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.4031500116689, "decode_tok_s": 170.42356687056724, "total_s": 1.6286750840081368}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 27, "t_send": 83299.694045776, "t_first_token": 83299.805474491, "t_last_token": 83301.312789915, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.42871499760076, "decode_tok_s": 169.17494237817894, "total_s": 1.6187441389920423}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 27, "t_send": 83299.692990221, "t_first_token": 83299.825642, "t_last_token": 83301.322829201, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.65177900029812, "decode_tok_s": 170.31938279233304, "total_s": 1.6298389800067525}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 27, "t_send": 83299.693768168, "t_first_token": 83299.826630802, "t_last_token": 83301.32353806, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8626339964103, "decode_tok_s": 170.35123494617974, "total_s": 1.6297698919952381}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 27, "t_send": 83299.693126672, "t_first_token": 83299.825530131, "t_last_token": 83301.322460912, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.40345899248496, "decode_tok_s": 170.3485580211491, "total_s": 1.6293342399876565}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 27, "t_send": 83299.692864156, "t_first_token": 83299.826320836, "t_last_token": 83301.322493912, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.45668000692967, "decode_tok_s": 170.4348274213462, "total_s": 1.629629756003851}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 27, "t_send": 83299.694272035, "t_first_token": 83299.825441845, "t_last_token": 83301.322280435, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.16980998893268, "decode_tok_s": 170.35904986931757, "total_s": 1.6280083999881754}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 27, "t_send": 83299.693303407, "t_first_token": 83299.826805166, "t_last_token": 83301.322633534, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.50175900268368, "decode_tok_s": 170.47410348321827, "total_s": 1.6293301270052325}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 27, "t_send": 83299.693210712, "t_first_token": 83299.826868559, "t_last_token": 83301.322949687, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.6578470072709, "decode_tok_s": 170.44530221453087, "total_s": 1.6297389750106959}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 27, "t_send": 83299.693475726, "t_first_token": 83299.82646001, "t_last_token": 83301.322913524, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.98428399139084, "decode_tok_s": 170.402887636625, "total_s": 1.6294377979938872}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 27, "t_send": 83299.694163783, "t_first_token": 83299.826204844, "t_last_token": 83301.323036836, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.04106099146884, "decode_tok_s": 170.3598008078, "total_s": 1.628873052992276}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 27, "t_send": 83299.693868281, "t_first_token": 83299.82596348, "t_last_token": 83301.323592578, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.09519900556188, "decode_tok_s": 170.26912761040347, "total_s": 1.629724297003122}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 27, "t_send": 83299.693655502, "t_first_token": 83299.826532328, "t_last_token": 83301.322381636, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.87682601367123, "decode_tok_s": 170.4717170625962, "total_s": 1.628726134003955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 27, "t_send": 83299.693569935, "t_first_token": 83299.826398417, "t_last_token": 83301.322727635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.82848200469743, "decode_tok_s": 170.41704254274285, "total_s": 1.6291576999938115}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 27, "t_send": 83299.693390878, "t_first_token": 83299.82592743, "t_last_token": 83301.323422744, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.53655200242065, "decode_tok_s": 170.28433920142123, "total_s": 1.6300318659923505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 28, "t_send": 83301.327632855, "t_first_token": 83301.457539262, "t_last_token": 83302.954287622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9064070044551, "decode_tok_s": 170.36931979778586, "total_s": 1.6266547669947613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 28, "t_send": 83301.327747419, "t_first_token": 83301.457874628, "t_last_token": 83302.954581872, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.12720900587738, "decode_tok_s": 170.37400000661634, "total_s": 1.6268344530108152}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 28, "t_send": 83301.32677984, "t_first_token": 83301.457252184, "t_last_token": 83302.954359113, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.4723439970985, "decode_tok_s": 170.3285149909995, "total_s": 1.6275792730011744}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 28, "t_send": 83301.327380659, "t_first_token": 83301.457599325, "t_last_token": 83302.95550331, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.2186660032021, "decode_tok_s": 170.2378807677207, "total_s": 1.6281226510036504}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 28, "t_send": 83301.326967909, "t_first_token": 83301.458296401, "t_last_token": 83302.955240987, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3284920033766, "decode_tok_s": 170.34698704722487, "total_s": 1.6282730779930716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 28, "t_send": 83301.327053292, "t_first_token": 83301.457819457, "t_last_token": 83302.953983872, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7661650062073, "decode_tok_s": 170.4358140358809, "total_s": 1.626930579994223}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 28, "t_send": 83301.327850815, "t_first_token": 83301.458634946, "t_last_token": 83302.954746751, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.78413100447506, "decode_tok_s": 170.44180732226638, "total_s": 1.6268959360022563}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 28, "t_send": 83301.328796564, "t_first_token": 83301.457159923, "t_last_token": 83302.954519773, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.36335899191909, "decode_tok_s": 170.29974457960097, "total_s": 1.6257232089992613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 28, "t_send": 83301.327226859, "t_first_token": 83301.457476588, "t_last_token": 83302.955016773, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.24972900166176, "decode_tok_s": 170.27923694638375, "total_s": 1.6277899140113732}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 28, "t_send": 83301.326879686, "t_first_token": 83301.457986746, "t_last_token": 83302.954177321, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10705999133643, "decode_tok_s": 170.43283406649635, "total_s": 1.627297634986462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 28, "t_send": 83301.328876678, "t_first_token": 83301.45812893, "t_last_token": 83302.954695291, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.25225199433044, "decode_tok_s": 170.39003858717427, "total_s": 1.6258186129998649}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 28, "t_send": 83301.327483336, "t_first_token": 83301.458583353, "t_last_token": 83302.954862854, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.10001699533314, "decode_tok_s": 170.42270500156877, "total_s": 1.6273795180022717}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 28, "t_send": 83301.328705551, "t_first_token": 83301.458435273, "t_last_token": 83302.954435289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.72972200077493, "decode_tok_s": 170.45454363244338, "total_s": 1.6257297379925149}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 28, "t_send": 83301.327969343, "t_first_token": 83301.457380916, "t_last_token": 83302.954034098, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.41157301247586, "decode_tok_s": 170.38015424522516, "total_s": 1.6260647550079739}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 28, "t_send": 83301.327552593, "t_first_token": 83301.457313677, "t_last_token": 83302.954784204, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.76108401198871, "decode_tok_s": 170.28715784538102, "total_s": 1.6272316110116662}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 28, "t_send": 83301.32666246, "t_first_token": 83301.437282096, "t_last_token": 83302.944875429, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.61963600513991, "decode_tok_s": 169.1437567524896, "total_s": 1.618212969013257}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 29, "t_send": 83302.95726008, "t_first_token": 83303.651254091, "t_last_token": 83305.394467227, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.9940110023599, "decode_tok_s": 146.28159617110313, "total_s": 2.437207146998844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 29, "t_send": 83302.957952878, "t_first_token": 83303.651511829, "t_last_token": 83305.394313727, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.5589509957936, "decode_tok_s": 146.31611331888968, "total_s": 2.436360848994809}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 29, "t_send": 83302.956917151, "t_first_token": 83303.651025755, "t_last_token": 83305.394265619, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 694.1086040023947, "decode_tok_s": 146.27935332642005, "total_s": 2.437348468010896}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 29, "t_send": 83302.957488577, "t_first_token": 83303.651404651, "t_last_token": 83305.394094056, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.916074000299, "decode_tok_s": 146.3255582252987, "total_s": 2.4366054790007183}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 29, "t_send": 83302.957387127, "t_first_token": 83303.651206566, "t_last_token": 83305.394867451, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.8194390095305, "decode_tok_s": 146.24403299641082, "total_s": 2.4374803240061738}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 29, "t_send": 83302.958202623, "t_first_token": 83303.661228724, "t_last_token": 83305.398916667, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 703.0261009931564, "decode_tok_s": 146.74671653560142, "total_s": 2.440714044001652}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 29, "t_send": 83302.95785611, "t_first_token": 83303.66096598, "t_last_token": 83305.399656865, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 703.1098699953873, "decode_tok_s": 146.66206753576313, "total_s": 2.44180075499753}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 29, "t_send": 83302.95809954, "t_first_token": 83303.660466858, "t_last_token": 83305.398961719, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 702.3673179937759, "decode_tok_s": 146.67860441855493, "total_s": 2.440862178991665}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 29, "t_send": 83302.957666111, "t_first_token": 83303.650903227, "t_last_token": 83305.395752263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.2371159928152, "decode_tok_s": 146.14444845330314, "total_s": 2.4380861519894097}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 29, "t_send": 83302.957020821, "t_first_token": 83303.650969915, "t_last_token": 83305.394734326, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.9490939985262, "decode_tok_s": 146.2353505972879, "total_s": 2.4377135049871868}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 29, "t_send": 83302.958364168, "t_first_token": 83303.66060939, "t_last_token": 83305.399314461, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 702.2452220116975, "decode_tok_s": 146.66087092855003, "total_s": 2.4409502930066083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 29, "t_send": 83302.956797331, "t_first_token": 83303.651347712, "t_last_token": 83305.394821603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 694.5503809984075, "decode_tok_s": 146.25971820810415, "total_s": 2.4380242719926173}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 29, "t_send": 83302.957111768, "t_first_token": 83303.048617066, "t_last_token": 83305.384867476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "78295af4120c4c3943dbc4710dfdde8aa0336662dfb52e9f734d8a355e7adcee", "text_chars": 1056, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 91.50529799808282, "decode_tok_s": 109.14925853377991, "total_s": 2.4277557079913095}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 29, "t_send": 83302.9577686, "t_first_token": 83303.659921535, "t_last_token": 83305.399536765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 702.152935002232, "decode_tok_s": 146.5841386081083, "total_s": 2.4417681650083978}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 29, "t_send": 83302.957580896, "t_first_token": 83303.660369665, "t_last_token": 83305.399416302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 702.7887689910131, "decode_tok_s": 146.63206527928202, "total_s": 2.441835405988968}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 29, "t_send": 83302.957184722, "t_first_token": 83303.651123686, "t_last_token": 83305.395536382, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 693.9389639883302, "decode_tok_s": 146.1810044057825, "total_s": 2.438351659991895}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 30, "t_send": 83305.401488424, "t_first_token": 83305.532510777, "t_last_token": 83307.030245781, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.0223530017538, "decode_tok_s": 170.25708774859854, "total_s": 1.6287573570007225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 30, "t_send": 83305.401744459, "t_first_token": 83305.532882046, "t_last_token": 83307.031783942, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1375869991025, "decode_tok_s": 170.12454296028363, "total_s": 1.630039483003202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 30, "t_send": 83305.401651301, "t_first_token": 83305.533096511, "t_last_token": 83307.031490887, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.44521000504028, "decode_tok_s": 170.18216571290426, "total_s": 1.6298395860067103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 30, "t_send": 83305.402794978, "t_first_token": 83305.532756974, "t_last_token": 83307.031085139, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.96199600456748, "decode_tok_s": 170.18968605019407, "total_s": 1.6282901609956753}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 30, "t_send": 83305.402159281, "t_first_token": 83305.533155179, "t_last_token": 83307.030774479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.99589799821842, "decode_tok_s": 170.27024157564102, "total_s": 1.6286151980020804}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 30, "t_send": 83305.402526419, "t_first_token": 83305.53230378, "t_last_token": 83307.031261957, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77736099855974, "decode_tok_s": 170.11815533728614, "total_s": 1.6287355380045483}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 30, "t_send": 83305.40184382, "t_first_token": 83305.532842041, "t_last_token": 83307.030899439, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9982209932059, "decode_tok_s": 170.22044705236053, "total_s": 1.6290556190069765}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 30, "t_send": 83305.402924089, "t_first_token": 83305.533265683, "t_last_token": 83307.030371582, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.34159400558565, "decode_tok_s": 170.32863217590892, "total_s": 1.6274474930105498}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 30, "t_send": 83305.402711738, "t_first_token": 83305.532370983, "t_last_token": 83307.031383283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.65924499440007, "decode_tok_s": 170.1120130899352, "total_s": 1.6286715449969051}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 30, "t_send": 83305.402624862, "t_first_token": 83305.532258494, "t_last_token": 83307.030286918, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63363199378364, "decode_tok_s": 170.22373935932632, "total_s": 1.6276620559947332}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 30, "t_send": 83305.401910893, "t_first_token": 83305.532138767, "t_last_token": 83307.031701937, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.22787400404923, "decode_tok_s": 170.04952182170766, "total_s": 1.629791044004378}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 30, "t_send": 83305.402353984, "t_first_token": 83305.532701358, "t_last_token": 83307.030714669, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.34737399721052, "decode_tok_s": 170.2254566940353, "total_s": 1.6283606850047363}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 30, "t_send": 83305.401973606, "t_first_token": 83305.532399599, "t_last_token": 83307.031169785, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.42599300388247, "decode_tok_s": 170.13949328792089, "total_s": 1.6291961789975176}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 30, "t_send": 83305.402245221, "t_first_token": 83305.533036772, "t_last_token": 83307.030196289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.79155099694617, "decode_tok_s": 170.32253217236448, "total_s": 1.6279510679887608}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 30, "t_send": 83305.402419641, "t_first_token": 83305.53247665, "t_last_token": 83307.031585591, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.0570089952089, "decode_tok_s": 170.1010467120236, "total_s": 1.6291659499984235}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 30, "t_send": 83305.402038272, "t_first_token": 83305.512809025, "t_last_token": 83307.020009693, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.77075298817363, "decode_tok_s": 169.18782310266863, "total_s": 1.6179714210011298}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 31, "t_send": 83307.033895132, "t_first_token": 83307.172964137, "t_last_token": 83308.907111177, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.06900500296615, "decode_tok_s": 147.04635427003822, "total_s": 1.8732160450017545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 31, "t_send": 83307.034038317, "t_first_token": 83307.172509378, "t_last_token": 83308.907808298, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.47106100001838, "decode_tok_s": 146.9487458678787, "total_s": 1.8737699810008053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 31, "t_send": 83307.03493793, "t_first_token": 83307.172768178, "t_last_token": 83308.90819683, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.83024800068233, "decode_tok_s": 146.93776071193835, "total_s": 1.8732588999992004}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 31, "t_send": 83307.034144546, "t_first_token": 83307.146550863, "t_last_token": 83308.895675747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.40631699911319, "decode_tok_s": 145.787188972861, "total_s": 1.8615312009933405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 31, "t_send": 83307.034812534, "t_first_token": 83307.172621575, "t_last_token": 83308.907343378, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.80904099985491, "decode_tok_s": 146.99763360231307, "total_s": 1.872530844004359}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 31, "t_send": 83307.03456121, "t_first_token": 83307.173303423, "t_last_token": 83308.908232761, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.74221299192868, "decode_tok_s": 146.98004951290454, "total_s": 1.8736715509876376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 31, "t_send": 83307.034653647, "t_first_token": 83307.173004901, "t_last_token": 83308.909500098, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.3512539905496, "decode_tok_s": 146.84751241425673, "total_s": 1.87484645099903}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 31, "t_send": 83307.035402098, "t_first_token": 83307.172857006, "t_last_token": 83308.907736938, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.4549079919234, "decode_tok_s": 146.9842352177433, "total_s": 1.872334839994437}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 31, "t_send": 83307.03552123, "t_first_token": 83307.176114542, "t_last_token": 83308.911396351, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 140.59331199678127, "decode_tok_s": 146.95019487751466, "total_s": 1.8758751209970796}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 31, "t_send": 83307.03432178, "t_first_token": 83307.172796958, "t_last_token": 83308.908076441, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.47517799877096, "decode_tok_s": 146.95039185159362, "total_s": 1.8737546610063873}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 31, "t_send": 83307.035041633, "t_first_token": 83307.1728813, "t_last_token": 83308.907208597, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.83966698974837, "decode_tok_s": 147.03107103294056, "total_s": 1.8721669639926404}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 31, "t_send": 83307.034255784, "t_first_token": 83307.172575024, "t_last_token": 83308.908546624, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.31923999532592, "decode_tok_s": 146.89180398979593, "total_s": 1.8742908400017768}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 31, "t_send": 83307.034726573, "t_first_token": 83307.173039285, "t_last_token": 83308.907843042, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.31271200615447, "decode_tok_s": 146.99068927559986, "total_s": 1.8731164690107107}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 31, "t_send": 83307.035204515, "t_first_token": 83307.173244795, "t_last_token": 83308.907615208, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.04027999867685, "decode_tok_s": 147.02741587971641, "total_s": 1.8724106929876143}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 31, "t_send": 83307.0351283, "t_first_token": 83307.172821518, "t_last_token": 83308.908394094, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.69321799918544, "decode_tok_s": 146.9255757588976, "total_s": 1.8732657939981436}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 31, "t_send": 83307.034421738, "t_first_token": 83307.17271544, "t_last_token": 83308.907442852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.29370199528057, "decode_tok_s": 146.99715830656612, "total_s": 1.8730211139918538}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 32, "t_send": 83308.914492888, "t_first_token": 83309.027883927, "t_last_token": 83310.775884201, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.39103900536429, "decode_tok_s": 145.880983998868, "total_s": 1.8613913129956927}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 32, "t_send": 83308.915535196, "t_first_token": 83309.051763348, "t_last_token": 83310.788389905, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.22815199778415, "decode_tok_s": 146.83640473646534, "total_s": 1.8728547089995118}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 32, "t_send": 83308.914633012, "t_first_token": 83309.05278806, "t_last_token": 83310.787555737, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.1550480000442, "decode_tok_s": 146.99374641387664, "total_s": 1.8729227250005351}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 32, "t_send": 83308.914739, "t_first_token": 83309.051895647, "t_last_token": 83310.788160295, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.15664700430352, "decode_tok_s": 146.86701148663647, "total_s": 1.8734212949930225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 32, "t_send": 83308.915437538, "t_first_token": 83309.052830288, "t_last_token": 83310.787483607, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.39274999534246, "decode_tok_s": 147.003437059747, "total_s": 1.8720460689946776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 32, "t_send": 83308.916983926, "t_first_token": 83309.056879243, "t_last_token": 83310.791721734, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.8953169991728, "decode_tok_s": 146.9874074001935, "total_s": 1.8747378080006456}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 32, "t_send": 83308.915227826, "t_first_token": 83309.051702975, "t_last_token": 83310.788512302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.4751490036724, "decode_tok_s": 146.82095267293357, "total_s": 1.8732844759942964}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 32, "t_send": 83308.915349612, "t_first_token": 83309.052382062, "t_last_token": 83310.789057195, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.03245000215247, "decode_tok_s": 146.83229762142938, "total_s": 1.8737075829994865}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 32, "t_send": 83308.914836504, "t_first_token": 83309.052271873, "t_last_token": 83310.787304356, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.43536900437903, "decode_tok_s": 146.9713117766141, "total_s": 1.8724678519938607}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 32, "t_send": 83308.915616702, "t_first_token": 83309.052527513, "t_last_token": 83310.788692785, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.91081100841984, "decode_tok_s": 146.87541797582838, "total_s": 1.8730760830076179}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 32, "t_send": 83308.915873871, "t_first_token": 83309.052704228, "t_last_token": 83310.787675883, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.8303570052376, "decode_tok_s": 146.97646458139872, "total_s": 1.8718020119995344}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 32, "t_send": 83308.91576062, "t_first_token": 83309.056926563, "t_last_token": 83310.791595706, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 141.16594300139695, "decode_tok_s": 147.00209606489636, "total_s": 1.875835086000734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 32, "t_send": 83308.914924268, "t_first_token": 83309.052648826, "t_last_token": 83310.787855274, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.72455799335148, "decode_tok_s": 146.95657700720818, "total_s": 1.8729310060007265}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 32, "t_send": 83308.915699662, "t_first_token": 83309.052450765, "t_last_token": 83310.789279899, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.75110299664084, "decode_tok_s": 146.81927830820646, "total_s": 1.8735802370065358}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 32, "t_send": 83308.91498916, "t_first_token": 83309.051638107, "t_last_token": 83310.78805532, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6489470092347, "decode_tok_s": 146.85410746477595, "total_s": 1.873066159998416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 32, "t_send": 83308.915068808, "t_first_token": 83309.052747771, "t_last_token": 83310.788551346, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.6789630012354, "decode_tok_s": 146.90602304980527, "total_s": 1.8734825380088296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 33, "t_send": 83310.795077348, "t_first_token": 83310.931781174, "t_last_token": 83312.667904785, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.70382600685116, "decode_tok_s": 146.87894248093414, "total_s": 1.8728274370077997}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 33, "t_send": 83310.794546693, "t_first_token": 83310.904943152, "t_last_token": 83312.654307096, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.39645900018513, "decode_tok_s": 145.76726636761552, "total_s": 1.8597604030073853}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 33, "t_send": 83310.795265184, "t_first_token": 83310.931506114, "t_last_token": 83312.667117837, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.24092999089044, "decode_tok_s": 146.92226182824402, "total_s": 1.8718526529992232}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 33, "t_send": 83310.79429655, "t_first_token": 83310.931842799, "t_last_token": 83312.666257821, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.54624899593182, "decode_tok_s": 147.02363434660197, "total_s": 1.8719612709974172}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 33, "t_send": 83310.794676264, "t_first_token": 83310.930963631, "t_last_token": 83312.666806912, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.2873670004774, "decode_tok_s": 146.9026626949543, "total_s": 1.8721306480001658}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 33, "t_send": 83310.794151718, "t_first_token": 83310.931418534, "t_last_token": 83312.666895318, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.26681600383017, "decode_tok_s": 146.93368551561454, "total_s": 1.872743600004469}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 33, "t_send": 83310.794902251, "t_first_token": 83310.931922477, "t_last_token": 83312.666076342, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.02022600045893, "decode_tok_s": 147.04577554950438, "total_s": 1.8711740909930086}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 33, "t_send": 83310.794817107, "t_first_token": 83310.93082322, "t_last_token": 83312.666852189, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.00611299625598, "decode_tok_s": 146.88694978825842, "total_s": 1.87203508199309}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 33, "t_send": 83310.794753751, "t_first_token": 83310.931567577, "t_last_token": 83312.667277825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.81382600043435, "decode_tok_s": 146.91392200602368, "total_s": 1.8725240740022855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 33, "t_send": 83310.796012659, "t_first_token": 83310.931095472, "t_last_token": 83312.666613564, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.0828129943693, "decode_tok_s": 146.93018826807838, "total_s": 1.870600904992898}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 33, "t_send": 83310.795381513, "t_first_token": 83310.931138878, "t_last_token": 83312.66617317, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.75736500206403, "decode_tok_s": 146.97115853923884, "total_s": 1.8707916569983354}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 33, "t_send": 83310.795920026, "t_first_token": 83310.931624433, "t_last_token": 83312.667470076, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.70440700277686, "decode_tok_s": 146.90246280081934, "total_s": 1.8715500500111375}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 33, "t_send": 83310.795616678, "t_first_token": 83310.931886676, "t_last_token": 83312.668651614, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.26999799453188, "decode_tok_s": 146.82470518618592, "total_s": 1.8730349359975662}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 33, "t_send": 83310.793988632, "t_first_token": 83310.935949723, "t_last_token": 83312.670715065, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 141.96109100885224, "decode_tok_s": 146.99394426798187, "total_s": 1.8767264330090256}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 33, "t_send": 83310.795009479, "t_first_token": 83310.930905502, "t_last_token": 83312.666989639, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8960229990771, "decode_tok_s": 146.8822821233248, "total_s": 1.871980159994564}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 33, "t_send": 83310.794459962, "t_first_token": 83310.931700802, "t_last_token": 83312.667794223, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.24084000568837, "decode_tok_s": 146.8814966495141, "total_s": 1.8733342610066757}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 34, "t_send": 83312.675543861, "t_first_token": 83312.804857018, "t_last_token": 83314.303893547, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.31315699825063, "decode_tok_s": 170.1092635615643, "total_s": 1.6283496859978186}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 34, "t_send": 83312.674876368, "t_first_token": 83312.805539906, "t_last_token": 83314.304350498, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.66353800240904, "decode_tok_s": 170.13490654531304, "total_s": 1.6294741300080204}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 34, "t_send": 83312.673680239, "t_first_token": 83312.804663659, "t_last_token": 83314.302866289, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9834200073965, "decode_tok_s": 170.20394631148474, "total_s": 1.6291860500059556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 34, "t_send": 83312.673895551, "t_first_token": 83312.805707357, "t_last_token": 83314.304104514, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.81180600076914, "decode_tok_s": 170.18184985743468, "total_s": 1.6302089630044065}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 34, "t_send": 83312.673802214, "t_first_token": 83312.805043399, "t_last_token": 83314.303686489, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.24118499399628, "decode_tok_s": 170.15392237224384, "total_s": 1.6298842749965843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 34, "t_send": 83312.6744008, "t_first_token": 83312.804798421, "t_last_token": 83314.302897328, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.39762100379448, "decode_tok_s": 170.21573062234276, "total_s": 1.628496528006508}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 34, "t_send": 83312.674676309, "t_first_token": 83312.804992583, "t_last_token": 83314.303850881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.31627399323042, "decode_tok_s": 170.12949145372085, "total_s": 1.6291745719936443}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 34, "t_send": 83312.674216588, "t_first_token": 83312.805480386, "t_last_token": 83314.303195587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.26379800087307, "decode_tok_s": 170.25933891197553, "total_s": 1.6289789989968995}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 34, "t_send": 83312.674777454, "t_first_token": 83312.804710596, "t_last_token": 83314.302829396, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9331420013914, "decode_tok_s": 170.21347038759689, "total_s": 1.628051941996091}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 34, "t_send": 83312.67496542, "t_first_token": 83312.805942272, "t_last_token": 83314.303981036, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.97685200045817, "decode_tok_s": 170.2225644131102, "total_s": 1.6290156160102924}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 34, "t_send": 83312.675072348, "t_first_token": 83312.804600868, "t_last_token": 83314.303280093, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52851998852566, "decode_tok_s": 170.14981975231044, "total_s": 1.6282077449868666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 34, "t_send": 83312.673997115, "t_first_token": 83312.804915454, "t_last_token": 83314.304182644, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.91833901125938, "decode_tok_s": 170.08309239437597, "total_s": 1.6301855290075764}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 34, "t_send": 83312.674489343, "t_first_token": 83312.805137285, "t_last_token": 83314.303034161, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.64794200181495, "decode_tok_s": 170.23868871498865, "total_s": 1.6285448179987725}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 34, "t_send": 83312.674063682, "t_first_token": 83312.804754371, "t_last_token": 83314.304621576, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.69068899494596, "decode_tok_s": 170.01505143264657, "total_s": 1.6305578939936822}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 34, "t_send": 83312.674310169, "t_first_token": 83312.805340465, "t_last_token": 83314.303138205, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.03029600461014, "decode_tok_s": 170.24995644632548, "total_s": 1.6288280360022327}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 34, "t_send": 83312.674141194, "t_first_token": 83312.784896669, "t_last_token": 83314.292729385, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.75547500513494, "decode_tok_s": 169.11690355067046, "total_s": 1.6185881909914315}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 35, "t_send": 83314.307592045, "t_first_token": 83314.437112553, "t_last_token": 83315.938327437, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.52050799503922, "decode_tok_s": 169.8624245717535, "total_s": 1.6307353919983143}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 35, "t_send": 83314.306380306, "t_first_token": 83314.437610504, "t_last_token": 83315.936621184, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.23019799240865, "decode_tok_s": 170.11219693290116, "total_s": 1.630240877988399}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 35, "t_send": 83314.307458993, "t_first_token": 83314.438090445, "t_last_token": 83315.936469365, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6314519897569, "decode_tok_s": 170.18392116671006, "total_s": 1.6290103719948092}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 35, "t_send": 83314.307049427, "t_first_token": 83314.417881107, "t_last_token": 83315.926084918, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.83167999458965, "decode_tok_s": 169.07529217242922, "total_s": 1.6190354909922462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 35, "t_send": 83314.306958785, "t_first_token": 83314.438033642, "t_last_token": 83315.936149265, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.07485699583776, "decode_tok_s": 170.21383135190504, "total_s": 1.6291904800018528}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 35, "t_send": 83314.307289975, "t_first_token": 83314.437860252, "t_last_token": 83315.937824284, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.57027700415347, "decode_tok_s": 170.00407647085203, "total_s": 1.6305343090061797}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 35, "t_send": 83314.306766811, "t_first_token": 83314.436903155, "t_last_token": 83315.93811045, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1363439997658, "decode_tok_s": 169.8632832710651, "total_s": 1.6313436390046263}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 35, "t_send": 83314.306509902, "t_first_token": 83314.437506122, "t_last_token": 83315.936277785, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.9962200029986, "decode_tok_s": 170.13932561938142, "total_s": 1.6297678830014775}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 35, "t_send": 83314.307127062, "t_first_token": 83314.437977971, "t_last_token": 83315.937865791, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.85090900131036, "decode_tok_s": 170.01271468438674, "total_s": 1.6307387289998587}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 35, "t_send": 83314.306620453, "t_first_token": 83314.437277315, "t_last_token": 83315.937942847, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6568619911559, "decode_tok_s": 169.92460649085086, "total_s": 1.6313223939941963}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 35, "t_send": 83314.307222305, "t_first_token": 83314.437636005, "t_last_token": 83315.936663894, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.41369999700692, "decode_tok_s": 170.1102440258754, "total_s": 1.6294415890006348}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 35, "t_send": 83314.306705189, "t_first_token": 83314.436699022, "t_last_token": 83315.936342881, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.99383300484624, "decode_tok_s": 170.04037223186708, "total_s": 1.6296376920072362}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 35, "t_send": 83314.308006712, "t_first_token": 83314.436856798, "t_last_token": 83315.93797835, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.8500859955093, "decode_tok_s": 169.8729857413589, "total_s": 1.6299716380017344}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 35, "t_send": 83314.307722507, "t_first_token": 83314.436575391, "t_last_token": 83315.936730048, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.85288399411365, "decode_tok_s": 169.9824740138649, "total_s": 1.6290075409924611}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 35, "t_send": 83314.307383744, "t_first_token": 83314.436651324, "t_last_token": 83315.937667121, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.26757999230176, "decode_tok_s": 169.88495424761624, "total_s": 1.6302833770023426}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 35, "t_send": 83314.30687265, "t_first_token": 83314.437054403, "t_last_token": 83315.936427525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.18175298930146, "decode_tok_s": 170.07107587704255, "total_s": 1.6295548749912996}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 36, "t_send": 83315.939988289, "t_first_token": 83316.068916309, "t_last_token": 83317.567571259, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.9280199998757, "decode_tok_s": 170.15257581442947, "total_s": 1.6275829700025497}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 36, "t_send": 83315.940111811, "t_first_token": 83316.069484296, "t_last_token": 83317.568243426, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.37248499656562, "decode_tok_s": 170.14074836678984, "total_s": 1.628131614997983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 36, "t_send": 83315.94086506, "t_first_token": 83316.068408164, "t_last_token": 83317.567051811, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.54310401214752, "decode_tok_s": 170.15385913247266, "total_s": 1.6261867510038428}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 36, "t_send": 83315.94094344, "t_first_token": 83316.068961094, "t_last_token": 83317.569422113, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.01765400217846, "decode_tok_s": 169.94776723426588, "total_s": 1.6284786729956977}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 36, "t_send": 83315.941307577, "t_first_token": 83316.068615977, "t_last_token": 83317.56710857, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.3083999985829, "decode_tok_s": 170.17101131532647, "total_s": 1.6258009930024855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 36, "t_send": 83315.941067246, "t_first_token": 83316.069014619, "t_last_token": 83317.567616903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.94737299554981, "decode_tok_s": 170.15855555685224, "total_s": 1.6265496569976676}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 36, "t_send": 83315.940410299, "t_first_token": 83316.048782607, "t_last_token": 83317.557083281, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.37230800825637, "decode_tok_s": 169.06443416440243, "total_s": 1.6166729820106411}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 36, "t_send": 83315.941967734, "t_first_token": 83316.06865934, "t_last_token": 83317.56776038, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.69160599762108, "decode_tok_s": 170.1019432289092, "total_s": 1.6257926459948067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 36, "t_send": 83315.940774313, "t_first_token": 83316.069903386, "t_last_token": 83317.567698604, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.12907300051302, "decode_tok_s": 170.25024311375233, "total_s": 1.6269242910057073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 36, "t_send": 83315.940255299, "t_first_token": 83316.069300298, "t_last_token": 83317.567386097, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.044998990139, "decode_tok_s": 170.21721998165953, "total_s": 1.6271307979914127}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 36, "t_send": 83315.940590841, "t_first_token": 83316.069650822, "t_last_token": 83317.568096621, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.05998100177385, "decode_tok_s": 170.17632547605714, "total_s": 1.627505780008505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 36, "t_send": 83315.941487608, "t_first_token": 83316.069773695, "t_last_token": 83317.56730588, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.28608699783217, "decode_tok_s": 170.28014659919145, "total_s": 1.6258182720048353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 36, "t_send": 83315.940346508, "t_first_token": 83316.068542641, "t_last_token": 83317.568298188, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.19613300962374, "decode_tok_s": 170.02770919030596, "total_s": 1.6279516799986595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 36, "t_send": 83315.941192345, "t_first_token": 83316.068854321, "t_last_token": 83317.567222564, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.66197600285523, "decode_tok_s": 170.1851338553122, "total_s": 1.62603021900577}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 36, "t_send": 83315.940685069, "t_first_token": 83316.068473903, "t_last_token": 83317.567978479, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.78883399732877, "decode_tok_s": 170.05616660411908, "total_s": 1.6272934099979466}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 36, "t_send": 83315.940528764, "t_first_token": 83316.069991699, "t_last_token": 83317.567727607, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.46293500135653, "decode_tok_s": 170.2569849842355, "total_s": 1.627198843008955}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 37, "t_send": 83317.572933322, "t_first_token": 83317.702059018, "t_last_token": 83319.201195673, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.12569601030555, "decode_tok_s": 170.09790211612466, "total_s": 1.6282623510051053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 37, "t_send": 83317.57115337, "t_first_token": 83317.703452874, "t_last_token": 83319.201813199, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.29950401000679, "decode_tok_s": 170.18603318928487, "total_s": 1.6306598290102556}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 37, "t_send": 83317.571669696, "t_first_token": 83317.702168232, "t_last_token": 83319.201258539, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.49853600386996, "decode_tok_s": 170.10316110337092, "total_s": 1.6295888430031482}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 37, "t_send": 83317.572844696, "t_first_token": 83317.701897467, "t_last_token": 83319.200905303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.0527710079914, "decode_tok_s": 170.11251967878786, "total_s": 1.6280606070067734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 37, "t_send": 83317.571260383, "t_first_token": 83317.702003252, "t_last_token": 83319.201342259, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.74286899063736, "decode_tok_s": 170.07494556552064, "total_s": 1.6300818759918911}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 37, "t_send": 83317.571730206, "t_first_token": 83317.70320188, "t_last_token": 83319.201286779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.47167400165927, "decode_tok_s": 170.21732224167673, "total_s": 1.6295565730106318}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 37, "t_send": 83317.571807451, "t_first_token": 83317.701821689, "t_last_token": 83319.200664439, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.01423800596967, "decode_tok_s": 170.13125626346002, "total_s": 1.6288569880125578}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 37, "t_send": 83317.571347018, "t_first_token": 83317.703514845, "t_last_token": 83319.200862595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1678269887343, "decode_tok_s": 170.3011207647463, "total_s": 1.6295155769912526}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 37, "t_send": 83317.571887134, "t_first_token": 83317.702702143, "t_last_token": 83319.20098174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.81500898988452, "decode_tok_s": 170.19520289186778, "total_s": 1.6290946059889393}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 37, "t_send": 83317.572093583, "t_first_token": 83317.702832958, "t_last_token": 83319.20142262, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.73937500303145, "decode_tok_s": 170.15998873314862, "total_s": 1.6293290369940223}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 37, "t_send": 83317.571572743, "t_first_token": 83317.682482611, "t_last_token": 83319.190401544, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.90986798808444, "decode_tok_s": 169.1072340956979, "total_s": 1.618828800987103}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 37, "t_send": 83317.571437216, "t_first_token": 83317.703658233, "t_last_token": 83319.201118207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.22101700375788, "decode_tok_s": 170.28835790501867, "total_s": 1.6296809909981675}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 37, "t_send": 83317.571504046, "t_first_token": 83317.702330736, "t_last_token": 83319.201614428, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.82669000141323, "decode_tok_s": 170.08122035929142, "total_s": 1.6301103820005665}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 37, "t_send": 83317.571028194, "t_first_token": 83317.703259019, "t_last_token": 83319.200703283, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2308250091737, "decode_tok_s": 170.29014443572154, "total_s": 1.6296750890032854}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 37, "t_send": 83317.571973019, "t_first_token": 83317.702871991, "t_last_token": 83319.201229616, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.89897199824918, "decode_tok_s": 170.1863398606057, "total_s": 1.6292565969924908}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 37, "t_send": 83317.572306228, "t_first_token": 83317.70256018, "t_last_token": 83319.201507745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.25395199656487, "decode_tok_s": 170.1193597114023, "total_s": 1.6292015170038212}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 38, "t_send": 83319.204749278, "t_first_token": 83319.339495788, "t_last_token": 83321.077191242, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.74650999705773, "decode_tok_s": 146.7460822388337, "total_s": 1.8724419640057022}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 38, "t_send": 83319.204037137, "t_first_token": 83319.339873911, "t_last_token": 83321.076118217, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8367740031099, "decode_tok_s": 146.86873219348865, "total_s": 1.8720810800004983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 38, "t_send": 83319.204879048, "t_first_token": 83319.340470007, "t_last_token": 83321.076851944, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.59095899108797, "decode_tok_s": 146.85709092290176, "total_s": 1.8719728959986242}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 38, "t_send": 83319.204948659, "t_first_token": 83319.344075773, "t_last_token": 83321.081132389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.12711400189437, "decode_tok_s": 146.8000511047812, "total_s": 1.8761837299971376}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 38, "t_send": 83319.204563962, "t_first_token": 83319.34028436, "t_last_token": 83321.076542922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.7203980005579, "decode_tok_s": 146.86752628960403, "total_s": 1.8719789599999785}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 38, "t_send": 83319.203576244, "t_first_token": 83319.339931877, "t_last_token": 83321.078169798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.35563298885245, "decode_tok_s": 146.70028591532324, "total_s": 1.8745935539918719}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 38, "t_send": 83319.203469249, "t_first_token": 83319.33965638, "t_last_token": 83321.075986587, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.18713100731838, "decode_tok_s": 146.86146619569485, "total_s": 1.8725173380080378}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 38, "t_send": 83319.204139749, "t_first_token": 83319.313733792, "t_last_token": 83321.064029673, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.59404300956521, "decode_tok_s": 145.68965325757503, "total_s": 1.8598899240023457}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 38, "t_send": 83319.204448384, "t_first_token": 83319.340694271, "t_last_token": 83321.076373313, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.24588699894957, "decode_tok_s": 146.91656339061058, "total_s": 1.87192492900067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 38, "t_send": 83319.203682654, "t_first_token": 83319.34075638, "t_last_token": 83321.076031707, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.0737260003807, "decode_tok_s": 146.95074380015572, "total_s": 1.8723490529955598}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 38, "t_send": 83319.204334487, "t_first_token": 83319.340056845, "t_last_token": 83321.077014309, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.72235799802002, "decode_tok_s": 146.80843099765607, "total_s": 1.8726798220013734}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 38, "t_send": 83319.205838612, "t_first_token": 83319.339773972, "t_last_token": 83321.077159066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.9353599905735, "decode_tok_s": 146.7722964124607, "total_s": 1.8713204539963044}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 38, "t_send": 83319.203805747, "t_first_token": 83319.340643766, "t_last_token": 83321.077545103, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.83801899605896, "decode_tok_s": 146.81317503030772, "total_s": 1.873739356000442}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 38, "t_send": 83319.204656178, "t_first_token": 83319.339596653, "t_last_token": 83321.07584275, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.94047499261796, "decode_tok_s": 146.86858069262055, "total_s": 1.871186571996077}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 38, "t_send": 83319.203902589, "t_first_token": 83319.340806605, "t_last_token": 83321.076273187, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.90401600615587, "decode_tok_s": 146.93454927021392, "total_s": 1.872370598008274}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 38, "t_send": 83319.203323519, "t_first_token": 83319.340383575, "t_last_token": 83321.078045215, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.06005600397475, "decode_tok_s": 146.74893784272172, "total_s": 1.8747216960036894}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 39, "t_send": 83321.084315208, "t_first_token": 83321.215966893, "t_last_token": 83322.713892809, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.65168499108404, "decode_tok_s": 170.2353883298044, "total_s": 1.6295776009937981}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 39, "t_send": 83321.0841117, "t_first_token": 83321.195170848, "t_last_token": 83322.703252286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.0591480100993, "decode_tok_s": 169.08901175770657, "total_s": 1.6191405860008672}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 39, "t_send": 83321.084529494, "t_first_token": 83321.215586471, "t_last_token": 83322.714929745, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.056976999389, "decode_tok_s": 170.07446154709243, "total_s": 1.6304002510005375}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 39, "t_send": 83321.083462013, "t_first_token": 83321.215322641, "t_last_token": 83322.714857592, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.86062799650244, "decode_tok_s": 170.05272189894885, "total_s": 1.6313955789955799}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 39, "t_send": 83321.083047517, "t_first_token": 83321.215435218, "t_last_token": 83322.714412017, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.38770099997055, "decode_tok_s": 170.11604193562863, "total_s": 1.6313645000045653}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 39, "t_send": 83321.083167207, "t_first_token": 83321.215023835, "t_last_token": 83322.714890831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.8566279951483, "decode_tok_s": 170.01507512289967, "total_s": 1.631723623999278}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 39, "t_send": 83321.083612865, "t_first_token": 83321.215405309, "t_last_token": 83322.713663819, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.7924440081697, "decode_tok_s": 170.19759827770767, "total_s": 1.63005095400149}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 39, "t_send": 83321.084022129, "t_first_token": 83321.216138746, "t_last_token": 83322.713857739, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.1166169946082, "decode_tok_s": 170.25890783961813, "total_s": 1.6298356100014644}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 39, "t_send": 83321.084712188, "t_first_token": 83321.216021461, "t_last_token": 83322.714323207, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.3092729978962, "decode_tok_s": 170.19268694216038, "total_s": 1.6296110189869069}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 39, "t_send": 83321.083294018, "t_first_token": 83321.21556134, "t_last_token": 83322.714534766, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.26732199836988, "decode_tok_s": 170.1164247322192, "total_s": 1.631240747999982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 39, "t_send": 83321.08440288, "t_first_token": 83321.215175019, "t_last_token": 83322.715009028, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.7721389894141, "decode_tok_s": 170.01881439425338, "total_s": 1.6306061479990603}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 39, "t_send": 83321.084834615, "t_first_token": 83321.21608431, "t_last_token": 83322.714005179, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.24969499767758, "decode_tok_s": 170.23596190984424, "total_s": 1.6291705640032887}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 39, "t_send": 83321.084208411, "t_first_token": 83321.215771966, "t_last_token": 83322.714276077, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.563554998138, "decode_tok_s": 170.16970332599, "total_s": 1.630067665988463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 39, "t_send": 83321.084964494, "t_first_token": 83321.21508098, "t_last_token": 83322.71381332, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1164859905839, "decode_tok_s": 170.14378964947355, "total_s": 1.6288488260033773}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 39, "t_send": 83321.083877824, "t_first_token": 83321.216508381, "t_last_token": 83322.715144783, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.6305569964461, "decode_tok_s": 170.15468172239505, "total_s": 1.6312669589970028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 39, "t_send": 83321.083379311, "t_first_token": 83321.216272798, "t_last_token": 83322.714971064, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.8934869961813, "decode_tok_s": 170.1476579953955, "total_s": 1.6315917529864237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 40, "t_send": 83322.717801883, "t_first_token": 83322.85494411, "t_last_token": 83324.590572922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.1422270021867, "decode_tok_s": 146.9208152331644, "total_s": 1.8727710389939602}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 40, "t_send": 83322.717943534, "t_first_token": 83322.854400836, "t_last_token": 83324.59097311, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.4573020109674, "decode_tok_s": 146.84099465308125, "total_s": 1.8730295760033187}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 40, "t_send": 83322.718602165, "t_first_token": 83322.854136591, "t_last_token": 83324.589797315, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.53442600823473, "decode_tok_s": 146.91811393496957, "total_s": 1.8711951500008581}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 40, "t_send": 83322.719698999, "t_first_token": 83322.857835361, "t_last_token": 83324.593932648, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.13636200211477, "decode_tok_s": 146.88116956945478, "total_s": 1.8742336489958689}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 40, "t_send": 83322.718545836, "t_first_token": 83322.854982747, "t_last_token": 83324.58999768, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.4369109942345, "decode_tok_s": 146.97279841786766, "total_s": 1.871451843995601}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 40, "t_send": 83322.718076393, "t_first_token": 83322.85402587, "t_last_token": 83324.589487897, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.94947700039484, "decode_tok_s": 146.93493492337058, "total_s": 1.871411504005664}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 40, "t_send": 83322.718712197, "t_first_token": 83322.853430059, "t_last_token": 83324.59070534, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.7178619907936, "decode_tok_s": 146.78157387503572, "total_s": 1.871993142995052}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 40, "t_send": 83322.718982538, "t_first_token": 83322.853633287, "t_last_token": 83324.590772781, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.65074899431784, "decode_tok_s": 146.79304735227896, "total_s": 1.8717902429925743}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 40, "t_send": 83322.718168205, "t_first_token": 83322.854634212, "t_last_token": 83324.589868128, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.46600699576084, "decode_tok_s": 146.95425074907968, "total_s": 1.871699922994594}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 40, "t_send": 83322.719407356, "t_first_token": 83322.853682926, "t_last_token": 83324.589644839, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.2755700025009, "decode_tok_s": 146.89262367472756, "total_s": 1.870237483002711}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 40, "t_send": 83322.718443095, "t_first_token": 83322.854076636, "t_last_token": 83324.59108376, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.63354099460412, "decode_tok_s": 146.80423383224212, "total_s": 1.872640664994833}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 40, "t_send": 83322.7182629, "t_first_token": 83322.854908279, "t_last_token": 83324.589834852, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.64537899603602, "decode_tok_s": 146.9802837585999, "total_s": 1.8715719519968843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 40, "t_send": 83322.718809766, "t_first_token": 83322.85383613, "t_last_token": 83324.590114041, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.02636400517076, "decode_tok_s": 146.86588960493728, "total_s": 1.8713042750023305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 40, "t_send": 83322.7188987, "t_first_token": 83322.853994911, "t_last_token": 83324.590926016, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.09621100092772, "decode_tok_s": 146.81065890646005, "total_s": 1.8720273159997305}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 40, "t_send": 83322.718370212, "t_first_token": 83322.827564379, "t_last_token": 83324.577885447, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.19416700198781, "decode_tok_s": 145.6875567928136, "total_s": 1.8595152350026183}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 40, "t_send": 83322.719067983, "t_first_token": 83322.853263818, "t_last_token": 83324.589903525, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.1958350094501, "decode_tok_s": 146.83529287747695, "total_s": 1.870835542009445}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 41, "t_send": 83324.598069324, "t_first_token": 83324.72874358, "t_last_token": 83326.228811348, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.67425599729177, "decode_tok_s": 169.99231997281456, "total_s": 1.6307420240045758}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 41, "t_send": 83324.596918015, "t_first_token": 83324.727903114, "t_last_token": 83326.227681286, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.98509900737554, "decode_tok_s": 170.02514422663762, "total_s": 1.6307632709940663}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 41, "t_send": 83324.597128834, "t_first_token": 83324.728832138, "t_last_token": 83326.22707798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.7033040104434, "decode_tok_s": 170.1990373355005, "total_s": 1.6299491460085846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 41, "t_send": 83324.596406328, "t_first_token": 83324.728495098, "t_last_token": 83326.227250718, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.08876999851782, "decode_tok_s": 170.1411468260978, "total_s": 1.6308443900052225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 41, "t_send": 83324.597545063, "t_first_token": 83324.72809679, "t_last_token": 83326.228657533, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55172699387185, "decode_tok_s": 169.93647287417463, "total_s": 1.6311124700005166}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 41, "t_send": 83324.596269281, "t_first_token": 83324.708161169, "t_last_token": 83326.217564885, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.89188799471594, "decode_tok_s": 168.9408852626273, "total_s": 1.6212956039962592}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 41, "t_send": 83324.597450597, "t_first_token": 83324.728016574, "t_last_token": 83326.227588345, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56597700051498, "decode_tok_s": 170.04854647801483, "total_s": 1.6301377480122028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 41, "t_send": 83324.598662405, "t_first_token": 83324.728171981, "t_last_token": 83326.228617924, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.50957599969115, "decode_tok_s": 169.94947481359918, "total_s": 1.629955519005307}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 41, "t_send": 83324.596786803, "t_first_token": 83324.72796872, "t_last_token": 83326.228107351, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1819170077797, "decode_tok_s": 169.98428993988617, "total_s": 1.631320547996438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 41, "t_send": 83324.597232085, "t_first_token": 83324.729012836, "t_last_token": 83326.227993783, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.78075100586284, "decode_tok_s": 170.11557118889957, "total_s": 1.6307616980047897}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 41, "t_send": 83324.597935216, "t_first_token": 83324.727847875, "t_last_token": 83326.227115269, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.9126589874504, "decode_tok_s": 170.08306925139814, "total_s": 1.629180052987067}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 41, "t_send": 83324.597367861, "t_first_token": 83324.728128753, "t_last_token": 83326.227382815, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.76089200330898, "decode_tok_s": 170.08458170174174, "total_s": 1.6300149540038547}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 41, "t_send": 83324.596644554, "t_first_token": 83324.727777866, "t_last_token": 83326.228201222, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.13331201020628, "decode_tok_s": 169.95203319266466, "total_s": 1.631556667998666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 41, "t_send": 83324.596118139, "t_first_token": 83324.728568312, "t_last_token": 83326.227018293, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.45017299777828, "decode_tok_s": 170.17585053508947, "total_s": 1.6309001539921155}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 41, "t_send": 83324.59876205, "t_first_token": 83324.727943226, "t_last_token": 83326.228528857, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.18117600202095, "decode_tok_s": 169.9336543891671, "total_s": 1.6297668070037616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 41, "t_send": 83324.596546923, "t_first_token": 83324.728610478, "t_last_token": 83326.228853812, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.0635550073348, "decode_tok_s": 169.97242661994468, "total_s": 1.6323068890051218}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 42, "t_send": 83326.231826961, "t_first_token": 83326.359560934, "t_last_token": 83327.859518554, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.73397300043143, "decode_tok_s": 170.00480320167372, "total_s": 1.6276915930066025}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 42, "t_send": 83326.232877489, "t_first_token": 83326.360410479, "t_last_token": 83327.858583164, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.53298999450635, "decode_tok_s": 170.2073482943736, "total_s": 1.625705674989149}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 42, "t_send": 83326.233080953, "t_first_token": 83326.360026097, "t_last_token": 83327.85989272, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.945144002093, "decode_tok_s": 170.01511740478895, "total_s": 1.6268117669969797}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 42, "t_send": 83326.23194948, "t_first_token": 83326.339673939, "t_last_token": 83327.848299045, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.72445899783634, "decode_tok_s": 169.02807661499756, "total_s": 1.6163495649961988}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 42, "t_send": 83326.233942434, "t_first_token": 83326.359765956, "t_last_token": 83327.858864371, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.82352200115565, "decode_tok_s": 170.10224108695587, "total_s": 1.624921936992905}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 42, "t_send": 83326.232965345, "t_first_token": 83326.35972023, "t_last_token": 83327.858727434, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.75488500099164, "decode_tok_s": 170.1125914008128, "total_s": 1.6257620889955433}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 42, "t_send": 83326.232059238, "t_first_token": 83326.360472759, "t_last_token": 83327.859708263, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.4135210007662, "decode_tok_s": 170.08668706113116, "total_s": 1.6276490250020288}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 42, "t_send": 83326.232697414, "t_first_token": 83326.359932405, "t_last_token": 83327.859444779, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.23499099956825, "decode_tok_s": 170.0552822520968, "total_s": 1.6267473649932072}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 42, "t_send": 83326.233281072, "t_first_token": 83326.35967249, "t_last_token": 83327.858691082, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.39141800173093, "decode_tok_s": 170.11129905948772, "total_s": 1.6254100100049982}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 42, "t_send": 83326.232787401, "t_first_token": 83326.359391271, "t_last_token": 83327.860010066, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.60387001233175, "decode_tok_s": 169.92989881984028, "total_s": 1.6272226650035009}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 42, "t_send": 83326.233855872, "t_first_token": 83326.359627371, "t_last_token": 83327.859325845, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 125.77149900607765, "decode_tok_s": 170.0341798174976, "total_s": 1.625469973005238}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 42, "t_send": 83326.23212723, "t_first_token": 83326.35945646, "t_last_token": 83327.859595623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.3292300029425, "decode_tok_s": 169.9842296573243, "total_s": 1.6274683929950697}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 42, "t_send": 83326.23255668, "t_first_token": 83326.359982142, "t_last_token": 83327.860129099, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.42546200752258, "decode_tok_s": 169.98334650513374, "total_s": 1.6275724190054461}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 42, "t_send": 83326.233184631, "t_first_token": 83326.359516782, "t_last_token": 83327.858654668, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.33215100504458, "decode_tok_s": 170.09776244163456, "total_s": 1.6254700370045612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 42, "t_send": 83326.232268148, "t_first_token": 83326.360238113, "t_last_token": 83327.858994857, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.96996500401292, "decode_tok_s": 170.14101922904987, "total_s": 1.6267267090006499}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 42, "t_send": 83326.232191927, "t_first_token": 83326.359813817, "t_last_token": 83327.859094889, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.62189000204671, "decode_tok_s": 170.08151757689376, "total_s": 1.6269029620016227}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 43, "t_send": 83327.862986166, "t_first_token": 83327.993263719, "t_last_token": 83329.491755684, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.27755300572608, "decode_tok_s": 170.17108263388636, "total_s": 1.6287695179926232}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 43, "t_send": 83327.863925664, "t_first_token": 83327.993620935, "t_last_token": 83329.491684574, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.69527099630795, "decode_tok_s": 170.21973790845271, "total_s": 1.627758909991826}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 43, "t_send": 83327.862444793, "t_first_token": 83327.99333447, "t_last_token": 83329.492939698, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8896769915009, "decode_tok_s": 170.04475260427128, "total_s": 1.6304949049954303}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 43, "t_send": 83327.863569815, "t_first_token": 83327.993433107, "t_last_token": 83329.493024831, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.86329199338797, "decode_tok_s": 170.04628387759257, "total_s": 1.6294550159946084}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 43, "t_send": 83327.862124259, "t_first_token": 83327.993196691, "t_last_token": 83329.49271511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.07243199192453, "decode_tok_s": 170.05459670795366, "total_s": 1.6305908509966685}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 43, "t_send": 83327.86288453, "t_first_token": 83327.993460009, "t_last_token": 83329.492469954, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.5754790082574, "decode_tok_s": 170.1122803432362, "total_s": 1.6295854240015615}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 43, "t_send": 83327.862249222, "t_first_token": 83327.993291046, "t_last_token": 83329.493672902, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.04182400275022, "decode_tok_s": 169.9567340017591, "total_s": 1.6314236799953505}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 43, "t_send": 83327.862803898, "t_first_token": 83327.992661488, "t_last_token": 83329.492261446, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.85759000002872, "decode_tok_s": 170.04535018813112, "total_s": 1.6294575479987543}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 43, "t_send": 83327.86191982, "t_first_token": 83327.99381029, "t_last_token": 83329.492647463, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.89047000196297, "decode_tok_s": 170.1318893030038, "total_s": 1.6307276430015918}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 43, "t_send": 83327.863081437, "t_first_token": 83327.992808064, "t_last_token": 83329.493555081, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.72662699758075, "decode_tok_s": 169.91538021387916, "total_s": 1.6304736440069973}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 43, "t_send": 83327.862629201, "t_first_token": 83327.993932423, "t_last_token": 83329.492016474, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.303222005954, "decode_tok_s": 170.21741859573518, "total_s": 1.6293872730020666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 43, "t_send": 83327.863279586, "t_first_token": 83327.99299908, "t_last_token": 83329.492684221, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.71949399798177, "decode_tok_s": 170.0356915123152, "total_s": 1.629404634993989}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 43, "t_send": 83327.862363398, "t_first_token": 83327.99310992, "t_last_token": 83329.492561229, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.74652200157288, "decode_tok_s": 170.06220773619046, "total_s": 1.6301978309929837}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 43, "t_send": 83327.863706289, "t_first_token": 83327.9938458, "t_last_token": 83329.49191855, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.13951099128462, "decode_tok_s": 170.2187026622464, "total_s": 1.6282122609991347}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 43, "t_send": 83327.863468, "t_first_token": 83327.994088298, "t_last_token": 83329.492609888, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.62029800494201, "decode_tok_s": 170.16771843840257, "total_s": 1.6291418879991397}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 43, "t_send": 83327.862542852, "t_first_token": 83327.973295725, "t_last_token": 83329.481730754, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.75287299172487, "decode_tok_s": 169.04937574070826, "total_s": 1.6191879020043416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 44, "t_send": 83329.496486253, "t_first_token": 83329.632603162, "t_last_token": 83331.368890422, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.11690899415407, "decode_tok_s": 146.86509880807927, "total_s": 1.8724041690002196}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 44, "t_send": 83329.496681802, "t_first_token": 83329.632640724, "t_last_token": 83331.368806647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.95892199373338, "decode_tok_s": 146.87536290204636, "total_s": 1.872124845001963}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 44, "t_send": 83329.496028588, "t_first_token": 83329.631841114, "t_last_token": 83331.368974458, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.81252600124571, "decode_tok_s": 146.79356704500955, "total_s": 1.8729458700108808}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 44, "t_send": 83329.496159055, "t_first_token": 83329.631959269, "t_last_token": 83331.368638515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8002140041208, "decode_tok_s": 146.83194987561842, "total_s": 1.8724794600129826}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 44, "t_send": 83329.496797519, "t_first_token": 83329.632003107, "t_last_token": 83331.370472465, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.20558801246807, "decode_tok_s": 146.68075616475954, "total_s": 1.873674946007668}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 44, "t_send": 83329.497216038, "t_first_token": 83329.632562197, "t_last_token": 83331.36977728, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.34615900425706, "decode_tok_s": 146.78666015322733, "total_s": 1.8725612419948447}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 44, "t_send": 83329.496261764, "t_first_token": 83329.606503234, "t_last_token": 83331.356897122, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.2414699998917, "decode_tok_s": 145.68149588998992, "total_s": 1.860635357996216}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 44, "t_send": 83329.497320225, "t_first_token": 83329.632758557, "t_last_token": 83331.369812326, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.43833199946675, "decode_tok_s": 146.8002917070036, "total_s": 1.872492100999807}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 44, "t_send": 83329.49658381, "t_first_token": 83329.631909337, "t_last_token": 83331.369006044, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.32552699325606, "decode_tok_s": 146.7966630597726, "total_s": 1.8724222339951666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 44, "t_send": 83329.496329156, "t_first_token": 83329.632298343, "t_last_token": 83331.369745622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.96918700204697, "decode_tok_s": 146.76704328394774, "total_s": 1.8734164659981616}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 44, "t_send": 83329.495857108, "t_first_token": 83329.632829594, "t_last_token": 83331.368460489, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.97248599783052, "decode_tok_s": 146.92063890721604, "total_s": 1.8726033809944056}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 44, "t_send": 83329.497881883, "t_first_token": 83329.635818332, "t_last_token": 83331.372661042, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.93644899851643, "decode_tok_s": 146.81813069869963, "total_s": 1.874779158999445}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 44, "t_send": 83329.496395991, "t_first_token": 83329.632483357, "t_last_token": 83331.369918187, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.08736600144766, "decode_tok_s": 146.7680948924769, "total_s": 1.8735221960087074}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 44, "t_send": 83329.496890111, "t_first_token": 83329.632911892, "t_last_token": 83331.369295181, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.02178099972662, "decode_tok_s": 146.8569765764768, "total_s": 1.8724050699966028}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 44, "t_send": 83329.497416062, "t_first_token": 83329.63211307, "t_last_token": 83331.369712353, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.6970079903258, "decode_tok_s": 146.75420420230716, "total_s": 1.8722962909960188}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 44, "t_send": 83329.497123597, "t_first_token": 83329.631755461, "t_last_token": 83331.368853997, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.63186399894767, "decode_tok_s": 146.79650849671486, "total_s": 1.8717304000019794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 45, "t_send": 83331.374035345, "t_first_token": 83331.5048229, "t_last_token": 83333.003628941, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.78755499736872, "decode_tok_s": 170.13542314526, "total_s": 1.6295935960079078}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 45, "t_send": 83331.37482108, "t_first_token": 83331.50522128, "t_last_token": 83333.004161766, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.40019999607466, "decode_tok_s": 170.12016312856488, "total_s": 1.6293406860058894}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 45, "t_send": 83331.374697076, "t_first_token": 83331.505554684, "t_last_token": 83333.003896688, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.85760800458957, "decode_tok_s": 170.1881141424061, "total_s": 1.6291996119980467}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 45, "t_send": 83331.37540412, "t_first_token": 83331.505092932, "t_last_token": 83333.006178813, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.6888119977666, "decode_tok_s": 169.87702251280493, "total_s": 1.6307746929960558}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 45, "t_send": 83331.374280521, "t_first_token": 83331.505466237, "t_last_token": 83333.00580709, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.18571598897688, "decode_tok_s": 169.96137876911826, "total_s": 1.6315265689918306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 45, "t_send": 83331.375173901, "t_first_token": 83331.504987698, "t_last_token": 83333.004073319, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8137970006792, "decode_tok_s": 170.10369283065765, "total_s": 1.6288994179922156}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 45, "t_send": 83331.374173987, "t_first_token": 83331.505040524, "t_last_token": 83333.003840634, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.86653700156603, "decode_tok_s": 170.13609640057118, "total_s": 1.629666647000704}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 45, "t_send": 83331.374907633, "t_first_token": 83331.504760423, "t_last_token": 83333.004793266, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.8527900071349, "decode_tok_s": 169.99627787610765, "total_s": 1.6298856329958653}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 45, "t_send": 83331.375644947, "t_first_token": 83331.504879852, "t_last_token": 83333.003941502, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.23490500543267, "decode_tok_s": 170.10641290170543, "total_s": 1.6282965550053632}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 45, "t_send": 83331.374999648, "t_first_token": 83331.504675051, "t_last_token": 83333.003558166, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.67540298996028, "decode_tok_s": 170.12667461937693, "total_s": 1.6285585180012276}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 45, "t_send": 83331.374610157, "t_first_token": 83331.50534668, "t_last_token": 83333.004619522, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.73652300226968, "decode_tok_s": 170.08245120960152, "total_s": 1.6300093650061172}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 45, "t_send": 83331.374371763, "t_first_token": 83331.504925211, "t_last_token": 83333.00378092, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.55344800523017, "decode_tok_s": 170.12978532185699, "total_s": 1.6294091570016462}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 45, "t_send": 83331.374439522, "t_first_token": 83331.505615538, "t_last_token": 83333.004242641, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.1760160024278, "decode_tok_s": 170.15573753530057, "total_s": 1.6298031189944595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 45, "t_send": 83331.374503703, "t_first_token": 83331.48490849, "t_last_token": 83332.993776031, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.40478700306267, "decode_tok_s": 169.0009182861195, "total_s": 1.6192723279964412}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 45, "t_send": 83331.375101132, "t_first_token": 83331.505665657, "t_last_token": 83333.003984464, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.56452499586158, "decode_tok_s": 170.1907489968357, "total_s": 1.628883331999532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 45, "t_send": 83331.375273755, "t_first_token": 83331.50576425, "t_last_token": 83333.004310527, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.49049500841647, "decode_tok_s": 170.16491510078296, "total_s": 1.629036772006657}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 46, "t_send": 83333.007667013, "t_first_token": 83333.12293888, "t_last_token": 83334.622405684, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 115.27186700550374, "decode_tok_s": 170.06045036773529, "total_s": 1.614738671007217}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 46, "t_send": 83333.007795675, "t_first_token": 83333.122358412, "t_last_token": 83334.622593775, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.56273699877784, "decode_tok_s": 169.9733297118008, "total_s": 1.6147980999958236}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 46, "t_send": 83333.008473965, "t_first_token": 83333.12241835, "t_last_token": 83334.622666873, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.9443849970121, "decode_tok_s": 169.97183872666835, "total_s": 1.6141929079894908}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 46, "t_send": 83333.008908913, "t_first_token": 83333.122245803, "t_last_token": 83334.622441347, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.33688999002334, "decode_tok_s": 169.97784123428522, "total_s": 1.613532433999353}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 46, "t_send": 83333.008385864, "t_first_token": 83333.122519961, "t_last_token": 83334.623480522, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.13409700617194, "decode_tok_s": 169.8912060892747, "total_s": 1.615094658001908}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 46, "t_send": 83333.007898458, "t_first_token": 83333.122699713, "t_last_token": 83334.62290919, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.80125499656424, "decode_tok_s": 169.9762625880113, "total_s": 1.6150107319990639}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 46, "t_send": 83333.008998129, "t_first_token": 83333.12254335, "t_last_token": 83334.623992902, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.5452210000949, "decode_tok_s": 169.8358760440429, "total_s": 1.6149947730009444}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 46, "t_send": 83333.007989915, "t_first_token": 83333.12314209, "t_last_token": 83334.622193576, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 115.152174999821, "decode_tok_s": 170.1075662724783, "total_s": 1.6142036609962815}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 46, "t_send": 83333.008565464, "t_first_token": 83333.122476249, "t_last_token": 83334.622631376, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.91078500309959, "decode_tok_s": 169.98242075845133, "total_s": 1.6140659119992051}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 46, "t_send": 83333.008129041, "t_first_token": 83333.103175889, "t_last_token": 83334.612926059, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 95.0468480004929, "decode_tok_s": 168.90211709742485, "total_s": 1.6047970179934055}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 46, "t_send": 83333.008784595, "t_first_token": 83333.122581338, "t_last_token": 83334.622348998, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.796742996783, "decode_tok_s": 170.0263359455582, "total_s": 1.6135644030000549}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 46, "t_send": 83333.008060431, "t_first_token": 83333.122146525, "t_last_token": 83334.622999742, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.08609399222769, "decode_tok_s": 169.90335704458278, "total_s": 1.6149393109953962}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 46, "t_send": 83333.009096959, "t_first_token": 83333.122085155, "t_last_token": 83334.622136878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.98819600779098, "decode_tok_s": 169.9941382629411, "total_s": 1.6130399190005846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 46, "t_send": 83333.008714114, "t_first_token": 83333.122294681, "t_last_token": 83334.623328798, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 113.58056700555608, "decode_tok_s": 169.88288081682958, "total_s": 1.6146146840037545}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 46, "t_send": 83333.010267538, "t_first_token": 83333.122754399, "t_last_token": 83334.623541773, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.4868609913392, "decode_tok_s": 169.9108110954888, "total_s": 1.6132742350018816}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 46, "t_send": 83333.009538256, "t_first_token": 83333.12218991, "t_last_token": 83334.623581861, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 112.65165400982369, "decode_tok_s": 169.8423918091826, "total_s": 1.6140436050045537}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 47, "t_send": 83334.62678114, "t_first_token": 83334.763917398, "t_last_token": 83336.501940369, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.13625799573492, "decode_tok_s": 146.71842907453288, "total_s": 1.8751592289918335}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 47, "t_send": 83334.628602839, "t_first_token": 83334.767344029, "t_last_token": 83336.504495476, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.74118999228813, "decode_tok_s": 146.7920372978591, "total_s": 1.8758926369919209}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 47, "t_send": 83334.626909642, "t_first_token": 83334.764812279, "t_last_token": 83336.501616271, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.90263699775096, "decode_tok_s": 146.8214036673541, "total_s": 1.8747066289943177}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 47, "t_send": 83334.628008912, "t_first_token": 83334.763442855, "t_last_token": 83336.501041766, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.43394299631473, "decode_tok_s": 146.7542356211352, "total_s": 1.8730328539968468}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 47, "t_send": 83334.628102065, "t_first_token": 83334.764466145, "t_last_token": 83336.500153526, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.36407999729272, "decode_tok_s": 146.91585754017706, "total_s": 1.8720514609885868}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 47, "t_send": 83334.627237062, "t_first_token": 83334.764519712, "t_last_token": 83336.500998012, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.28265000099782, "decode_tok_s": 146.84894133194467, "total_s": 1.873760949994903}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 47, "t_send": 83334.62759088, "t_first_token": 83334.737498205, "t_last_token": 83336.488178474, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.90732499340083, "decode_tok_s": 145.657664917343, "total_s": 1.8605875939974794}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 47, "t_send": 83334.627479426, "t_first_token": 83334.764333167, "t_last_token": 83336.500310644, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.853741001687, "decode_tok_s": 146.89130670088304, "total_s": 1.8728312180028297}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 47, "t_send": 83334.627733291, "t_first_token": 83334.763712733, "t_last_token": 83336.500727063, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.97944199864287, "decode_tok_s": 146.80362481465752, "total_s": 1.8729937720054295}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 47, "t_send": 83334.627913326, "t_first_token": 83334.763557528, "t_last_token": 83336.501148206, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6442020041868, "decode_tok_s": 146.75493096709437, "total_s": 1.873234880011296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 47, "t_send": 83334.62701905, "t_first_token": 83334.764193499, "t_last_token": 83336.501499961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.17444898793474, "decode_tok_s": 146.77893945425487, "total_s": 1.8744809109921334}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 47, "t_send": 83334.628217714, "t_first_token": 83334.763982021, "t_last_token": 83336.501338235, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.76430700777564, "decode_tok_s": 146.77473620286145, "total_s": 1.873120521006058}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 47, "t_send": 83334.627143022, "t_first_token": 83334.763512256, "t_last_token": 83336.501694753, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.36923400918022, "decode_tok_s": 146.70496362793432, "total_s": 1.8745517310017021}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 47, "t_send": 83334.628287482, "t_first_token": 83334.763394531, "t_last_token": 83336.500480758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.10704899090342, "decode_tok_s": 146.7975486973171, "total_s": 1.8721932759945048}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 47, "t_send": 83334.627662229, "t_first_token": 83334.764586435, "t_last_token": 83336.499979631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.9242060027318, "decode_tok_s": 146.94076281299172, "total_s": 1.8723174019978615}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 47, "t_send": 83334.627812658, "t_first_token": 83334.763622612, "t_last_token": 83336.500283758, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.80995399388485, "decode_tok_s": 146.8334802025365, "total_s": 1.8724710999958916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 48, "t_send": 83336.506706778, "t_first_token": 83336.64133689, "t_last_token": 83338.140660121, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.63011199200992, "decode_tok_s": 170.07673510705175, "total_s": 1.6339533430000301}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 48, "t_send": 83336.507227779, "t_first_token": 83336.640595657, "t_last_token": 83338.140428652, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.36787799198646, "decode_tok_s": 170.01892934051284, "total_s": 1.6332008729950758}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 48, "t_send": 83336.506160769, "t_first_token": 83336.641385712, "t_last_token": 83338.13982458, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.2249430055963, "decode_tok_s": 170.17711262551853, "total_s": 1.633663810993312}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 48, "t_send": 83336.506295939, "t_first_token": 83336.640913996, "t_last_token": 83338.139580543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.61805699625984, "decode_tok_s": 170.1512591389389, "total_s": 1.633284603987704}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 48, "t_send": 83336.507047231, "t_first_token": 83336.640494652, "t_last_token": 83338.140623339, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.44742100161966, "decode_tok_s": 169.98541672495116, "total_s": 1.6335761079972144}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 48, "t_send": 83336.506396731, "t_first_token": 83336.640942983, "t_last_token": 83338.140496342, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.54625199665315, "decode_tok_s": 170.0506343889284, "total_s": 1.6340996110084234}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 48, "t_send": 83336.506843693, "t_first_token": 83336.641013884, "t_last_token": 83338.139758747, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.1701909987023, "decode_tok_s": 170.142367987764, "total_s": 1.6329150539968396}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 48, "t_send": 83336.506464464, "t_first_token": 83336.641414464, "t_last_token": 83338.139796053, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.95000000693835, "decode_tok_s": 170.1836180261836, "total_s": 1.6333315890078666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 48, "t_send": 83336.505959009, "t_first_token": 83336.620763424, "t_last_token": 83338.129168542, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.80441500316374, "decode_tok_s": 169.05272791554282, "total_s": 1.623209533005138}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 48, "t_send": 83336.507486033, "t_first_token": 83336.640987265, "t_last_token": 83338.139674086, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.50123199052177, "decode_tok_s": 170.1489573588784, "total_s": 1.6321880529867485}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 48, "t_send": 83336.506557414, "t_first_token": 83336.641075115, "t_last_token": 83338.139962431, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.51770099345595, "decode_tok_s": 170.12619779843067, "total_s": 1.6334050169971306}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 48, "t_send": 83336.5071391, "t_first_token": 83336.640558098, "t_last_token": 83338.14020478, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.41899801162072, "decode_tok_s": 170.04005214227718, "total_s": 1.6330656799982535}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 48, "t_send": 83336.506964689, "t_first_token": 83336.641054943, "t_last_token": 83338.140353735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.0902539959643, "decode_tok_s": 170.0795074077458, "total_s": 1.633389045993681}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 48, "t_send": 83336.506637438, "t_first_token": 83336.640754151, "t_last_token": 83338.140165389, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.11671300127637, "decode_tok_s": 170.06675255998653, "total_s": 1.6335279510094551}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 48, "t_send": 83336.507568616, "t_first_token": 83336.640863877, "t_last_token": 83338.139632007, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.29526099551003, "decode_tok_s": 170.1397266820736, "total_s": 1.6320633910072502}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 48, "t_send": 83336.506904022, "t_first_token": 83336.640420868, "t_last_token": 83338.140788353, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.5168460063869, "decode_tok_s": 169.9583619007668, "total_s": 1.633884331007721}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 49, "t_send": 83338.142352539, "t_first_token": 83338.30292206, "t_last_token": 83340.047663509, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 160.56952100188937, "decode_tok_s": 146.15346024244477, "total_s": 1.9053109700034838}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 49, "t_send": 83338.143105504, "t_first_token": 83338.30220027, "t_last_token": 83340.047355152, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.094766000635, "decode_tok_s": 146.11883600178447, "total_s": 1.9042496479960391}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 49, "t_send": 83338.142478643, "t_first_token": 83338.302837133, "t_last_token": 83340.047852204, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 160.3584900003625, "decode_tok_s": 146.13054307486343, "total_s": 1.9053735610068543}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 49, "t_send": 83338.142990133, "t_first_token": 83338.302772743, "t_last_token": 83340.047806249, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.7826100041857, "decode_tok_s": 146.12899931345424, "total_s": 1.9048161160026211}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 49, "t_send": 83338.143953884, "t_first_token": 83338.303061027, "t_last_token": 83340.04730887, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.10714300116524, "decode_tok_s": 146.19482032051022, "total_s": 1.903354985988699}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 49, "t_send": 83338.142894979, "t_first_token": 83338.302488391, "t_last_token": 83340.047746858, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.59341199777555, "decode_tok_s": 146.11016352028986, "total_s": 1.904851879007765}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 49, "t_send": 83338.142584499, "t_first_token": 83338.249936075, "t_last_token": 83340.037816564, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "78295af4120c4c3943dbc4710dfdde8aa0336662dfb52e9f734d8a355e7adcee", "text_chars": 1056, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 107.35157599265222, "decode_tok_s": 142.62698293763648, "total_s": 1.8952320649987087}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 49, "t_send": 83338.144719181, "t_first_token": 83338.308952519, "t_last_token": 83340.052688786, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.23333800048567, "decode_tok_s": 146.23771084278863, "total_s": 1.907969605003018}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 49, "t_send": 83338.144281315, "t_first_token": 83338.309589817, "t_last_token": 83340.052279085, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 165.3085019934224, "decode_tok_s": 146.32556972908256, "total_s": 1.9079977699875599}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 49, "t_send": 83338.142796595, "t_first_token": 83338.303215432, "t_last_token": 83340.047970494, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 160.41883699654136, "decode_tok_s": 146.15231991817004, "total_s": 1.9051738989946898}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 49, "t_send": 83338.143409115, "t_first_token": 83338.302386593, "t_last_token": 83340.047512167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 158.9774780004518, "decode_tok_s": 146.1212899512351, "total_s": 1.9041030520020286}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 49, "t_send": 83338.142664311, "t_first_token": 83338.302442641, "t_last_token": 83340.049352248, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.77832999487873, "decode_tok_s": 145.97206345335482, "total_s": 1.9066879369929666}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 49, "t_send": 83338.144824378, "t_first_token": 83338.309764377, "t_last_token": 83340.052377495, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 164.9399989983067, "decode_tok_s": 146.33196397212654, "total_s": 1.9075531169946771}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 49, "t_send": 83338.143196264, "t_first_token": 83338.302278487, "t_last_token": 83340.047597303, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.08222299185582, "decode_tok_s": 146.10511137698754, "total_s": 1.9044010389916366}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 49, "t_send": 83338.143301143, "t_first_token": 83338.302324783, "t_last_token": 83340.048947603, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "b5655644cefc4f9f5c9aa3fee243e82a5d459e3175e6c85625da4afd1275ca51", "text_chars": 1012, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 159.02363999339286, "decode_tok_s": 145.99603135785105, "total_s": 1.9056464599998435}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 49, "t_send": 83338.142731826, "t_first_token": 83338.310329811, "t_last_token": 83340.052415338, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "7848236fea60462d9c9c0812a3dd4654dfa49a0ac1840dc804de3f0faa1f6fe4", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 167.59798501152545, "decode_tok_s": 146.37628064153103, "total_s": 1.9096835119999014}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 50, "t_send": 83340.054795833, "t_first_token": 83340.182607393, "t_last_token": 83341.683206256, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.8115599998273, "decode_tok_s": 169.93215594619005, "total_s": 1.6284104229998775}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 50, "t_send": 83340.05443021, "t_first_token": 83340.182741586, "t_last_token": 83341.681652058, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.31137600005604, "decode_tok_s": 170.1235695949412, "total_s": 1.6272218480007723}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 50, "t_send": 83340.054987677, "t_first_token": 83340.182698534, "t_last_token": 83341.681994737, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.71085700660478, "decode_tok_s": 170.07980110323024, "total_s": 1.6270070600003237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 50, "t_send": 83340.055827607, "t_first_token": 83340.183542542, "t_last_token": 83341.682087194, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.71493500622455, "decode_tok_s": 170.16509962489175, "total_s": 1.6262595870066434}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 50, "t_send": 83340.056846333, "t_first_token": 83340.182937361, "t_last_token": 83341.68212836, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.09102799615357, "decode_tok_s": 170.09173625582358, "total_s": 1.6252820270019583}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 50, "t_send": 83340.055370819, "t_first_token": 83340.183312082, "t_last_token": 83341.683121009, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.94126299559139, "decode_tok_s": 170.02165769784688, "total_s": 1.627750190004008}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 50, "t_send": 83340.056041715, "t_first_token": 83340.182790889, "t_last_token": 83341.68185826, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.74917399999686, "decode_tok_s": 170.10576371242004, "total_s": 1.625816544998088}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 50, "t_send": 83340.055511001, "t_first_token": 83340.182894024, "t_last_token": 83341.681823939, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.38302299112547, "decode_tok_s": 170.12136287862987, "total_s": 1.6263129379949532}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 50, "t_send": 83340.054564896, "t_first_token": 83340.182840077, "t_last_token": 83341.682752879, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.2751810067566, "decode_tok_s": 170.00988301463084, "total_s": 1.6281879830057733}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 50, "t_send": 83340.055253085, "t_first_token": 83340.183009533, "t_last_token": 83341.681697448, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.75644799694419, "decode_tok_s": 170.14883315345364, "total_s": 1.6264443630061578}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 50, "t_send": 83340.054250146, "t_first_token": 83340.163107174, "t_last_token": 83341.671372179, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.85702799714636, "decode_tok_s": 169.06843237376458, "total_s": 1.6171220329997595}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 50, "t_send": 83340.054661148, "t_first_token": 83340.183984451, "t_last_token": 83341.682952664, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.32330300100148, "decode_tok_s": 170.11701634940584, "total_s": 1.6282915160118137}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 50, "t_send": 83340.054891239, "t_first_token": 83340.182641195, "t_last_token": 83341.68236721, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.74995600921102, "decode_tok_s": 170.03105730643202, "total_s": 1.6274759710067883}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 50, "t_send": 83340.055075, "t_first_token": 83340.18385585, "t_last_token": 83341.68263896, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.78085000556894, "decode_tok_s": 170.13802617504004, "total_s": 1.6275639600062277}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 50, "t_send": 83340.054726515, "t_first_token": 83340.183923424, "t_last_token": 83341.682335459, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1969090088969, "decode_tok_s": 170.1801600921534, "total_s": 1.6276089440070791}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 50, "t_send": 83340.055157986, "t_first_token": 83340.183743795, "t_last_token": 83341.682402364, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.58580899774097, "decode_tok_s": 170.15216492682794, "total_s": 1.6272443779889727}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 51, "t_send": 83341.684827483, "t_first_token": 83341.819696728, "t_last_token": 83343.557968599, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.86924499738961, "decode_tok_s": 146.69742072818661, "total_s": 1.8731411159969866}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 51, "t_send": 83341.684953948, "t_first_token": 83341.794997005, "t_last_token": 83343.545832394, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "cbea0fd447230fd50174c13424fbfdb1a9c8ed45a7fb833a3d55305578312710", "text_chars": 1001, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.04305699316319, "decode_tok_s": 145.64475998257092, "total_s": 1.860878445993876}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 51, "t_send": 83341.686142327, "t_first_token": 83341.819112854, "t_last_token": 83343.556614552, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.97052700363565, "decode_tok_s": 146.7624465026606, "total_s": 1.8704722249967745}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 51, "t_send": 83341.685841563, "t_first_token": 83341.820626971, "t_last_token": 83343.557546964, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.78540800861083, "decode_tok_s": 146.81159813245847, "total_s": 1.8717054010048741}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 51, "t_send": 83341.686622889, "t_first_token": 83341.82542532, "t_last_token": 83343.561048903, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.80243099993095, "decode_tok_s": 146.92125786867757, "total_s": 1.8744260139937978}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 51, "t_send": 83341.685063662, "t_first_token": 83341.819918638, "t_last_token": 83343.558094657, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.85497600049712, "decode_tok_s": 146.70551038102465, "total_s": 1.8730309950042283}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 51, "t_send": 83341.685929609, "t_first_token": 83341.819052076, "t_last_token": 83343.557125543, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.12246699933894, "decode_tok_s": 146.71416648461272, "total_s": 1.871195933999843}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 51, "t_send": 83341.685141946, "t_first_token": 83341.819561513, "t_last_token": 83343.556511136, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.41956699534785, "decode_tok_s": 146.80909372500358, "total_s": 1.8713691900047706}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 51, "t_send": 83341.685489266, "t_first_token": 83341.819260962, "t_last_token": 83343.557080657, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.7716959969839, "decode_tok_s": 146.73559100146966, "total_s": 1.8715913909982191}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 51, "t_send": 83341.68567809, "t_first_token": 83341.823699574, "t_last_token": 83343.560954271, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.02148400282022, "decode_tok_s": 146.78331302850765, "total_s": 1.875276181002846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 51, "t_send": 83341.686003559, "t_first_token": 83341.819364469, "t_last_token": 83343.557292924, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.36090999655426, "decode_tok_s": 146.7264082516202, "total_s": 1.8712893649935722}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 51, "t_send": 83341.6852114, "t_first_token": 83341.820336827, "t_last_token": 83343.556964072, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.12542699754704, "decode_tok_s": 146.8363465642544, "total_s": 1.8717526719992748}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 51, "t_send": 83341.685281001, "t_first_token": 83341.819413812, "t_last_token": 83343.557249629, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.1328109992901, "decode_tok_s": 146.73422972768736, "total_s": 1.8719686279946472}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 51, "t_send": 83341.685370992, "t_first_token": 83341.820072378, "t_last_token": 83343.558542675, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.70138600678183, "decode_tok_s": 146.68067693757442, "total_s": 1.8731716830079677}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 51, "t_send": 83341.685768478, "t_first_token": 83341.818984423, "t_last_token": 83343.558447583, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.2159449957544, "decode_tok_s": 146.59695351033744, "total_s": 1.8726791049994063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 51, "t_send": 83341.686071703, "t_first_token": 83341.820517566, "t_last_token": 83343.556887013, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "0fe409be8287bbe9285b7ac6b0a8b51abaa5efb325caaf8d7e6389f2e1ad6eeb", "text_chars": 1055, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.44586299010552, "decode_tok_s": 146.85814729177574, "total_s": 1.8708153099869378}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 52, "t_send": 83343.564059486, "t_first_token": 83343.699918482, "t_last_token": 83345.436353969, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.8589960000245, "decode_tok_s": 146.85256199269662, "total_s": 1.8722944829933112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 52, "t_send": 83343.563557571, "t_first_token": 83343.700922533, "t_last_token": 83345.43694444, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.36496199271642, "decode_tok_s": 146.8875473116053, "total_s": 1.8733868690032978}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 52, "t_send": 83343.563681133, "t_first_token": 83343.700707399, "t_last_token": 83345.436799268, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.0262659911532, "decode_tok_s": 146.8816279552041, "total_s": 1.8731181350012776}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 52, "t_send": 83343.564535666, "t_first_token": 83343.700429203, "t_last_token": 83345.436662016, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.89353700808715, "decode_tok_s": 146.8697043917109, "total_s": 1.8721263500046916}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 52, "t_send": 83343.564428051, "t_first_token": 83343.673595293, "t_last_token": 83345.425040825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.16724200069439, "decode_tok_s": 145.5940223902817, "total_s": 1.8606127739913063}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 52, "t_send": 83343.564801554, "t_first_token": 83343.700229746, "t_last_token": 83345.43673356, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.42819199210498, "decode_tok_s": 146.84678371821695, "total_s": 1.8719320059899474}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 52, "t_send": 83343.564675768, "t_first_token": 83343.699871046, "t_last_token": 83345.437302511, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.1952780096326, "decode_tok_s": 146.76837914926705, "total_s": 1.872626743002911}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 52, "t_send": 83343.563777394, "t_first_token": 83343.7005509, "t_last_token": 83345.436455258, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.77350600482896, "decode_tok_s": 146.89749399262303, "total_s": 1.8726778639975237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 52, "t_send": 83343.563848129, "t_first_token": 83343.699629757, "t_last_token": 83345.436963944, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.78162800695281, "decode_tok_s": 146.77659710407556, "total_s": 1.8731158150039846}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 52, "t_send": 83343.563372711, "t_first_token": 83343.699755456, "t_last_token": 83345.436895878, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.38274499680847, "decode_tok_s": 146.79296893337758, "total_s": 1.873523166999803}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 52, "t_send": 83343.564173401, "t_first_token": 83343.700605294, "t_last_token": 83345.436235978, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.43189299909864, "decode_tok_s": 146.92065676730817, "total_s": 1.8720625770074548}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 52, "t_send": 83343.563913023, "t_first_token": 83343.70028545, "t_last_token": 83345.436183187, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.37242700497154, "decode_tok_s": 146.89805428306286, "total_s": 1.8722701640072046}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 52, "t_send": 83343.564275101, "t_first_token": 83343.699966996, "t_last_token": 83345.436392653, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.69189500412904, "decode_tok_s": 146.85339333246833, "total_s": 1.872117552004056}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 52, "t_send": 83343.564852556, "t_first_token": 83343.69969009, "t_last_token": 83345.437643815, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.83753400214482, "decode_tok_s": 146.72427483572991, "total_s": 1.8727912590111373}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 52, "t_send": 83343.564002363, "t_first_token": 83343.700761738, "t_last_token": 83345.436864643, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.75937500374857, "decode_tok_s": 146.88069426446862, "total_s": 1.8728622799972072}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 52, "t_send": 83343.565183499, "t_first_token": 83343.70357244, "t_last_token": 83345.440485638, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.3889410062693, "decode_tok_s": 146.8121724761521, "total_s": 1.8753021390002687}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 53, "t_send": 83345.44266323, "t_first_token": 83345.553023947, "t_last_token": 83347.303670666, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.36071699345484, "decode_tok_s": 145.66045635073888, "total_s": 1.8610074360040016}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 53, "t_send": 83345.442225022, "t_first_token": 83345.582220789, "t_last_token": 83347.319018363, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.99576700734906, "decode_tok_s": 146.82194621675498, "total_s": 1.8767933410126716}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 53, "t_send": 83345.442358085, "t_first_token": 83345.579883063, "t_last_token": 83347.315593173, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.52497799578123, "decode_tok_s": 146.913933686261, "total_s": 1.8732350880018203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 53, "t_send": 83345.444033353, "t_first_token": 83345.578904374, "t_last_token": 83347.314946735, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.87102100043558, "decode_tok_s": 146.88581668706436, "total_s": 1.870913382008439}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 53, "t_send": 83345.443714015, "t_first_token": 83345.579382263, "t_last_token": 83347.315979379, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.6682479963638, "decode_tok_s": 146.83889409355754, "total_s": 1.8722653639997588}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 53, "t_send": 83345.443916765, "t_first_token": 83345.57978299, "t_last_token": 83347.315349372, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.86622499860823, "decode_tok_s": 146.92610011572273, "total_s": 1.8714326070039533}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 53, "t_send": 83345.443176987, "t_first_token": 83345.579695611, "t_last_token": 83347.315791008, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.51862400001846, "decode_tok_s": 146.88132947062005, "total_s": 1.8726140210055746}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 53, "t_send": 83345.442010245, "t_first_token": 83345.579621157, "t_last_token": 83347.315064995, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.6109120028559, "decode_tok_s": 146.9364749331413, "total_s": 1.8730547500017565}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 53, "t_send": 83345.442762615, "t_first_token": 83345.579058623, "t_last_token": 83347.315624631, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.29600800049957, "decode_tok_s": 146.84152449482224, "total_s": 1.8728620159963612}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 53, "t_send": 83345.443361996, "t_first_token": 83345.578744199, "t_last_token": 83347.316351763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.38220299233217, "decode_tok_s": 146.75350480871666, "total_s": 1.8729897669982165}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 53, "t_send": 83345.442474478, "t_first_token": 83345.578536613, "t_last_token": 83347.315007238, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.0621350031579, "decode_tok_s": 146.84959038735786, "total_s": 1.8725327599968296}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 53, "t_send": 83345.442572805, "t_first_token": 83345.578683065, "t_last_token": 83347.315720302, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.1102600058075, "decode_tok_s": 146.80168885824204, "total_s": 1.8731474969972624}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 53, "t_send": 83345.44349167, "t_first_token": 83345.578934648, "t_last_token": 83347.315506922, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.44297800399363, "decode_tok_s": 146.84099465308125, "total_s": 1.8720152519963449}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 53, "t_send": 83345.443265208, "t_first_token": 83345.579742467, "t_last_token": 83347.314874061, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.4772590022767, "decode_tok_s": 146.96291675012455, "total_s": 1.8716088530054549}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 53, "t_send": 83345.443090681, "t_first_token": 83345.579450145, "t_last_token": 83347.31540454, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.35946399881504, "decode_tok_s": 146.8932598312373, "total_s": 1.872313858999405}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 53, "t_send": 83345.442983288, "t_first_token": 83345.579093228, "t_last_token": 83347.315816783, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.10994000919163, "decode_tok_s": 146.82820375604632, "total_s": 1.8728334949992131}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 54, "t_send": 83347.321742849, "t_first_token": 83347.45144042, "t_last_token": 83348.95080945, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.69757099926937, "decode_tok_s": 170.07154002601723, "total_s": 1.6290666010027053}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 54, "t_send": 83347.321489799, "t_first_token": 83347.452133351, "t_last_token": 83348.949888898, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.6435520091327, "decode_tok_s": 170.2547525271808, "total_s": 1.628399099005037}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 54, "t_send": 83347.321278392, "t_first_token": 83347.45275839, "t_last_token": 83348.949989752, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.4799980027601, "decode_tok_s": 170.31435920516975, "total_s": 1.6287113599973964}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 54, "t_send": 83347.322125794, "t_first_token": 83347.451113898, "t_last_token": 83348.950975141, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.98810399929062, "decode_tok_s": 170.0157272491117, "total_s": 1.6288493469910463}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 54, "t_send": 83347.321171627, "t_first_token": 83347.452039953, "t_last_token": 83348.95145343, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.8683259994723, "decode_tok_s": 170.06649860921397, "total_s": 1.630281802994432}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 54, "t_send": 83347.320788551, "t_first_token": 83347.431060763, "t_last_token": 83348.939691033, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.27221199765336, "decode_tok_s": 169.02749803714744, "total_s": 1.6189024819905171}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 54, "t_send": 83347.322058132, "t_first_token": 83347.452385104, "t_last_token": 83348.950105755, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.32697199378163, "decode_tok_s": 170.25871936184163, "total_s": 1.6280476229876513}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 54, "t_send": 83347.321654698, "t_first_token": 83347.45122653, "t_last_token": 83348.950495477, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.57183200342115, "decode_tok_s": 170.08289307343665, "total_s": 1.6288407789979829}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 54, "t_send": 83347.321865184, "t_first_token": 83347.450824716, "t_last_token": 83348.950412768, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.95953199767973, "decode_tok_s": 170.04670026538327, "total_s": 1.6285475839977153}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 54, "t_send": 83347.320891455, "t_first_token": 83347.451339849, "t_last_token": 83348.950304656, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.44839398935437, "decode_tok_s": 170.11740289597404, "total_s": 1.6294132009934401}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 54, "t_send": 83347.321578203, "t_first_token": 83347.451755121, "t_last_token": 83348.951621074, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.1769179990515, "decode_tok_s": 170.0151933515802, "total_s": 1.6300428709946573}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 54, "t_send": 83347.320966764, "t_first_token": 83347.451918681, "t_last_token": 83348.950568167, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.95191700267605, "decode_tok_s": 170.15319618337637, "total_s": 1.6296014029940125}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 54, "t_send": 83347.321393802, "t_first_token": 83347.452705531, "t_last_token": 83348.949947065, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 131.31172899738885, "decode_tok_s": 170.31320211807412, "total_s": 1.6285532629990485}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 54, "t_send": 83347.321069257, "t_first_token": 83347.451816015, "t_last_token": 83348.950603564, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.74675800453406, "decode_tok_s": 170.1375222738541, "total_s": 1.6295343069941737}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 54, "t_send": 83347.321965896, "t_first_token": 83347.452639884, "t_last_token": 83348.950452577, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.673987994669, "decode_tok_s": 170.2482568017327, "total_s": 1.6284866810019594}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 54, "t_send": 83347.320650468, "t_first_token": 83347.451502436, "t_last_token": 83348.950251491, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.85196800238919, "decode_tok_s": 170.14189209976317, "total_s": 1.62960102299985}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 55, "t_send": 83348.953112498, "t_first_token": 83349.091098558, "t_last_token": 83350.829433572, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.9860599990934, "decode_tok_s": 146.69209211469484, "total_s": 1.8763210739998613}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 55, "t_send": 83348.952977708, "t_first_token": 83349.09131778, "t_last_token": 83350.828290367, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.3400719932979, "decode_tok_s": 146.80715280554563, "total_s": 1.8753126590017928}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 55, "t_send": 83348.953688601, "t_first_token": 83349.091610606, "t_last_token": 83350.828604034, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.9220050002914, "decode_tok_s": 146.8053913673564, "total_s": 1.8749154329998419}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 55, "t_send": 83348.95395413, "t_first_token": 83349.090670425, "t_last_token": 83350.829851424, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.71629499003757, "decode_tok_s": 146.62073708573052, "total_s": 1.8758972939976957}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 55, "t_send": 83348.954879901, "t_first_token": 83349.094788151, "t_last_token": 83350.832716961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 139.9082499992801, "decode_tok_s": 146.72637827966432, "total_s": 1.877837060004822}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 55, "t_send": 83348.953220788, "t_first_token": 83349.065036246, "t_last_token": 83350.817756538, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 111.81545800354797, "decode_tok_s": 145.48813131422108, "total_s": 1.8645357500063255}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 55, "t_send": 83348.953750869, "t_first_token": 83349.091774874, "t_last_token": 83350.829519623, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.0240050057182, "decode_tok_s": 146.74191946013178, "total_s": 1.8757687540055485}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 55, "t_send": 83348.953316431, "t_first_token": 83349.091199232, "t_last_token": 83350.829221171, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.88280100561678, "decode_tok_s": 146.71851619216235, "total_s": 1.8759047400089912}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 55, "t_send": 83348.954020989, "t_first_token": 83349.090797236, "t_last_token": 83350.829388595, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.77624700358137, "decode_tok_s": 146.67046323474256, "total_s": 1.8753676060005091}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 55, "t_send": 83348.953398076, "t_first_token": 83349.091353504, "t_last_token": 83350.828413209, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.95542799925897, "decode_tok_s": 146.79979005071246, "total_s": 1.8750151330023073}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 55, "t_send": 83348.954187792, "t_first_token": 83349.091150403, "t_last_token": 83350.828251291, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.96261099539697, "decode_tok_s": 146.79630973742385, "total_s": 1.8740634989953833}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 55, "t_send": 83348.953463957, "t_first_token": 83349.091290279, "t_last_token": 83350.82877227, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.82632199581712, "decode_tok_s": 146.76411112191616, "total_s": 1.8753083129995503}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 55, "t_send": 83348.953537439, "t_first_token": 83349.091243526, "t_last_token": 83350.828742119, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.70608699996956, "decode_tok_s": 146.76270877355705, "total_s": 1.8752046800073003}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 55, "t_send": 83348.954089557, "t_first_token": 83349.090962098, "t_last_token": 83350.829811347, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.87254099932034, "decode_tok_s": 146.6487104312181, "total_s": 1.8757217899983516}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 55, "t_send": 83348.95361853, "t_first_token": 83349.090731963, "t_last_token": 83350.828946428, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.113433011109, "decode_tok_s": 146.7022655352215, "total_s": 1.8753278980002506}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 55, "t_send": 83348.953851678, "t_first_token": 83349.092081154, "t_last_token": 83350.828490197, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.2294759969227, "decode_tok_s": 146.85479842849722, "total_s": 1.874638519002474}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 56, "t_send": 83350.834895877, "t_first_token": 83350.969294793, "t_last_token": 83352.468973622, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.3989160086494, "decode_tok_s": 170.03640717518235, "total_s": 1.634077745009563}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 56, "t_send": 83350.835562875, "t_first_token": 83350.970022772, "t_last_token": 83352.468524923, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.4598970026709, "decode_tok_s": 170.16992590303897, "total_s": 1.6329620479955338}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 56, "t_send": 83350.835030445, "t_first_token": 83350.968445242, "t_last_token": 83352.468094356, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.41479700466152, "decode_tok_s": 170.03977638578291, "total_s": 1.6330639109946787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 56, "t_send": 83350.835391047, "t_first_token": 83350.96968853, "t_last_token": 83352.4694421, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.29748300404754, "decode_tok_s": 170.02793332297978, "total_s": 1.6340510529989842}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 56, "t_send": 83350.835129614, "t_first_token": 83350.949371148, "t_last_token": 83352.457995521, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 114.24153400002979, "decode_tok_s": 169.02815874057927, "total_s": 1.6228659070038702}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 56, "t_send": 83350.835832305, "t_first_token": 83350.96898944, "t_last_token": 83352.468939021, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.1571350019658, "decode_tok_s": 170.0057143465663, "total_s": 1.6331067159917438}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 56, "t_send": 83350.835741662, "t_first_token": 83350.968659628, "t_last_token": 83352.469887716, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.91796599514782, "decode_tok_s": 169.86093055259406, "total_s": 1.6341460539988475}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 56, "t_send": 83350.835211142, "t_first_token": 83350.969927092, "t_last_token": 83352.469099097, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.71595000009984, "decode_tok_s": 170.09389126076525, "total_s": 1.6338879550021375}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 56, "t_send": 83350.835897557, "t_first_token": 83350.969092156, "t_last_token": 83352.468596241, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.19459899503272, "decode_tok_s": 170.05622228714628, "total_s": 1.6326986839994788}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 56, "t_send": 83350.835650574, "t_first_token": 83350.969858847, "t_last_token": 83352.468411515, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.20827301160898, "decode_tok_s": 170.16418938485702, "total_s": 1.632760941007291}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 56, "t_send": 83350.83629849, "t_first_token": 83350.968564627, "t_last_token": 83352.468034951, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.2661369922571, "decode_tok_s": 170.06005115084565, "total_s": 1.6317364610004006}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 56, "t_send": 83350.835277718, "t_first_token": 83350.969036816, "t_last_token": 83352.46831961, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.75909799651708, "decode_tok_s": 170.0813222298081, "total_s": 1.6330418919969816}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 56, "t_send": 83350.836070753, "t_first_token": 83350.96882027, "t_last_token": 83352.468751769, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 132.74951701168902, "decode_tok_s": 170.00776380142347, "total_s": 1.632681016009883}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 56, "t_send": 83350.835454534, "t_first_token": 83350.969822879, "t_last_token": 83352.468213278, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.36834499589168, "decode_tok_s": 170.1826174066581, "total_s": 1.6327587440027855}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 56, "t_send": 83350.835337356, "t_first_token": 83350.969490691, "t_last_token": 83352.469705416, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 134.15333500597626, "decode_tok_s": 169.9756679825382, "total_s": 1.6343680600111838}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 56, "t_send": 83350.835992255, "t_first_token": 83350.969234577, "t_last_token": 83352.468564314, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 133.24232200102415, "decode_tok_s": 170.07599709929724, "total_s": 1.63257205899572}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 57, "t_send": 83352.471740321, "t_first_token": 83352.601781917, "t_last_token": 83354.100840886, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.04159599950071, "decode_tok_s": 170.10671712791145, "total_s": 1.6291005650127772}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 57, "t_send": 83352.471868875, "t_first_token": 83352.60120928, "t_last_token": 83354.101971732, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.34040499385446, "decode_tok_s": 169.91363267309754, "total_s": 1.630102857001475}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 57, "t_send": 83352.473085475, "t_first_token": 83352.602600998, "t_last_token": 83354.100590486, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5155230036471, "decode_tok_s": 170.22816384308655, "total_s": 1.6275050110125449}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 57, "t_send": 83352.472574461, "t_first_token": 83352.602287806, "t_last_token": 83354.100714244, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.71334499889053, "decode_tok_s": 170.1785243056268, "total_s": 1.6281397830025526}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 57, "t_send": 83352.47250366, "t_first_token": 83352.601155696, "t_last_token": 83354.101482219, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.65203600085806, "decode_tok_s": 169.96300211328307, "total_s": 1.6289785590051906}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 57, "t_send": 83352.472879816, "t_first_token": 83352.601986293, "t_last_token": 83354.101183825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.10647699027322, "decode_tok_s": 170.0909950536511, "total_s": 1.6283040089911083}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 57, "t_send": 83352.471979159, "t_first_token": 83352.580817591, "t_last_token": 83354.089597512, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 108.83843200281262, "decode_tok_s": 169.01073274703387, "total_s": 1.6176183529896662}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 57, "t_send": 83352.473935882, "t_first_token": 83352.601892897, "t_last_token": 83354.100669828, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.95701500726864, "decode_tok_s": 170.13872760279529, "total_s": 1.626733946002787}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 57, "t_send": 83352.472718462, "t_first_token": 83352.60168988, "t_last_token": 83354.100877116, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.97141800203826, "decode_tok_s": 170.09216319162962, "total_s": 1.6281586539989803}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 57, "t_send": 83352.472095507, "t_first_token": 83352.601362145, "t_last_token": 83354.101749465, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.26663800317328, "decode_tok_s": 169.95611506456262, "total_s": 1.6296539580071112}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 57, "t_send": 83352.473229035, "t_first_token": 83352.601508578, "t_last_token": 83354.101307763, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.27954300155398, "decode_tok_s": 170.02276207945584, "total_s": 1.6280787280120421}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 57, "t_send": 83352.472307925, "t_first_token": 83352.601945802, "t_last_token": 83354.101515554, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.63787700573448, "decode_tok_s": 170.04877543130027, "total_s": 1.629207628997392}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 57, "t_send": 83352.472410364, "t_first_token": 83352.602666551, "t_last_token": 83354.100997992, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.25618699612096, "decode_tok_s": 170.1893139403534, "total_s": 1.6285876280016964}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 57, "t_send": 83352.472979862, "t_first_token": 83352.602497388, "t_last_token": 83354.101834632, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5175260020187, "decode_tok_s": 170.07514554791118, "total_s": 1.6288547700096387}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 57, "t_send": 83352.473331868, "t_first_token": 83352.602130811, "t_last_token": 83354.100637282, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.7989430129528, "decode_tok_s": 170.1694353254214, "total_s": 1.6273054140037857}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 57, "t_send": 83352.472641048, "t_first_token": 83352.602765344, "t_last_token": 83354.101107559, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 130.12429598893505, "decode_tok_s": 170.1880901741565, "total_s": 1.628466510999715}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 58, "t_send": 83354.107784087, "t_first_token": 83354.246222801, "t_last_token": 83355.983836226, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "e14bc3006931faad3d2dcad55d8b43e6b74706d84bbb26941c93d414932715c7", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 138.43871399876662, "decode_tok_s": 146.75300980643772, "total_s": 1.876052139006788}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 58, "t_send": 83354.106614979, "t_first_token": 83354.242366435, "t_last_token": 83355.980580296, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.75145600771066, "decode_tok_s": 146.70231651109188, "total_s": 1.8739653170050588}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 58, "t_send": 83354.106742086, "t_first_token": 83354.242809121, "t_last_token": 83355.979867765, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.06703499681316, "decode_tok_s": 146.79987971719243, "total_s": 1.8731256789906183}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 58, "t_send": 83354.10595539, "t_first_token": 83354.242600249, "t_last_token": 83355.980113647, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.64485899789724, "decode_tok_s": 146.76145823803907, "total_s": 1.874158257007366}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 58, "t_send": 83354.106920492, "t_first_token": 83354.243062724, "t_last_token": 83355.979485859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.14223198965192, "decode_tok_s": 146.85360662330658, "total_s": 1.8725653669971507}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 58, "t_send": 83354.10655645, "t_first_token": 83354.243483626, "t_last_token": 83355.980820174, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.92717600497417, "decode_tok_s": 146.7763976389322, "total_s": 1.874263723992044}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 58, "t_send": 83354.107678129, "t_first_token": 83354.243204329, "t_last_token": 83355.979627427, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.52619999973103, "decode_tok_s": 146.85360975295518, "total_s": 1.8719492980017094}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 58, "t_send": 83354.106817393, "t_first_token": 83354.243914015, "t_last_token": 83355.979584335, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.09662199835293, "decode_tok_s": 146.9173016677251, "total_s": 1.872766942004091}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 58, "t_send": 83354.107937119, "t_first_token": 83354.243536279, "t_last_token": 83355.979676825, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 135.5991599994013, "decode_tok_s": 146.8775097661847, "total_s": 1.8717397059954237}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 58, "t_send": 83354.106367764, "t_first_token": 83354.243783273, "t_last_token": 83355.98054859, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 137.41550900158472, "decode_tok_s": 146.82467314667764, "total_s": 1.8741808259946993}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 58, "t_send": 83354.106107037, "t_first_token": 83354.242118956, "t_last_token": 83355.979983769, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.01191899215337, "decode_tok_s": 146.73178149016877, "total_s": 1.8738767319882754}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 58, "t_send": 83354.107021645, "t_first_token": 83354.243302266, "t_last_token": 83355.979541105, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.280620994512, "decode_tok_s": 146.8691946474611, "total_s": 1.8725194599974202}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 58, "t_send": 83354.106690534, "t_first_token": 83354.243366342, "t_last_token": 83355.979301658, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.67580799665302, "decode_tok_s": 146.89487427890674, "total_s": 1.872611123995739}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 58, "t_send": 83354.106212238, "t_first_token": 83354.216348887, "t_last_token": 83355.967804698, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "8a36df86319f27204823853362e51f85dbad0ce856c8964fc38eac837056b407", "text_chars": 1039, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 110.13664900383446, "decode_tok_s": 145.59316792281345, "total_s": 1.8615924600017024}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 58, "t_send": 83354.105813587, "t_first_token": 83354.242049429, "t_last_token": 83355.980447014, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.23584200104233, "decode_tok_s": 146.68681215447964, "total_s": 1.8746334269962972}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 58, "t_send": 83354.106467228, "t_first_token": 83354.243137911, "t_last_token": 83355.980364005, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 255, "finish_reason": "length", "text_sha256": "2244874a64d8098dc72d1ceee85dcae6d1b5c34461b595030511ae944568e443", "text_chars": 1018, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 136.6706830012845, "decode_tok_s": 146.78572978061646, "total_s": 1.873896776989568}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 0, "repeat": 59, "t_send": 83355.987116176, "t_first_token": 83356.116716022, "t_last_token": 83357.614842652, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.5998460118426, "decode_tok_s": 170.21258076304784, "total_s": 1.627726475999225}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 1, "repeat": 59, "t_send": 83355.987314049, "t_first_token": 83356.116328625, "t_last_token": 83357.615057044, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.01457599946298, "decode_tok_s": 170.14423478422754, "total_s": 1.6277429949986981}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 2, "repeat": 59, "t_send": 83355.988974132, "t_first_token": 83356.115961761, "t_last_token": 83357.615676952, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.98762900254223, "decode_tok_s": 170.03228448253233, "total_s": 1.6267028200090863}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 3, "repeat": 59, "t_send": 83355.988867578, "t_first_token": 83356.115765493, "t_last_token": 83357.615475556, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 126.89791500451975, "decode_tok_s": 170.03286587947773, "total_s": 1.6266079780034488}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 4, "repeat": 59, "t_send": 83355.986635729, "t_first_token": 83356.116061418, "t_last_token": 83357.614970458, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.42568899597973, "decode_tok_s": 170.123732123971, "total_s": 1.628334729000926}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 5, "repeat": 59, "t_send": 83355.986938438, "t_first_token": 83356.116888976, "t_last_token": 83357.614798526, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.95053800113965, "decode_tok_s": 170.23724830357503, "total_s": 1.6278600880032172}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 6, "repeat": 59, "t_send": 83355.987211564, "t_first_token": 83356.116382691, "t_last_token": 83357.614937635, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.17112700233702, "decode_tok_s": 170.16393094095642, "total_s": 1.6277260709903203}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 7, "repeat": 59, "t_send": 83355.986826649, "t_first_token": 83356.116134283, "t_last_token": 83357.615900725, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.3076340080006, "decode_tok_s": 170.02647402956063, "total_s": 1.629074076001416}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 8, "repeat": 59, "t_send": 83355.987912185, "t_first_token": 83356.116548043, "t_last_token": 83357.615629492, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.63585801096633, "decode_tok_s": 170.10416623619287, "total_s": 1.6277173069975106}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 9, "repeat": 59, "t_send": 83355.987783577, "t_first_token": 83356.1162558, "t_last_token": 83357.616663326, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.47222300479189, "decode_tok_s": 169.95382626545023, "total_s": 1.6288797489978606}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 10, "repeat": 59, "t_send": 83355.987666418, "t_first_token": 83356.11644846, "t_last_token": 83357.61583581, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.78204199660104, "decode_tok_s": 170.06946203823162, "total_s": 1.6281693919881945}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 11, "repeat": 59, "t_send": 83355.986735138, "t_first_token": 83356.115878417, "t_last_token": 83357.614760793, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.1432790021645, "decode_tok_s": 170.1267584981214, "total_s": 1.628025655008969}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 12, "repeat": 59, "t_send": 83355.987436563, "t_first_token": 83356.115819974, "t_last_token": 83357.616717645, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 128.38341100723483, "decode_tok_s": 169.89832480124596, "total_s": 1.6292810820013983}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 13, "repeat": 59, "t_send": 83355.987037911, "t_first_token": 83356.116814728, "t_last_token": 83357.615739102, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 129.77681698976085, "decode_tok_s": 170.1219917585302, "total_s": 1.6287011909880675}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 14, "repeat": 59, "t_send": 83355.98650177, "t_first_token": 83356.095560733, "t_last_token": 83357.604395022, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "4894940910666be4dbbf0eb115d48d2e5a81d5bc9f4be0025dbd11c1ffff103b", "text_chars": 1006, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 109.05896298936568, "decode_tok_s": 169.00464276137637, "total_s": 1.6178932519978844}
{"ok": true, "arm": "vllm-fp8-gemma-sustR1-450W", "concurrency": 16, "stream_index": 15, "repeat": 59, "t_send": 83355.988033774, "t_first_token": 83356.115603537, "t_last_token": 83357.614700806, "prompt_tokens": 536, "completion_tokens": 256, "chunks": 254, "finish_reason": "length", "text_sha256": "9689d6688332de4b018931670d78fd7519b8fd7e95e377a5f3f08fa4feb4035b", "text_chars": 1028, "error": null, "reasoning_chunks": 0, "reasoning_chars": 0, "ttft_ms": 127.56976298987865, "decode_tok_s": 170.10237112081626, "total_s": 1.626667032003752}