experiment,target,run,prompt_tokens,output_tokens,load_ms,prefill_ms,decode_ms,approx_tpot_ms,decode_tokens_per_s,total_ms,client_ms,done_reason
input_length,32,1,154,32,82.749,96.627,367.999,11.5,86.96,553.085,554.946,length
input_length,32,2,154,32,84.708,94.025,364.947,11.405,87.68,549.782,551.861,length
input_length,32,3,154,32,81.507,94.037,366.336,11.448,87.35,548.216,550.392,length
input_length,32,4,154,32,83.22,93.987,362.737,11.336,88.22,545.994,548.218,length
input_length,32,5,154,32,83.558,102.307,363.3,11.353,88.08,555.57,557.95,length
input_length,512,1,1594,32,82.897,898.904,400.044,12.501,79.99,1388.611,1391.485,length
input_length,512,2,1594,32,84.269,819.596,399.481,12.484,80.1,1316.723,1319.375,length
input_length,512,3,1594,32,84.679,822.807,414.928,12.966,77.12,1335.045,1337.479,length
input_length,512,4,1594,32,83.485,825.31,401.232,12.539,79.75,1323.874,1326.586,length
input_length,512,5,1594,32,84.623,830.376,400.077,12.502,79.98,1329.603,1332.333,length
input_length,2048,1,2050,32,85.132,1081.285,506.838,15.839,63.14,1689.462,1693.726,length
input_length,2048,2,2050,32,84.863,14.115,418.417,13.076,76.48,525.802,531.242,length
input_length,2048,3,2050,32,92.03,13.754,409.886,12.809,78.07,523.66,528.231,length
input_length,2048,4,2050,32,85.811,21.739,415.001,12.969,77.11,530.732,535.504,length
input_length,2048,5,2050,32,86.709,15.634,410.504,12.828,77.95,521.133,525.784,length
output_length,32,1,250,32,84.968,105.139,376.734,11.773,84.94,582.798,585.401,length
output_length,32,2,250,32,95.857,104.324,363.85,11.37,87.95,570.815,573.098,length
output_length,32,3,250,32,85.88,114.08,366.464,11.452,87.32,572.978,574.991,length
output_length,32,4,250,32,86.48,104.361,369.092,11.534,86.7,566.782,569.077,length
output_length,32,5,250,32,85.691,103.908,363.898,11.372,87.94,560.143,562.496,length
output_length,128,1,250,128,86.066,112.356,1509.39,11.792,84.8,1714.397,1716.894,length
output_length,128,2,250,128,85.073,112.715,1508.127,11.782,84.87,1713.05,1715.348,length
output_length,128,3,250,128,86.135,104.039,1496.013,11.688,85.56,1693.668,1695.888,length
output_length,128,4,250,128,86.401,104.641,1511.732,11.81,84.67,1710.076,1712.44,length
output_length,128,5,250,128,86.358,104.422,1496.366,11.69,85.54,1694.366,1696.408,length
output_length,512,1,250,292,87.0,104.43,3448.801,11.811,84.67,3647.169,3649.506,stop
output_length,512,2,250,292,86.009,111.937,3480.685,11.92,83.89,3686.78,3689.705,stop
output_length,512,3,250,292,95.175,103.781,3451.753,11.821,84.59,3658.721,3660.957,stop
output_length,512,4,250,292,85.85,104.226,3457.091,11.839,84.46,3655.953,3658.255,stop
output_length,512,5,250,292,85.679,104.396,3461.206,11.853,84.36,3659.677,3662.075,stop