model,workload,batch_size,max_new_tokens,status,num_samples,num_chunks,num_failures,prompt_bytes_mean,generated_units_mean,generated_bytes_mean,prefill_time_sec,decode_time_sec,total_time_sec,prefill_bytes_per_sec,prefill_units_per_sec,decode_bytes_per_sec,decode_units_per_sec,total_bytes_per_sec,total_units_per_sec,speedup_vs_batch1,peak_allocated_mb,peak_reserved_mb
bolmo,code/1024B,1,128,ok,384,384,0,472.0625,597.617188,597.617188,0.046629,6.104946,6.673133,10123.78725,10145.233112,97.890661,97.890661,89.555711,89.555711,1.0,2938.752441,3044.0
bolmo,code/1024B,16,128,ok,384,24,0,472.0625,970.109375,970.109375,0.137355,33.932367,56.117138,54988.957367,55105.443971,457.431985,457.431985,276.595537,276.595537,3.08853,4407.841797,4968.0
bolmo,code/256B,1,128,ok,384,384,0,196.679688,322.679688,322.679688,0.046444,3.324806,3.636868,4234.813837,4256.345363,97.052176,97.052176,88.724616,88.724616,1.0,2858.609375,3002.0
bolmo,code/256B,16,128,ok,384,24,0,196.679688,370.6875,370.6875,0.071584,11.234833,15.691637,43960.812961,44184.32772,527.911719,527.911719,377.972028,377.972028,4.260058,3372.31543,3828.0
hnet,code/1024B,1,128,ok,384,384,0,472.0625,128.0,128.0,0.067553,1.777998,1.850173,6988.024515,7002.827691,71.991069,71.991069,69.182737,69.182737,1.0,3533.662598,3618.0
hnet,code/1024B,16,128,ok,384,24,0,472.0625,128.0,128.0,0.114373,5.086274,5.246412,66038.450586,66178.344034,402.65235,402.65235,390.362021,390.362021,5.642477,7885.574707,8076.0
hnet,code/256B,1,128,ok,384,384,0,196.679688,128.0,128.0,0.069346,1.822256,1.893912,2836.21122,2850.631678,70.242602,70.242602,67.584991,67.584991,1.0,3339.232422,3378.0
hnet,code/256B,16,128,ok,384,24,0,196.679688,128.0,128.0,0.094082,5.105213,5.244531,33448.235918,33618.300434,401.158574,401.158574,390.501994,390.501994,5.77794,4952.527832,5070.0
hnet_serial,code/1024B,1,128,ok,384,384,0,472.0625,128.0,128.0,0.065113,1.778616,1.849536,7249.916017,7265.273975,71.966086,71.966086,69.206543,69.206543,1.0,3532.688965,3630.0
hnet_serial,code/1024B,16,128,ok,384,24,0,472.0625,128.0,128.0,1.010514,28.367267,29.422152,7474.417436,7490.25097,72.195888,72.195888,69.607416,69.607416,1.005792,3735.199219,3880.0
hnet_serial,code/256B,1,128,ok,384,384,0,196.679688,128.0,128.0,0.066195,1.818751,1.888192,2971.195767,2986.302541,70.37796,70.37796,67.789702,67.789702,1.0,3338.775879,3368.0
hnet_serial,code/256B,16,128,ok,384,24,0,196.679688,128.0,128.0,0.999604,29.037105,30.072459,3148.120164,3164.126495,70.530448,70.530448,68.102179,68.102179,1.004609,3426.63623,3480.0
pythia,code/1024B,1,128,ok,384,384,0,472.0625,128.0,459.90625,0.019703,1.897655,1.917391,23958.682296,6925.036183,242.355029,67.451668,239.860459,66.757385,1.0,2804.919922,2868.0
pythia,code/1024B,16,128,ok,384,24,0,472.0625,128.0,570.375,0.080067,1.935949,2.016057,94333.874287,27266.336463,4713.966768,1057.87902,4526.658462,1015.844459,18.87205,4257.402344,4878.0
pythia,code/256B,1,128,ok,384,384,0,196.679688,125.25,408.851562,0.018069,1.835487,1.853586,10884.637611,3367.644185,222.748235,68.238009,220.573299,67.571726,1.0,2748.92627,2838.0
pythia,code/256B,16,128,ok,384,24,0,196.679688,123.25,460.726562,0.034408,1.952598,1.987047,91458.416398,28296.707262,3775.291308,1009.936677,3709.838811,992.427333,16.819075,3389.101562,3872.0