attempt,model,module,layer,memmb,param_cnt,bit_budget,b1,g1,b2,g2,params_quant_tot,params_all_tot
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,13.4794921875,45088768,2.25,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.51,2,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,2.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,3.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.25,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.25,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,16.5078125,16777216,4.51,8,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.25,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.25,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
kurt-scaled,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.13,4,32,8,128,6476005376,6738415616
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,2.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,2.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,2.51,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,3.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,4.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.25,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.13,4,32,8,128,12687769600,13015864320
kurt-scaled,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,2.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,17.5546875,58720256,2.25,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.51,2,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,3.51,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.51,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,3.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,3.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.25390625,4194304,4.51,8,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,4.25,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,4.13,3,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
kurt-scaled,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.13,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.25,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,11.432373046875,45088768,2.25,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.25390625,16777216,2.51,2,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,2.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,2.51,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.51,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,3.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,3.51,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.51,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.25,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,3.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.25,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,3.13,2,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,3.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,3.13,2,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,16.25390625,16777216,4.51,8,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.51,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.25,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,4.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,4.25,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.25,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,4.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,4.13,3,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,4.13,3,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.13,4,64,8,128,6476005376,6738415616
mxq1,Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,6.646728515625,26214400,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.13,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,6.646728515625,26214400,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,2.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,17.9461669921875,70778880,2.25,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,6.646728515625,26214400,2.51,2,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,2.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,2.51,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,2.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.51,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,3.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,3.51,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,3.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.51,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,3.25,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.25,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,3.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.25,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,3.13,2,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,3.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,3.13,2,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,25.396728515625,26214400,4.51,8,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.51,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,4.25,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.25,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.25,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.25,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,4.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,4.13,3,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,4.13,3,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.13,4,32,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.13,4,64,8,128,12687769600,13015864320
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.13,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,1.0634765625,4194304,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,4.25390625,16777216,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.13,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,4.25390625,16777216,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,2.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,2.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.25,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,2.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,2.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,14.888671875,58720256,2.25,2,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,2.51,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,2.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,2.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,2.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,2.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.51,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,3.51,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,3.51,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,3.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,3.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.51,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.25,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,3.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.25,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,3.13,2,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,3.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,3.13,2,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,3.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,3.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.13,3,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,16.25390625,16777216,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.126953125,4194304,4.51,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.51,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.51,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.25,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.25,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.25,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.25,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.25,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,0,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,1,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,2,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,3,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,4,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,5,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,6,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,7,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,8,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,9,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,10,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,11,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,12,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,13,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,14,4.126953125,4194304,4.13,8,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,15,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,16,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,17,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,18,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,19,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,20,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,21,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,22,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,4.13,3,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,23,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,24,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,25,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,26,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,27,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,28,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,29,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,30,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.k_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.v_proj,31,4.0634765625,4194304,4.13,8,128,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.13,4,32,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
mxq1,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.13,4,64,8,128,6979321856,8030261248
,Llama-2-7b-hf,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,12.11474609375,45088768,2.25,2,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,5.015625,16777216,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,13.4794921875,45088768,2.51,2,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,16.807373046875,45088768,3.13,3,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,17.48974609375,45088768,3.25,3,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,18.8544921875,45088768,3.51,3,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,22.182373046875,45088768,4.13,4,128,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,22.86474609375,45088768,4.25,4,64,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,0,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,1,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,2,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,3,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,4,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,5,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,6,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,7,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,8,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,9,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,10,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,11,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,12,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,13,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,14,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,15,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,16,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,17,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,18,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,19,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,20,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,21,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,22,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,23,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,24,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,25,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,26,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,27,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,28,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,29,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,30,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.k_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.v_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.gate_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.up_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-7b-hf,mlp.down_proj,31,24.2294921875,45088768,4.51,4,32,8,128,6476005376,6738415616
,Llama-2-13b-hf,self_attn.q_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,7.04345703125,26214400,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,19.017333984375,70778880,2.25,2,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,7.8369140625,26214400,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,21.15966796875,70778880,2.51,2,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,9.771728515625,26214400,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,26.3836669921875,70778880,3.13,3,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,10.16845703125,26214400,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,27.454833984375,70778880,3.25,3,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,10.9619140625,26214400,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,29.59716796875,70778880,3.51,3,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,12.896728515625,26214400,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,34.8211669921875,70778880,4.13,4,128,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,13.29345703125,26214400,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,35.892333984375,70778880,4.25,4,64,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,0,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,0,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,1,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,1,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,2,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,2,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,3,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,3,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,4,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,4,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,5,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,5,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,6,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,6,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,7,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,7,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,8,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,8,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,9,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,9,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,10,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,10,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,11,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,11,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,12,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,12,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,13,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,13,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,14,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,14,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,15,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,15,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,16,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,16,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,17,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,17,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,18,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,18,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,19,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,19,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,20,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,20,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,21,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,21,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,22,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,22,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,23,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,23,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,24,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,24,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,25,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,25,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,26,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,26,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,27,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,27,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,28,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,28,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,29,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,29,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,30,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,30,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,31,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,31,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,32,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,32,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,33,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,33,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,34,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,34,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,35,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,35,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,36,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,36,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,37,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,37,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,38,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,38,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.q_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.k_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.v_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,self_attn.o_proj,39,14.0869140625,26214400,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.gate_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.up_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Llama-2-13b-hf,mlp.down_proj,39,38.03466796875,70778880,4.51,4,32,8,128,12687769600,13015864320
,Meta-Llama-3-8B,self_attn.q_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,1.126953125,4194304,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,4.5078125,16777216,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,15.77734375,58720256,2.25,2,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,1.25390625,4194304,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,5.015625,16777216,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,17.5546875,58720256,2.51,2,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,1.5634765625,4194304,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,6.25390625,16777216,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,21.888671875,58720256,3.13,3,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,1.626953125,4194304,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,6.5078125,16777216,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,22.77734375,58720256,3.25,3,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,1.75390625,4194304,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,7.015625,16777216,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,24.5546875,58720256,3.51,3,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,2.0634765625,4194304,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,8.25390625,16777216,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,28.888671875,58720256,4.13,4,128,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,2.126953125,4194304,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,8.5078125,16777216,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,29.77734375,58720256,4.25,4,64,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,0,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,0,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,0,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,1,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,1,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,1,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,2,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,2,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,2,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,3,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,3,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,3,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,4,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,4,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,4,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,5,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,5,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,5,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,6,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,6,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,6,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,7,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,7,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,7,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,8,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,8,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,8,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,9,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,9,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,9,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,10,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,10,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,10,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,11,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,11,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,11,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,12,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,12,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,12,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,13,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,13,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,13,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,14,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,14,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,14,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,15,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,15,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,15,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,16,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,16,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,16,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,17,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,17,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,17,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,18,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,18,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,18,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,19,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,19,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,19,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,20,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,20,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,20,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,21,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,21,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,21,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,22,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,22,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,22,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,23,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,23,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,23,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,24,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,24,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,24,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,25,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,25,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,25,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,26,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,26,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,26,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,27,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,27,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,27,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,28,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,28,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,28,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,29,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,29,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,29,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,30,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,30,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,30,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.q_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.k_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.v_proj,31,2.25390625,4194304,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,self_attn.o_proj,31,9.015625,16777216,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.gate_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.up_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248
,Meta-Llama-3-8B,mlp.down_proj,31,31.5546875,58720256,4.51,4,32,8,128,6979321856,8030261248