| { |
| "captured": 15, |
| "captions": 600, |
| "damp": 0.01, |
| "groups": { |
| "language_model.layers.0.self_attn.q_proj": { |
| "rtn": 0.000933, |
| "gptq": 0.000108, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.0.self_attn.o_proj": { |
| "rtn": 0.00109, |
| "gptq": 9.3e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.0.mlp.gate_proj": { |
| "rtn": 0.002218, |
| "gptq": 0.000178, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.0.mlp.down_proj": { |
| "rtn": 0.001804, |
| "gptq": 7.5e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.1.self_attn.q_proj": { |
| "rtn": 0.000577, |
| "gptq": 1.6e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.1.self_attn.o_proj": { |
| "rtn": 0.001575, |
| "gptq": 0.000126, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.1.mlp.gate_proj": { |
| "rtn": 0.000144, |
| "gptq": 1e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.1.mlp.down_proj": { |
| "rtn": 0.001895, |
| "gptq": 2.9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.2.self_attn.q_proj": { |
| "rtn": 0.001039, |
| "gptq": 0.0001, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.2.self_attn.o_proj": { |
| "rtn": 0.00277, |
| "gptq": 0.000345, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.2.mlp.gate_proj": { |
| "rtn": 0.000361, |
| "gptq": 2e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.2.mlp.down_proj": { |
| "rtn": 0.002442, |
| "gptq": 3.8e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.3.self_attn.q_proj": { |
| "rtn": 0.001006, |
| "gptq": 8.9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.3.self_attn.o_proj": { |
| "rtn": 0.003249, |
| "gptq": 0.000493, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.3.mlp.gate_proj": { |
| "rtn": 0.000406, |
| "gptq": 5e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.3.mlp.down_proj": { |
| "rtn": 0.004379, |
| "gptq": 8.5e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.4.self_attn.q_proj": { |
| "rtn": 0.001132, |
| "gptq": 0.000113, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.4.self_attn.o_proj": { |
| "rtn": 0.002582, |
| "gptq": 0.000369, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.4.mlp.gate_proj": { |
| "rtn": 0.000434, |
| "gptq": 9e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.4.mlp.down_proj": { |
| "rtn": 0.003185, |
| "gptq": 7.3e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.5.self_attn.q_proj": { |
| "rtn": 0.001001, |
| "gptq": 6.9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.5.self_attn.o_proj": { |
| "rtn": 0.002133, |
| "gptq": 0.000222, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.5.mlp.gate_proj": { |
| "rtn": 0.000482, |
| "gptq": 1.5e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.5.mlp.down_proj": { |
| "rtn": 0.006255, |
| "gptq": 0.000276, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.6.self_attn.q_proj": { |
| "rtn": 0.001243, |
| "gptq": 0.000162, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.6.self_attn.o_proj": { |
| "rtn": 0.002272, |
| "gptq": 0.000266, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.6.mlp.gate_proj": { |
| "rtn": 0.000653, |
| "gptq": 2.9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.6.mlp.down_proj": { |
| "rtn": 0.001573, |
| "gptq": 0.0, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.7.self_attn.q_proj": { |
| "rtn": 0.001513, |
| "gptq": 0.000293, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.7.self_attn.o_proj": { |
| "rtn": 0.004386, |
| "gptq": 0.000759, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.7.mlp.gate_proj": { |
| "rtn": 0.000694, |
| "gptq": 4.7e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.7.mlp.down_proj": { |
| "rtn": 0.002404, |
| "gptq": 0.000133, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.8.self_attn.q_proj": { |
| "rtn": 0.001559, |
| "gptq": 0.000265, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.8.self_attn.o_proj": { |
| "rtn": 0.003338, |
| "gptq": 0.000452, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.8.mlp.gate_proj": { |
| "rtn": 0.000883, |
| "gptq": 6.4e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.8.mlp.down_proj": { |
| "rtn": 0.005681, |
| "gptq": 0.000877, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.9.self_attn.q_proj": { |
| "rtn": 0.001619, |
| "gptq": 0.000156, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.9.self_attn.o_proj": { |
| "rtn": 0.003436, |
| "gptq": 0.000433, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.9.mlp.gate_proj": { |
| "rtn": 0.005139, |
| "gptq": 0.00169, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.9.mlp.down_proj": { |
| "rtn": 0.004203, |
| "gptq": 0.000801, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.10.self_attn.q_proj": { |
| "rtn": 0.001741, |
| "gptq": 0.000228, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.10.self_attn.o_proj": { |
| "rtn": 0.004374, |
| "gptq": 0.000776, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.10.mlp.gate_proj": { |
| "rtn": 0.006097, |
| "gptq": 0.002127, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.10.mlp.down_proj": { |
| "rtn": 0.006859, |
| "gptq": 0.001686, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.11.self_attn.q_proj": { |
| "rtn": 0.001695, |
| "gptq": 0.000306, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.11.self_attn.o_proj": { |
| "rtn": 0.005313, |
| "gptq": 0.000979, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.11.mlp.gate_proj": { |
| "rtn": 0.006046, |
| "gptq": 0.002198, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.11.mlp.down_proj": { |
| "rtn": 0.006905, |
| "gptq": 0.001752, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.12.self_attn.q_proj": { |
| "rtn": 0.001789, |
| "gptq": 0.000305, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.12.self_attn.o_proj": { |
| "rtn": 0.004064, |
| "gptq": 0.000623, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.12.mlp.gate_proj": { |
| "rtn": 0.005717, |
| "gptq": 0.002115, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.12.mlp.down_proj": { |
| "rtn": 0.006936, |
| "gptq": 0.001975, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.13.self_attn.q_proj": { |
| "rtn": 0.001767, |
| "gptq": 0.000385, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.13.self_attn.o_proj": { |
| "rtn": 0.004807, |
| "gptq": 0.000693, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.13.mlp.gate_proj": { |
| "rtn": 0.004854, |
| "gptq": 0.001789, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.13.mlp.down_proj": { |
| "rtn": 0.006438, |
| "gptq": 0.001696, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.14.self_attn.q_proj": { |
| "rtn": 0.001638, |
| "gptq": 0.000298, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.14.self_attn.o_proj": { |
| "rtn": 0.004636, |
| "gptq": 0.000622, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.14.mlp.gate_proj": { |
| "rtn": 0.005158, |
| "gptq": 0.001887, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.14.mlp.down_proj": { |
| "rtn": 0.006393, |
| "gptq": 0.001659, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.15.self_attn.q_proj": { |
| "rtn": 0.001687, |
| "gptq": 0.000216, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.15.self_attn.o_proj": { |
| "rtn": 0.004195, |
| "gptq": 0.000623, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.15.mlp.gate_proj": { |
| "rtn": 0.00544, |
| "gptq": 0.001949, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.15.mlp.down_proj": { |
| "rtn": 0.006419, |
| "gptq": 0.001793, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.16.self_attn.q_proj": { |
| "rtn": 0.001569, |
| "gptq": 0.000222, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.16.self_attn.o_proj": { |
| "rtn": 0.003818, |
| "gptq": 0.000502, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.16.mlp.gate_proj": { |
| "rtn": 0.004874, |
| "gptq": 0.001656, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.16.mlp.down_proj": { |
| "rtn": 0.006165, |
| "gptq": 0.001672, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.17.self_attn.q_proj": { |
| "rtn": 0.001781, |
| "gptq": 0.000253, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.17.self_attn.o_proj": { |
| "rtn": 0.003061, |
| "gptq": 0.000309, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.17.mlp.gate_proj": { |
| "rtn": 0.005242, |
| "gptq": 0.001799, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.17.mlp.down_proj": { |
| "rtn": 0.006571, |
| "gptq": 0.00193, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.18.self_attn.q_proj": { |
| "rtn": 0.001845, |
| "gptq": 0.000261, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.18.self_attn.o_proj": { |
| "rtn": 0.004325, |
| "gptq": 0.000514, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.18.mlp.gate_proj": { |
| "rtn": 0.004974, |
| "gptq": 0.001702, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.18.mlp.down_proj": { |
| "rtn": 0.006652, |
| "gptq": 0.001994, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.19.self_attn.q_proj": { |
| "rtn": 0.002085, |
| "gptq": 0.000302, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.19.self_attn.o_proj": { |
| "rtn": 0.005107, |
| "gptq": 0.000782, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.19.mlp.gate_proj": { |
| "rtn": 0.005456, |
| "gptq": 0.001918, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.19.mlp.down_proj": { |
| "rtn": 0.006753, |
| "gptq": 0.002181, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.20.self_attn.q_proj": { |
| "rtn": 0.001862, |
| "gptq": 0.00023, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.20.self_attn.o_proj": { |
| "rtn": 0.004962, |
| "gptq": 0.000688, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.20.mlp.gate_proj": { |
| "rtn": 0.005549, |
| "gptq": 0.001959, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.20.mlp.down_proj": { |
| "rtn": 0.006631, |
| "gptq": 0.002069, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.21.self_attn.q_proj": { |
| "rtn": 0.00178, |
| "gptq": 0.000281, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.21.self_attn.o_proj": { |
| "rtn": 0.005647, |
| "gptq": 0.000933, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.21.mlp.gate_proj": { |
| "rtn": 0.005537, |
| "gptq": 0.001975, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.21.mlp.down_proj": { |
| "rtn": 0.006803, |
| "gptq": 0.002162, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.22.self_attn.q_proj": { |
| "rtn": 0.00176, |
| "gptq": 0.000276, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.22.self_attn.o_proj": { |
| "rtn": 0.005337, |
| "gptq": 0.000864, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.22.mlp.gate_proj": { |
| "rtn": 0.005524, |
| "gptq": 0.001975, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.22.mlp.down_proj": { |
| "rtn": 0.007167, |
| "gptq": 0.002198, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.23.self_attn.q_proj": { |
| "rtn": 0.001724, |
| "gptq": 0.000252, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.23.self_attn.o_proj": { |
| "rtn": 0.005212, |
| "gptq": 0.000728, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.23.mlp.gate_proj": { |
| "rtn": 0.005453, |
| "gptq": 0.001931, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.23.mlp.down_proj": { |
| "rtn": 0.007074, |
| "gptq": 0.002105, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.24.self_attn.q_proj": { |
| "rtn": 0.001511, |
| "gptq": 0.00028, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.24.self_attn.o_proj": { |
| "rtn": 0.007304, |
| "gptq": 0.001239, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.24.mlp.gate_proj": { |
| "rtn": 0.005394, |
| "gptq": 0.001923, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.24.mlp.down_proj": { |
| "rtn": 0.007191, |
| "gptq": 0.002052, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.25.self_attn.q_proj": { |
| "rtn": 0.001972, |
| "gptq": 0.000372, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.25.self_attn.o_proj": { |
| "rtn": 0.006371, |
| "gptq": 0.000939, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.25.mlp.gate_proj": { |
| "rtn": 0.005222, |
| "gptq": 0.001806, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.25.mlp.down_proj": { |
| "rtn": 0.00717, |
| "gptq": 0.001894, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.26.self_attn.q_proj": { |
| "rtn": 0.001545, |
| "gptq": 0.000288, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.26.self_attn.o_proj": { |
| "rtn": 0.005385, |
| "gptq": 0.000869, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.26.mlp.gate_proj": { |
| "rtn": 0.005145, |
| "gptq": 0.001707, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.26.mlp.down_proj": { |
| "rtn": 0.007475, |
| "gptq": 0.002007, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.27.self_attn.q_proj": { |
| "rtn": 0.001565, |
| "gptq": 0.00023, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.27.self_attn.o_proj": { |
| "rtn": 0.006054, |
| "gptq": 0.001188, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.27.mlp.gate_proj": { |
| "rtn": 0.004977, |
| "gptq": 0.001654, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.27.mlp.down_proj": { |
| "rtn": 0.007613, |
| "gptq": 0.002052, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.28.self_attn.q_proj": { |
| "rtn": 0.00139, |
| "gptq": 0.000251, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.28.self_attn.o_proj": { |
| "rtn": 0.006012, |
| "gptq": 0.000942, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.28.mlp.gate_proj": { |
| "rtn": 0.004796, |
| "gptq": 0.001652, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.28.mlp.down_proj": { |
| "rtn": 0.007876, |
| "gptq": 0.002153, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.29.self_attn.q_proj": { |
| "rtn": 0.001616, |
| "gptq": 0.000356, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.29.self_attn.o_proj": { |
| "rtn": 0.006031, |
| "gptq": 0.001132, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.29.mlp.gate_proj": { |
| "rtn": 0.003521, |
| "gptq": 0.001173, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.29.mlp.down_proj": { |
| "rtn": 0.007605, |
| "gptq": 0.002021, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.30.self_attn.q_proj": { |
| "rtn": 0.001517, |
| "gptq": 0.000264, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.30.self_attn.o_proj": { |
| "rtn": 0.007494, |
| "gptq": 0.001481, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.30.mlp.gate_proj": { |
| "rtn": 0.001064, |
| "gptq": 0.000254, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.30.mlp.down_proj": { |
| "rtn": 0.007556, |
| "gptq": 0.001356, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.31.self_attn.q_proj": { |
| "rtn": 0.001616, |
| "gptq": 0.000393, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.31.self_attn.o_proj": { |
| "rtn": 0.006917, |
| "gptq": 0.001284, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.31.mlp.gate_proj": { |
| "rtn": 0.001135, |
| "gptq": 0.000224, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.31.mlp.down_proj": { |
| "rtn": 0.005935, |
| "gptq": 0.00069, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.32.self_attn.q_proj": { |
| "rtn": 0.001682, |
| "gptq": 0.000307, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.32.self_attn.o_proj": { |
| "rtn": 0.005511, |
| "gptq": 0.000817, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.32.mlp.gate_proj": { |
| "rtn": 0.001541, |
| "gptq": 0.000416, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.32.mlp.down_proj": { |
| "rtn": 0.006923, |
| "gptq": 0.001215, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.33.self_attn.q_proj": { |
| "rtn": 0.001614, |
| "gptq": 0.000198, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.33.self_attn.o_proj": { |
| "rtn": 0.00565, |
| "gptq": 0.000774, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.33.mlp.gate_proj": { |
| "rtn": 0.004382, |
| "gptq": 0.001582, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.33.mlp.down_proj": { |
| "rtn": 0.006607, |
| "gptq": 0.001539, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.34.self_attn.q_proj": { |
| "rtn": 0.001722, |
| "gptq": 0.000311, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.34.self_attn.o_proj": { |
| "rtn": 0.00661, |
| "gptq": 0.001204, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.34.mlp.gate_proj": { |
| "rtn": 0.005569, |
| "gptq": 0.002082, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.34.mlp.down_proj": { |
| "rtn": 0.007628, |
| "gptq": 0.00227, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.35.self_attn.q_proj": { |
| "rtn": 0.001661, |
| "gptq": 0.000335, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.35.self_attn.o_proj": { |
| "rtn": 0.007465, |
| "gptq": 0.001422, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.35.mlp.gate_proj": { |
| "rtn": 0.005236, |
| "gptq": 0.001988, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.35.mlp.down_proj": { |
| "rtn": 0.007184, |
| "gptq": 0.00197, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.36.self_attn.q_proj": { |
| "rtn": 0.001464, |
| "gptq": 0.00025, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.36.self_attn.o_proj": { |
| "rtn": 0.006434, |
| "gptq": 0.000928, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.36.mlp.gate_proj": { |
| "rtn": 0.004468, |
| "gptq": 0.001638, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.36.mlp.down_proj": { |
| "rtn": 0.006929, |
| "gptq": 0.001826, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.37.self_attn.q_proj": { |
| "rtn": 0.001305, |
| "gptq": 0.000243, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.37.self_attn.o_proj": { |
| "rtn": 0.007893, |
| "gptq": 0.001149, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.37.mlp.gate_proj": { |
| "rtn": 0.003487, |
| "gptq": 0.001224, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.37.mlp.down_proj": { |
| "rtn": 0.006598, |
| "gptq": 0.001398, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.38.self_attn.q_proj": { |
| "rtn": 0.001377, |
| "gptq": 0.000196, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.38.self_attn.o_proj": { |
| "rtn": 0.00781, |
| "gptq": 0.000953, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.38.mlp.gate_proj": { |
| "rtn": 0.003813, |
| "gptq": 0.001282, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.38.mlp.down_proj": { |
| "rtn": 0.006553, |
| "gptq": 0.001419, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.39.self_attn.q_proj": { |
| "rtn": 0.001314, |
| "gptq": 0.000192, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.39.self_attn.o_proj": { |
| "rtn": 0.007699, |
| "gptq": 0.000991, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.39.mlp.gate_proj": { |
| "rtn": 0.00414, |
| "gptq": 0.001363, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.39.mlp.down_proj": { |
| "rtn": 0.006792, |
| "gptq": 0.001543, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.40.self_attn.q_proj": { |
| "rtn": 0.001281, |
| "gptq": 0.000165, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.40.self_attn.o_proj": { |
| "rtn": 0.007856, |
| "gptq": 0.000981, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.40.mlp.gate_proj": { |
| "rtn": 0.004094, |
| "gptq": 0.001243, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.40.mlp.down_proj": { |
| "rtn": 0.006636, |
| "gptq": 0.001471, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.41.self_attn.q_proj": { |
| "rtn": 0.001417, |
| "gptq": 0.000176, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.41.self_attn.o_proj": { |
| "rtn": 0.006949, |
| "gptq": 0.00071, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.41.mlp.gate_proj": { |
| "rtn": 0.004306, |
| "gptq": 0.001311, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.41.mlp.down_proj": { |
| "rtn": 0.007137, |
| "gptq": 0.001729, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.42.self_attn.q_proj": { |
| "rtn": 0.001523, |
| "gptq": 0.000182, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.42.self_attn.o_proj": { |
| "rtn": 0.011111, |
| "gptq": 0.001096, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.42.mlp.gate_proj": { |
| "rtn": 0.004257, |
| "gptq": 0.00127, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.42.mlp.down_proj": { |
| "rtn": 0.007333, |
| "gptq": 0.001659, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.43.self_attn.q_proj": { |
| "rtn": 0.001873, |
| "gptq": 0.00023, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.43.self_attn.o_proj": { |
| "rtn": 0.010996, |
| "gptq": 0.001642, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.43.mlp.gate_proj": { |
| "rtn": 0.004558, |
| "gptq": 0.001405, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.43.mlp.down_proj": { |
| "rtn": 0.003787, |
| "gptq": 9.3e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.44.self_attn.q_proj": { |
| "rtn": 0.001897, |
| "gptq": 0.000231, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.44.self_attn.o_proj": { |
| "rtn": 0.011183, |
| "gptq": 0.001514, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.44.mlp.gate_proj": { |
| "rtn": 0.004556, |
| "gptq": 0.001427, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.44.mlp.down_proj": { |
| "rtn": 0.007034, |
| "gptq": 0.00166, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.45.self_attn.q_proj": { |
| "rtn": 0.001842, |
| "gptq": 0.000223, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.45.self_attn.o_proj": { |
| "rtn": 0.010593, |
| "gptq": 0.001278, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.45.mlp.gate_proj": { |
| "rtn": 0.004515, |
| "gptq": 0.001394, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.45.mlp.down_proj": { |
| "rtn": 0.007366, |
| "gptq": 0.001489, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.46.self_attn.q_proj": { |
| "rtn": 0.001975, |
| "gptq": 0.00023, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.46.self_attn.o_proj": { |
| "rtn": 0.011234, |
| "gptq": 0.00136, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.46.mlp.gate_proj": { |
| "rtn": 0.004633, |
| "gptq": 0.001362, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.46.mlp.down_proj": { |
| "rtn": 0.007552, |
| "gptq": 0.001819, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.47.self_attn.q_proj": { |
| "rtn": 0.002075, |
| "gptq": 0.000255, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.47.self_attn.o_proj": { |
| "rtn": 0.010377, |
| "gptq": 0.001472, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.47.mlp.gate_proj": { |
| "rtn": 0.004631, |
| "gptq": 0.001306, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.47.mlp.down_proj": { |
| "rtn": 0.007365, |
| "gptq": 0.001582, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.48.self_attn.q_proj": { |
| "rtn": 0.001855, |
| "gptq": 0.000208, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.48.self_attn.o_proj": { |
| "rtn": 0.010164, |
| "gptq": 0.001149, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.48.mlp.gate_proj": { |
| "rtn": 0.00455, |
| "gptq": 0.001221, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.48.mlp.down_proj": { |
| "rtn": 0.00825, |
| "gptq": 0.001694, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.49.self_attn.q_proj": { |
| "rtn": 0.002304, |
| "gptq": 0.000263, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.49.self_attn.o_proj": { |
| "rtn": 0.009468, |
| "gptq": 0.001125, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.49.mlp.gate_proj": { |
| "rtn": 0.004693, |
| "gptq": 0.001199, |
| "damp": 0.009999999776482582 |
| }, |
| "language_model.layers.49.mlp.down_proj": { |
| "rtn": 0.007884, |
| "gptq": 0.001488, |
| "damp": 0.009999999776482582 |
| } |
| }, |
| "key_prefix": "", |
| "tokens": 72619, |
| "mean": { |
| "rtn": 0.004426, |
| "gptq": 0.000951 |
| }, |
| "recipe": "gptq", |
| "seconds": 583.7, |
| "orbitquant": "0.18.0" |
| } |
