{
 "captured": 15,
 "captions": 600,
 "damp": 0.01,
 "groups": {
  "language_model.layers.0.self_attn.q_proj": {
   "rtn": 0.000933,
   "gptq": 0.000108,
   "damp": 0.009999999776482582
  },
  "language_model.layers.0.self_attn.o_proj": {
   "rtn": 0.00109,
   "gptq": 9.3e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.0.mlp.gate_proj": {
   "rtn": 0.002218,
   "gptq": 0.000178,
   "damp": 0.009999999776482582
  },
  "language_model.layers.0.mlp.down_proj": {
   "rtn": 0.001804,
   "gptq": 7.5e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.1.self_attn.q_proj": {
   "rtn": 0.000577,
   "gptq": 1.6e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.1.self_attn.o_proj": {
   "rtn": 0.001575,
   "gptq": 0.000126,
   "damp": 0.009999999776482582
  },
  "language_model.layers.1.mlp.gate_proj": {
   "rtn": 0.000144,
   "gptq": 1e-06,
   "damp": 0.009999999776482582
  },
  "language_model.layers.1.mlp.down_proj": {
   "rtn": 0.001895,
   "gptq": 2.9e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.2.self_attn.q_proj": {
   "rtn": 0.001039,
   "gptq": 0.0001,
   "damp": 0.009999999776482582
  },
  "language_model.layers.2.self_attn.o_proj": {
   "rtn": 0.00277,
   "gptq": 0.000345,
   "damp": 0.009999999776482582
  },
  "language_model.layers.2.mlp.gate_proj": {
   "rtn": 0.000361,
   "gptq": 2e-06,
   "damp": 0.009999999776482582
  },
  "language_model.layers.2.mlp.down_proj": {
   "rtn": 0.002442,
   "gptq": 3.8e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.3.self_attn.q_proj": {
   "rtn": 0.001006,
   "gptq": 8.9e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.3.self_attn.o_proj": {
   "rtn": 0.003249,
   "gptq": 0.000493,
   "damp": 0.009999999776482582
  },
  "language_model.layers.3.mlp.gate_proj": {
   "rtn": 0.000406,
   "gptq": 5e-06,
   "damp": 0.009999999776482582
  },
  "language_model.layers.3.mlp.down_proj": {
   "rtn": 0.004379,
   "gptq": 8.5e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.4.self_attn.q_proj": {
   "rtn": 0.001132,
   "gptq": 0.000113,
   "damp": 0.009999999776482582
  },
  "language_model.layers.4.self_attn.o_proj": {
   "rtn": 0.002582,
   "gptq": 0.000369,
   "damp": 0.009999999776482582
  },
  "language_model.layers.4.mlp.gate_proj": {
   "rtn": 0.000434,
   "gptq": 9e-06,
   "damp": 0.009999999776482582
  },
  "language_model.layers.4.mlp.down_proj": {
   "rtn": 0.003185,
   "gptq": 7.3e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.5.self_attn.q_proj": {
   "rtn": 0.001001,
   "gptq": 6.9e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.5.self_attn.o_proj": {
   "rtn": 0.002133,
   "gptq": 0.000222,
   "damp": 0.009999999776482582
  },
  "language_model.layers.5.mlp.gate_proj": {
   "rtn": 0.000482,
   "gptq": 1.5e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.5.mlp.down_proj": {
   "rtn": 0.006255,
   "gptq": 0.000276,
   "damp": 0.009999999776482582
  },
  "language_model.layers.6.self_attn.q_proj": {
   "rtn": 0.001243,
   "gptq": 0.000162,
   "damp": 0.009999999776482582
  },
  "language_model.layers.6.self_attn.o_proj": {
   "rtn": 0.002272,
   "gptq": 0.000266,
   "damp": 0.009999999776482582
  },
  "language_model.layers.6.mlp.gate_proj": {
   "rtn": 0.000653,
   "gptq": 2.9e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.6.mlp.down_proj": {
   "rtn": 0.001573,
   "gptq": 0.0,
   "damp": 0.009999999776482582
  },
  "language_model.layers.7.self_attn.q_proj": {
   "rtn": 0.001513,
   "gptq": 0.000293,
   "damp": 0.009999999776482582
  },
  "language_model.layers.7.self_attn.o_proj": {
   "rtn": 0.004386,
   "gptq": 0.000759,
   "damp": 0.009999999776482582
  },
  "language_model.layers.7.mlp.gate_proj": {
   "rtn": 0.000694,
   "gptq": 4.7e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.7.mlp.down_proj": {
   "rtn": 0.002404,
   "gptq": 0.000133,
   "damp": 0.009999999776482582
  },
  "language_model.layers.8.self_attn.q_proj": {
   "rtn": 0.001559,
   "gptq": 0.000265,
   "damp": 0.009999999776482582
  },
  "language_model.layers.8.self_attn.o_proj": {
   "rtn": 0.003338,
   "gptq": 0.000452,
   "damp": 0.009999999776482582
  },
  "language_model.layers.8.mlp.gate_proj": {
   "rtn": 0.000883,
   "gptq": 6.4e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.8.mlp.down_proj": {
   "rtn": 0.005681,
   "gptq": 0.000877,
   "damp": 0.009999999776482582
  },
  "language_model.layers.9.self_attn.q_proj": {
   "rtn": 0.001619,
   "gptq": 0.000156,
   "damp": 0.009999999776482582
  },
  "language_model.layers.9.self_attn.o_proj": {
   "rtn": 0.003436,
   "gptq": 0.000433,
   "damp": 0.009999999776482582
  },
  "language_model.layers.9.mlp.gate_proj": {
   "rtn": 0.005139,
   "gptq": 0.00169,
   "damp": 0.009999999776482582
  },
  "language_model.layers.9.mlp.down_proj": {
   "rtn": 0.004203,
   "gptq": 0.000801,
   "damp": 0.009999999776482582
  },
  "language_model.layers.10.self_attn.q_proj": {
   "rtn": 0.001741,
   "gptq": 0.000228,
   "damp": 0.009999999776482582
  },
  "language_model.layers.10.self_attn.o_proj": {
   "rtn": 0.004374,
   "gptq": 0.000776,
   "damp": 0.009999999776482582
  },
  "language_model.layers.10.mlp.gate_proj": {
   "rtn": 0.006097,
   "gptq": 0.002127,
   "damp": 0.009999999776482582
  },
  "language_model.layers.10.mlp.down_proj": {
   "rtn": 0.006859,
   "gptq": 0.001686,
   "damp": 0.009999999776482582
  },
  "language_model.layers.11.self_attn.q_proj": {
   "rtn": 0.001695,
   "gptq": 0.000306,
   "damp": 0.009999999776482582
  },
  "language_model.layers.11.self_attn.o_proj": {
   "rtn": 0.005313,
   "gptq": 0.000979,
   "damp": 0.009999999776482582
  },
  "language_model.layers.11.mlp.gate_proj": {
   "rtn": 0.006046,
   "gptq": 0.002198,
   "damp": 0.009999999776482582
  },
  "language_model.layers.11.mlp.down_proj": {
   "rtn": 0.006905,
   "gptq": 0.001752,
   "damp": 0.009999999776482582
  },
  "language_model.layers.12.self_attn.q_proj": {
   "rtn": 0.001789,
   "gptq": 0.000305,
   "damp": 0.009999999776482582
  },
  "language_model.layers.12.self_attn.o_proj": {
   "rtn": 0.004064,
   "gptq": 0.000623,
   "damp": 0.009999999776482582
  },
  "language_model.layers.12.mlp.gate_proj": {
   "rtn": 0.005717,
   "gptq": 0.002115,
   "damp": 0.009999999776482582
  },
  "language_model.layers.12.mlp.down_proj": {
   "rtn": 0.006936,
   "gptq": 0.001975,
   "damp": 0.009999999776482582
  },
  "language_model.layers.13.self_attn.q_proj": {
   "rtn": 0.001767,
   "gptq": 0.000385,
   "damp": 0.009999999776482582
  },
  "language_model.layers.13.self_attn.o_proj": {
   "rtn": 0.004807,
   "gptq": 0.000693,
   "damp": 0.009999999776482582
  },
  "language_model.layers.13.mlp.gate_proj": {
   "rtn": 0.004854,
   "gptq": 0.001789,
   "damp": 0.009999999776482582
  },
  "language_model.layers.13.mlp.down_proj": {
   "rtn": 0.006438,
   "gptq": 0.001696,
   "damp": 0.009999999776482582
  },
  "language_model.layers.14.self_attn.q_proj": {
   "rtn": 0.001638,
   "gptq": 0.000298,
   "damp": 0.009999999776482582
  },
  "language_model.layers.14.self_attn.o_proj": {
   "rtn": 0.004636,
   "gptq": 0.000622,
   "damp": 0.009999999776482582
  },
  "language_model.layers.14.mlp.gate_proj": {
   "rtn": 0.005158,
   "gptq": 0.001887,
   "damp": 0.009999999776482582
  },
  "language_model.layers.14.mlp.down_proj": {
   "rtn": 0.006393,
   "gptq": 0.001659,
   "damp": 0.009999999776482582
  },
  "language_model.layers.15.self_attn.q_proj": {
   "rtn": 0.001687,
   "gptq": 0.000216,
   "damp": 0.009999999776482582
  },
  "language_model.layers.15.self_attn.o_proj": {
   "rtn": 0.004195,
   "gptq": 0.000623,
   "damp": 0.009999999776482582
  },
  "language_model.layers.15.mlp.gate_proj": {
   "rtn": 0.00544,
   "gptq": 0.001949,
   "damp": 0.009999999776482582
  },
  "language_model.layers.15.mlp.down_proj": {
   "rtn": 0.006419,
   "gptq": 0.001793,
   "damp": 0.009999999776482582
  },
  "language_model.layers.16.self_attn.q_proj": {
   "rtn": 0.001569,
   "gptq": 0.000222,
   "damp": 0.009999999776482582
  },
  "language_model.layers.16.self_attn.o_proj": {
   "rtn": 0.003818,
   "gptq": 0.000502,
   "damp": 0.009999999776482582
  },
  "language_model.layers.16.mlp.gate_proj": {
   "rtn": 0.004874,
   "gptq": 0.001656,
   "damp": 0.009999999776482582
  },
  "language_model.layers.16.mlp.down_proj": {
   "rtn": 0.006165,
   "gptq": 0.001672,
   "damp": 0.009999999776482582
  },
  "language_model.layers.17.self_attn.q_proj": {
   "rtn": 0.001781,
   "gptq": 0.000253,
   "damp": 0.009999999776482582
  },
  "language_model.layers.17.self_attn.o_proj": {
   "rtn": 0.003061,
   "gptq": 0.000309,
   "damp": 0.009999999776482582
  },
  "language_model.layers.17.mlp.gate_proj": {
   "rtn": 0.005242,
   "gptq": 0.001799,
   "damp": 0.009999999776482582
  },
  "language_model.layers.17.mlp.down_proj": {
   "rtn": 0.006571,
   "gptq": 0.00193,
   "damp": 0.009999999776482582
  },
  "language_model.layers.18.self_attn.q_proj": {
   "rtn": 0.001845,
   "gptq": 0.000261,
   "damp": 0.009999999776482582
  },
  "language_model.layers.18.self_attn.o_proj": {
   "rtn": 0.004325,
   "gptq": 0.000514,
   "damp": 0.009999999776482582
  },
  "language_model.layers.18.mlp.gate_proj": {
   "rtn": 0.004974,
   "gptq": 0.001702,
   "damp": 0.009999999776482582
  },
  "language_model.layers.18.mlp.down_proj": {
   "rtn": 0.006652,
   "gptq": 0.001994,
   "damp": 0.009999999776482582
  },
  "language_model.layers.19.self_attn.q_proj": {
   "rtn": 0.002085,
   "gptq": 0.000302,
   "damp": 0.009999999776482582
  },
  "language_model.layers.19.self_attn.o_proj": {
   "rtn": 0.005107,
   "gptq": 0.000782,
   "damp": 0.009999999776482582
  },
  "language_model.layers.19.mlp.gate_proj": {
   "rtn": 0.005456,
   "gptq": 0.001918,
   "damp": 0.009999999776482582
  },
  "language_model.layers.19.mlp.down_proj": {
   "rtn": 0.006753,
   "gptq": 0.002181,
   "damp": 0.009999999776482582
  },
  "language_model.layers.20.self_attn.q_proj": {
   "rtn": 0.001862,
   "gptq": 0.00023,
   "damp": 0.009999999776482582
  },
  "language_model.layers.20.self_attn.o_proj": {
   "rtn": 0.004962,
   "gptq": 0.000688,
   "damp": 0.009999999776482582
  },
  "language_model.layers.20.mlp.gate_proj": {
   "rtn": 0.005549,
   "gptq": 0.001959,
   "damp": 0.009999999776482582
  },
  "language_model.layers.20.mlp.down_proj": {
   "rtn": 0.006631,
   "gptq": 0.002069,
   "damp": 0.009999999776482582
  },
  "language_model.layers.21.self_attn.q_proj": {
   "rtn": 0.00178,
   "gptq": 0.000281,
   "damp": 0.009999999776482582
  },
  "language_model.layers.21.self_attn.o_proj": {
   "rtn": 0.005647,
   "gptq": 0.000933,
   "damp": 0.009999999776482582
  },
  "language_model.layers.21.mlp.gate_proj": {
   "rtn": 0.005537,
   "gptq": 0.001975,
   "damp": 0.009999999776482582
  },
  "language_model.layers.21.mlp.down_proj": {
   "rtn": 0.006803,
   "gptq": 0.002162,
   "damp": 0.009999999776482582
  },
  "language_model.layers.22.self_attn.q_proj": {
   "rtn": 0.00176,
   "gptq": 0.000276,
   "damp": 0.009999999776482582
  },
  "language_model.layers.22.self_attn.o_proj": {
   "rtn": 0.005337,
   "gptq": 0.000864,
   "damp": 0.009999999776482582
  },
  "language_model.layers.22.mlp.gate_proj": {
   "rtn": 0.005524,
   "gptq": 0.001975,
   "damp": 0.009999999776482582
  },
  "language_model.layers.22.mlp.down_proj": {
   "rtn": 0.007167,
   "gptq": 0.002198,
   "damp": 0.009999999776482582
  },
  "language_model.layers.23.self_attn.q_proj": {
   "rtn": 0.001724,
   "gptq": 0.000252,
   "damp": 0.009999999776482582
  },
  "language_model.layers.23.self_attn.o_proj": {
   "rtn": 0.005212,
   "gptq": 0.000728,
   "damp": 0.009999999776482582
  },
  "language_model.layers.23.mlp.gate_proj": {
   "rtn": 0.005453,
   "gptq": 0.001931,
   "damp": 0.009999999776482582
  },
  "language_model.layers.23.mlp.down_proj": {
   "rtn": 0.007074,
   "gptq": 0.002105,
   "damp": 0.009999999776482582
  },
  "language_model.layers.24.self_attn.q_proj": {
   "rtn": 0.001511,
   "gptq": 0.00028,
   "damp": 0.009999999776482582
  },
  "language_model.layers.24.self_attn.o_proj": {
   "rtn": 0.007304,
   "gptq": 0.001239,
   "damp": 0.009999999776482582
  },
  "language_model.layers.24.mlp.gate_proj": {
   "rtn": 0.005394,
   "gptq": 0.001923,
   "damp": 0.009999999776482582
  },
  "language_model.layers.24.mlp.down_proj": {
   "rtn": 0.007191,
   "gptq": 0.002052,
   "damp": 0.009999999776482582
  },
  "language_model.layers.25.self_attn.q_proj": {
   "rtn": 0.001972,
   "gptq": 0.000372,
   "damp": 0.009999999776482582
  },
  "language_model.layers.25.self_attn.o_proj": {
   "rtn": 0.006371,
   "gptq": 0.000939,
   "damp": 0.009999999776482582
  },
  "language_model.layers.25.mlp.gate_proj": {
   "rtn": 0.005222,
   "gptq": 0.001806,
   "damp": 0.009999999776482582
  },
  "language_model.layers.25.mlp.down_proj": {
   "rtn": 0.00717,
   "gptq": 0.001894,
   "damp": 0.009999999776482582
  },
  "language_model.layers.26.self_attn.q_proj": {
   "rtn": 0.001545,
   "gptq": 0.000288,
   "damp": 0.009999999776482582
  },
  "language_model.layers.26.self_attn.o_proj": {
   "rtn": 0.005385,
   "gptq": 0.000869,
   "damp": 0.009999999776482582
  },
  "language_model.layers.26.mlp.gate_proj": {
   "rtn": 0.005145,
   "gptq": 0.001707,
   "damp": 0.009999999776482582
  },
  "language_model.layers.26.mlp.down_proj": {
   "rtn": 0.007475,
   "gptq": 0.002007,
   "damp": 0.009999999776482582
  },
  "language_model.layers.27.self_attn.q_proj": {
   "rtn": 0.001565,
   "gptq": 0.00023,
   "damp": 0.009999999776482582
  },
  "language_model.layers.27.self_attn.o_proj": {
   "rtn": 0.006054,
   "gptq": 0.001188,
   "damp": 0.009999999776482582
  },
  "language_model.layers.27.mlp.gate_proj": {
   "rtn": 0.004977,
   "gptq": 0.001654,
   "damp": 0.009999999776482582
  },
  "language_model.layers.27.mlp.down_proj": {
   "rtn": 0.007613,
   "gptq": 0.002052,
   "damp": 0.009999999776482582
  },
  "language_model.layers.28.self_attn.q_proj": {
   "rtn": 0.00139,
   "gptq": 0.000251,
   "damp": 0.009999999776482582
  },
  "language_model.layers.28.self_attn.o_proj": {
   "rtn": 0.006012,
   "gptq": 0.000942,
   "damp": 0.009999999776482582
  },
  "language_model.layers.28.mlp.gate_proj": {
   "rtn": 0.004796,
   "gptq": 0.001652,
   "damp": 0.009999999776482582
  },
  "language_model.layers.28.mlp.down_proj": {
   "rtn": 0.007876,
   "gptq": 0.002153,
   "damp": 0.009999999776482582
  },
  "language_model.layers.29.self_attn.q_proj": {
   "rtn": 0.001616,
   "gptq": 0.000356,
   "damp": 0.009999999776482582
  },
  "language_model.layers.29.self_attn.o_proj": {
   "rtn": 0.006031,
   "gptq": 0.001132,
   "damp": 0.009999999776482582
  },
  "language_model.layers.29.mlp.gate_proj": {
   "rtn": 0.003521,
   "gptq": 0.001173,
   "damp": 0.009999999776482582
  },
  "language_model.layers.29.mlp.down_proj": {
   "rtn": 0.007605,
   "gptq": 0.002021,
   "damp": 0.009999999776482582
  },
  "language_model.layers.30.self_attn.q_proj": {
   "rtn": 0.001517,
   "gptq": 0.000264,
   "damp": 0.009999999776482582
  },
  "language_model.layers.30.self_attn.o_proj": {
   "rtn": 0.007494,
   "gptq": 0.001481,
   "damp": 0.009999999776482582
  },
  "language_model.layers.30.mlp.gate_proj": {
   "rtn": 0.001064,
   "gptq": 0.000254,
   "damp": 0.009999999776482582
  },
  "language_model.layers.30.mlp.down_proj": {
   "rtn": 0.007556,
   "gptq": 0.001356,
   "damp": 0.009999999776482582
  },
  "language_model.layers.31.self_attn.q_proj": {
   "rtn": 0.001616,
   "gptq": 0.000393,
   "damp": 0.009999999776482582
  },
  "language_model.layers.31.self_attn.o_proj": {
   "rtn": 0.006917,
   "gptq": 0.001284,
   "damp": 0.009999999776482582
  },
  "language_model.layers.31.mlp.gate_proj": {
   "rtn": 0.001135,
   "gptq": 0.000224,
   "damp": 0.009999999776482582
  },
  "language_model.layers.31.mlp.down_proj": {
   "rtn": 0.005935,
   "gptq": 0.00069,
   "damp": 0.009999999776482582
  },
  "language_model.layers.32.self_attn.q_proj": {
   "rtn": 0.001682,
   "gptq": 0.000307,
   "damp": 0.009999999776482582
  },
  "language_model.layers.32.self_attn.o_proj": {
   "rtn": 0.005511,
   "gptq": 0.000817,
   "damp": 0.009999999776482582
  },
  "language_model.layers.32.mlp.gate_proj": {
   "rtn": 0.001541,
   "gptq": 0.000416,
   "damp": 0.009999999776482582
  },
  "language_model.layers.32.mlp.down_proj": {
   "rtn": 0.006923,
   "gptq": 0.001215,
   "damp": 0.009999999776482582
  },
  "language_model.layers.33.self_attn.q_proj": {
   "rtn": 0.001614,
   "gptq": 0.000198,
   "damp": 0.009999999776482582
  },
  "language_model.layers.33.self_attn.o_proj": {
   "rtn": 0.00565,
   "gptq": 0.000774,
   "damp": 0.009999999776482582
  },
  "language_model.layers.33.mlp.gate_proj": {
   "rtn": 0.004382,
   "gptq": 0.001582,
   "damp": 0.009999999776482582
  },
  "language_model.layers.33.mlp.down_proj": {
   "rtn": 0.006607,
   "gptq": 0.001539,
   "damp": 0.009999999776482582
  },
  "language_model.layers.34.self_attn.q_proj": {
   "rtn": 0.001722,
   "gptq": 0.000311,
   "damp": 0.009999999776482582
  },
  "language_model.layers.34.self_attn.o_proj": {
   "rtn": 0.00661,
   "gptq": 0.001204,
   "damp": 0.009999999776482582
  },
  "language_model.layers.34.mlp.gate_proj": {
   "rtn": 0.005569,
   "gptq": 0.002082,
   "damp": 0.009999999776482582
  },
  "language_model.layers.34.mlp.down_proj": {
   "rtn": 0.007628,
   "gptq": 0.00227,
   "damp": 0.009999999776482582
  },
  "language_model.layers.35.self_attn.q_proj": {
   "rtn": 0.001661,
   "gptq": 0.000335,
   "damp": 0.009999999776482582
  },
  "language_model.layers.35.self_attn.o_proj": {
   "rtn": 0.007465,
   "gptq": 0.001422,
   "damp": 0.009999999776482582
  },
  "language_model.layers.35.mlp.gate_proj": {
   "rtn": 0.005236,
   "gptq": 0.001988,
   "damp": 0.009999999776482582
  },
  "language_model.layers.35.mlp.down_proj": {
   "rtn": 0.007184,
   "gptq": 0.00197,
   "damp": 0.009999999776482582
  },
  "language_model.layers.36.self_attn.q_proj": {
   "rtn": 0.001464,
   "gptq": 0.00025,
   "damp": 0.009999999776482582
  },
  "language_model.layers.36.self_attn.o_proj": {
   "rtn": 0.006434,
   "gptq": 0.000928,
   "damp": 0.009999999776482582
  },
  "language_model.layers.36.mlp.gate_proj": {
   "rtn": 0.004468,
   "gptq": 0.001638,
   "damp": 0.009999999776482582
  },
  "language_model.layers.36.mlp.down_proj": {
   "rtn": 0.006929,
   "gptq": 0.001826,
   "damp": 0.009999999776482582
  },
  "language_model.layers.37.self_attn.q_proj": {
   "rtn": 0.001305,
   "gptq": 0.000243,
   "damp": 0.009999999776482582
  },
  "language_model.layers.37.self_attn.o_proj": {
   "rtn": 0.007893,
   "gptq": 0.001149,
   "damp": 0.009999999776482582
  },
  "language_model.layers.37.mlp.gate_proj": {
   "rtn": 0.003487,
   "gptq": 0.001224,
   "damp": 0.009999999776482582
  },
  "language_model.layers.37.mlp.down_proj": {
   "rtn": 0.006598,
   "gptq": 0.001398,
   "damp": 0.009999999776482582
  },
  "language_model.layers.38.self_attn.q_proj": {
   "rtn": 0.001377,
   "gptq": 0.000196,
   "damp": 0.009999999776482582
  },
  "language_model.layers.38.self_attn.o_proj": {
   "rtn": 0.00781,
   "gptq": 0.000953,
   "damp": 0.009999999776482582
  },
  "language_model.layers.38.mlp.gate_proj": {
   "rtn": 0.003813,
   "gptq": 0.001282,
   "damp": 0.009999999776482582
  },
  "language_model.layers.38.mlp.down_proj": {
   "rtn": 0.006553,
   "gptq": 0.001419,
   "damp": 0.009999999776482582
  },
  "language_model.layers.39.self_attn.q_proj": {
   "rtn": 0.001314,
   "gptq": 0.000192,
   "damp": 0.009999999776482582
  },
  "language_model.layers.39.self_attn.o_proj": {
   "rtn": 0.007699,
   "gptq": 0.000991,
   "damp": 0.009999999776482582
  },
  "language_model.layers.39.mlp.gate_proj": {
   "rtn": 0.00414,
   "gptq": 0.001363,
   "damp": 0.009999999776482582
  },
  "language_model.layers.39.mlp.down_proj": {
   "rtn": 0.006792,
   "gptq": 0.001543,
   "damp": 0.009999999776482582
  },
  "language_model.layers.40.self_attn.q_proj": {
   "rtn": 0.001281,
   "gptq": 0.000165,
   "damp": 0.009999999776482582
  },
  "language_model.layers.40.self_attn.o_proj": {
   "rtn": 0.007856,
   "gptq": 0.000981,
   "damp": 0.009999999776482582
  },
  "language_model.layers.40.mlp.gate_proj": {
   "rtn": 0.004094,
   "gptq": 0.001243,
   "damp": 0.009999999776482582
  },
  "language_model.layers.40.mlp.down_proj": {
   "rtn": 0.006636,
   "gptq": 0.001471,
   "damp": 0.009999999776482582
  },
  "language_model.layers.41.self_attn.q_proj": {
   "rtn": 0.001417,
   "gptq": 0.000176,
   "damp": 0.009999999776482582
  },
  "language_model.layers.41.self_attn.o_proj": {
   "rtn": 0.006949,
   "gptq": 0.00071,
   "damp": 0.009999999776482582
  },
  "language_model.layers.41.mlp.gate_proj": {
   "rtn": 0.004306,
   "gptq": 0.001311,
   "damp": 0.009999999776482582
  },
  "language_model.layers.41.mlp.down_proj": {
   "rtn": 0.007137,
   "gptq": 0.001729,
   "damp": 0.009999999776482582
  },
  "language_model.layers.42.self_attn.q_proj": {
   "rtn": 0.001523,
   "gptq": 0.000182,
   "damp": 0.009999999776482582
  },
  "language_model.layers.42.self_attn.o_proj": {
   "rtn": 0.011111,
   "gptq": 0.001096,
   "damp": 0.009999999776482582
  },
  "language_model.layers.42.mlp.gate_proj": {
   "rtn": 0.004257,
   "gptq": 0.00127,
   "damp": 0.009999999776482582
  },
  "language_model.layers.42.mlp.down_proj": {
   "rtn": 0.007333,
   "gptq": 0.001659,
   "damp": 0.009999999776482582
  },
  "language_model.layers.43.self_attn.q_proj": {
   "rtn": 0.001873,
   "gptq": 0.00023,
   "damp": 0.009999999776482582
  },
  "language_model.layers.43.self_attn.o_proj": {
   "rtn": 0.010996,
   "gptq": 0.001642,
   "damp": 0.009999999776482582
  },
  "language_model.layers.43.mlp.gate_proj": {
   "rtn": 0.004558,
   "gptq": 0.001405,
   "damp": 0.009999999776482582
  },
  "language_model.layers.43.mlp.down_proj": {
   "rtn": 0.003787,
   "gptq": 9.3e-05,
   "damp": 0.009999999776482582
  },
  "language_model.layers.44.self_attn.q_proj": {
   "rtn": 0.001897,
   "gptq": 0.000231,
   "damp": 0.009999999776482582
  },
  "language_model.layers.44.self_attn.o_proj": {
   "rtn": 0.011183,
   "gptq": 0.001514,
   "damp": 0.009999999776482582
  },
  "language_model.layers.44.mlp.gate_proj": {
   "rtn": 0.004556,
   "gptq": 0.001427,
   "damp": 0.009999999776482582
  },
  "language_model.layers.44.mlp.down_proj": {
   "rtn": 0.007034,
   "gptq": 0.00166,
   "damp": 0.009999999776482582
  },
  "language_model.layers.45.self_attn.q_proj": {
   "rtn": 0.001842,
   "gptq": 0.000223,
   "damp": 0.009999999776482582
  },
  "language_model.layers.45.self_attn.o_proj": {
   "rtn": 0.010593,
   "gptq": 0.001278,
   "damp": 0.009999999776482582
  },
  "language_model.layers.45.mlp.gate_proj": {
   "rtn": 0.004515,
   "gptq": 0.001394,
   "damp": 0.009999999776482582
  },
  "language_model.layers.45.mlp.down_proj": {
   "rtn": 0.007366,
   "gptq": 0.001489,
   "damp": 0.009999999776482582
  },
  "language_model.layers.46.self_attn.q_proj": {
   "rtn": 0.001975,
   "gptq": 0.00023,
   "damp": 0.009999999776482582
  },
  "language_model.layers.46.self_attn.o_proj": {
   "rtn": 0.011234,
   "gptq": 0.00136,
   "damp": 0.009999999776482582
  },
  "language_model.layers.46.mlp.gate_proj": {
   "rtn": 0.004633,
   "gptq": 0.001362,
   "damp": 0.009999999776482582
  },
  "language_model.layers.46.mlp.down_proj": {
   "rtn": 0.007552,
   "gptq": 0.001819,
   "damp": 0.009999999776482582
  },
  "language_model.layers.47.self_attn.q_proj": {
   "rtn": 0.002075,
   "gptq": 0.000255,
   "damp": 0.009999999776482582
  },
  "language_model.layers.47.self_attn.o_proj": {
   "rtn": 0.010377,
   "gptq": 0.001472,
   "damp": 0.009999999776482582
  },
  "language_model.layers.47.mlp.gate_proj": {
   "rtn": 0.004631,
   "gptq": 0.001306,
   "damp": 0.009999999776482582
  },
  "language_model.layers.47.mlp.down_proj": {
   "rtn": 0.007365,
   "gptq": 0.001582,
   "damp": 0.009999999776482582
  },
  "language_model.layers.48.self_attn.q_proj": {
   "rtn": 0.001855,
   "gptq": 0.000208,
   "damp": 0.009999999776482582
  },
  "language_model.layers.48.self_attn.o_proj": {
   "rtn": 0.010164,
   "gptq": 0.001149,
   "damp": 0.009999999776482582
  },
  "language_model.layers.48.mlp.gate_proj": {
   "rtn": 0.00455,
   "gptq": 0.001221,
   "damp": 0.009999999776482582
  },
  "language_model.layers.48.mlp.down_proj": {
   "rtn": 0.00825,
   "gptq": 0.001694,
   "damp": 0.009999999776482582
  },
  "language_model.layers.49.self_attn.q_proj": {
   "rtn": 0.002304,
   "gptq": 0.000263,
   "damp": 0.009999999776482582
  },
  "language_model.layers.49.self_attn.o_proj": {
   "rtn": 0.009468,
   "gptq": 0.001125,
   "damp": 0.009999999776482582
  },
  "language_model.layers.49.mlp.gate_proj": {
   "rtn": 0.004693,
   "gptq": 0.001199,
   "damp": 0.009999999776482582
  },
  "language_model.layers.49.mlp.down_proj": {
   "rtn": 0.007884,
   "gptq": 0.001488,
   "damp": 0.009999999776482582
  }
 },
 "key_prefix": "",
 "tokens": 72619,
 "mean": {
  "rtn": 0.004426,
  "gptq": 0.000951
 },
 "recipe": "gptq",
 "seconds": 583.7,
 "orbitquant": "0.18.0"
}