{
 "recipe": "gptq",
 "damp": 0.01,
 "groups": {
  "token_refiner.refiner_blocks.0.attn.to_q": {
   "rtn": 0.002113,
   "gptq": 5.3e-05,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.0.attn.to_out.0": {
   "rtn": 0.001072,
   "gptq": 1.2e-05,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.0.ff.net.0.proj": {
   "rtn": 0.004209,
   "gptq": 5e-05,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.0.ff.net.2": {
   "rtn": 0.003105,
   "gptq": 4.4e-05,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.1.attn.to_q": {
   "rtn": 0.004175,
   "gptq": 0.00013,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.1.attn.to_out.0": {
   "rtn": 0.002668,
   "gptq": 3.7e-05,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.1.ff.net.0.proj": {
   "rtn": 0.002445,
   "gptq": 5e-05,
   "damp": 0.009999999776482582
  },
  "token_refiner.refiner_blocks.1.ff.net.2": {
   "rtn": 0.001732,
   "gptq": 4e-06,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.0.attn.to_q": {
   "rtn": 0.001558,
   "gptq": 2.5e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.0.attn.to_out.0": {
   "rtn": 0.002026,
   "gptq": 9e-06,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.0.ff.net.0.proj": {
   "rtn": 0.006625,
   "gptq": 0.000135,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.0.ff.net.2": {
   "rtn": 0.003209,
   "gptq": 9.6e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.1.attn.to_q": {
   "rtn": 0.001076,
   "gptq": 9e-06,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.1.attn.to_out.0": {
   "rtn": 0.001755,
   "gptq": 3.4e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.1.ff.net.0.proj": {
   "rtn": 0.00209,
   "gptq": 3.3e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.1.ff.net.2": {
   "rtn": 0.002452,
   "gptq": 2.9e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.2.attn.to_q": {
   "rtn": 0.00189,
   "gptq": 3.9e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.2.attn.to_out.0": {
   "rtn": 0.001654,
   "gptq": 2.2e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.2.ff.net.0.proj": {
   "rtn": 0.005345,
   "gptq": 0.000169,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.2.ff.net.2": {
   "rtn": 0.004756,
   "gptq": 0.000334,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.3.attn.to_q": {
   "rtn": 0.001825,
   "gptq": 3.6e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.3.attn.to_out.0": {
   "rtn": 0.002708,
   "gptq": 9.2e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.3.ff.net.0.proj": {
   "rtn": 0.006278,
   "gptq": 0.000251,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.3.ff.net.2": {
   "rtn": 0.006202,
   "gptq": 0.000535,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.4.attn.to_q": {
   "rtn": 0.00287,
   "gptq": 9e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.4.attn.to_out.0": {
   "rtn": 0.003095,
   "gptq": 8.7e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.4.ff.net.0.proj": {
   "rtn": 0.006028,
   "gptq": 0.000232,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.4.ff.net.2": {
   "rtn": 0.006211,
   "gptq": 0.000516,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.5.attn.to_q": {
   "rtn": 0.002948,
   "gptq": 9.8e-05,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.5.attn.to_out.0": {
   "rtn": 0.003092,
   "gptq": 0.000109,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.5.ff.net.0.proj": {
   "rtn": 0.006165,
   "gptq": 0.000256,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.5.ff.net.2": {
   "rtn": 0.006434,
   "gptq": 0.000529,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.6.attn.to_q": {
   "rtn": 0.003518,
   "gptq": 0.000157,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.6.attn.to_out.0": {
   "rtn": 0.003514,
   "gptq": 0.000155,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.6.ff.net.0.proj": {
   "rtn": 0.006662,
   "gptq": 0.000361,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.6.ff.net.2": {
   "rtn": 0.00519,
   "gptq": 0.000413,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.7.attn.to_q": {
   "rtn": 0.003831,
   "gptq": 0.000185,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.7.attn.to_out.0": {
   "rtn": 0.00401,
   "gptq": 0.000175,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.7.ff.net.0.proj": {
   "rtn": 0.006215,
   "gptq": 0.000284,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.7.ff.net.2": {
   "rtn": 0.006209,
   "gptq": 0.000522,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.8.attn.to_q": {
   "rtn": 0.003944,
   "gptq": 0.000196,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.8.attn.to_out.0": {
   "rtn": 0.003886,
   "gptq": 0.000161,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.8.ff.net.0.proj": {
   "rtn": 0.006394,
   "gptq": 0.000322,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.8.ff.net.2": {
   "rtn": 0.005756,
   "gptq": 0.000511,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.9.attn.to_q": {
   "rtn": 0.004396,
   "gptq": 0.00025,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.9.attn.to_out.0": {
   "rtn": 0.004363,
   "gptq": 0.000215,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.9.ff.net.0.proj": {
   "rtn": 0.006399,
   "gptq": 0.000314,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.9.ff.net.2": {
   "rtn": 0.005404,
   "gptq": 0.000466,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.10.attn.to_q": {
   "rtn": 0.004212,
   "gptq": 0.000222,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.10.attn.to_out.0": {
   "rtn": 0.004341,
   "gptq": 0.000201,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.10.ff.net.0.proj": {
   "rtn": 0.006186,
   "gptq": 0.000287,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.10.ff.net.2": {
   "rtn": 0.005495,
   "gptq": 0.000416,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.11.attn.to_q": {
   "rtn": 0.004521,
   "gptq": 0.000247,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.11.attn.to_out.0": {
   "rtn": 0.004539,
   "gptq": 0.000225,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.11.ff.net.0.proj": {
   "rtn": 0.006433,
   "gptq": 0.000314,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.11.ff.net.2": {
   "rtn": 0.005258,
   "gptq": 0.0005,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.12.attn.to_q": {
   "rtn": 0.004572,
   "gptq": 0.00028,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.12.attn.to_out.0": {
   "rtn": 0.004166,
   "gptq": 0.000211,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.12.ff.net.0.proj": {
   "rtn": 0.006263,
   "gptq": 0.000311,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.12.ff.net.2": {
   "rtn": 0.005408,
   "gptq": 0.000563,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.13.attn.to_q": {
   "rtn": 0.004953,
   "gptq": 0.000319,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.13.attn.to_out.0": {
   "rtn": 0.004701,
   "gptq": 0.000286,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.13.ff.net.0.proj": {
   "rtn": 0.006102,
   "gptq": 0.000317,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.13.ff.net.2": {
   "rtn": 0.004722,
   "gptq": 0.000438,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.14.attn.to_q": {
   "rtn": 0.00495,
   "gptq": 0.000336,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.14.attn.to_out.0": {
   "rtn": 0.004585,
   "gptq": 0.000318,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.14.ff.net.0.proj": {
   "rtn": 0.006168,
   "gptq": 0.000323,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.14.ff.net.2": {
   "rtn": 0.005284,
   "gptq": 0.000568,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.15.attn.to_q": {
   "rtn": 0.004948,
   "gptq": 0.000342,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.15.attn.to_out.0": {
   "rtn": 0.004817,
   "gptq": 0.000336,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.15.ff.net.0.proj": {
   "rtn": 0.005995,
   "gptq": 0.000323,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.15.ff.net.2": {
   "rtn": 0.005255,
   "gptq": 0.000603,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.16.attn.to_q": {
   "rtn": 0.004661,
   "gptq": 0.00029,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.16.attn.to_out.0": {
   "rtn": 0.004654,
   "gptq": 0.000316,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.16.ff.net.0.proj": {
   "rtn": 0.005919,
   "gptq": 0.000327,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.16.ff.net.2": {
   "rtn": 0.00535,
   "gptq": 0.000636,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.17.attn.to_q": {
   "rtn": 0.004886,
   "gptq": 0.000331,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.17.attn.to_out.0": {
   "rtn": 0.004715,
   "gptq": 0.000327,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.17.ff.net.0.proj": {
   "rtn": 0.006043,
   "gptq": 0.000352,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.17.ff.net.2": {
   "rtn": 0.005415,
   "gptq": 0.000755,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.18.attn.to_q": {
   "rtn": 0.004765,
   "gptq": 0.00032,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.18.attn.to_out.0": {
   "rtn": 0.005013,
   "gptq": 0.000379,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.18.ff.net.0.proj": {
   "rtn": 0.006015,
   "gptq": 0.000359,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.18.ff.net.2": {
   "rtn": 0.00554,
   "gptq": 0.000773,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.19.attn.to_q": {
   "rtn": 0.004984,
   "gptq": 0.000399,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.19.attn.to_out.0": {
   "rtn": 0.004849,
   "gptq": 0.000356,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.19.ff.net.0.proj": {
   "rtn": 0.006217,
   "gptq": 0.000424,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.19.ff.net.2": {
   "rtn": 0.005846,
   "gptq": 0.000957,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.20.attn.to_q": {
   "rtn": 0.00489,
   "gptq": 0.000359,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.20.attn.to_out.0": {
   "rtn": 0.005206,
   "gptq": 0.000428,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.20.ff.net.0.proj": {
   "rtn": 0.006112,
   "gptq": 0.000406,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.20.ff.net.2": {
   "rtn": 0.006011,
   "gptq": 0.001168,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.21.attn.to_q": {
   "rtn": 0.004926,
   "gptq": 0.000383,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.21.attn.to_out.0": {
   "rtn": 0.005442,
   "gptq": 0.000488,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.21.ff.net.0.proj": {
   "rtn": 0.006399,
   "gptq": 0.000464,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.21.ff.net.2": {
   "rtn": 0.005984,
   "gptq": 0.001179,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.22.attn.to_q": {
   "rtn": 0.005075,
   "gptq": 0.000423,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.22.attn.to_out.0": {
   "rtn": 0.005775,
   "gptq": 0.000591,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.22.ff.net.0.proj": {
   "rtn": 0.006416,
   "gptq": 0.000511,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.22.ff.net.2": {
   "rtn": 0.006146,
   "gptq": 0.001302,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.23.attn.to_q": {
   "rtn": 0.005026,
   "gptq": 0.000433,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.23.attn.to_out.0": {
   "rtn": 0.005621,
   "gptq": 0.000575,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.23.ff.net.0.proj": {
   "rtn": 0.006649,
   "gptq": 0.00057,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.23.ff.net.2": {
   "rtn": 0.006298,
   "gptq": 0.001433,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.24.attn.to_q": {
   "rtn": 0.005121,
   "gptq": 0.000503,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.24.attn.to_out.0": {
   "rtn": 0.00627,
   "gptq": 0.00064,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.24.ff.net.0.proj": {
   "rtn": 0.006753,
   "gptq": 0.000634,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.24.ff.net.2": {
   "rtn": 0.006531,
   "gptq": 0.00168,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.25.attn.to_q": {
   "rtn": 0.004806,
   "gptq": 0.000465,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.25.attn.to_out.0": {
   "rtn": 0.005943,
   "gptq": 0.00062,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.25.ff.net.0.proj": {
   "rtn": 0.007087,
   "gptq": 0.000715,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.25.ff.net.2": {
   "rtn": 0.006333,
   "gptq": 0.001675,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.26.attn.to_q": {
   "rtn": 0.00464,
   "gptq": 0.000477,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.26.attn.to_out.0": {
   "rtn": 0.006001,
   "gptq": 0.000618,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.26.ff.net.0.proj": {
   "rtn": 0.007301,
   "gptq": 0.000843,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.26.ff.net.2": {
   "rtn": 0.005919,
   "gptq": 0.001465,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.27.attn.to_q": {
   "rtn": 0.00424,
   "gptq": 0.000451,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.27.attn.to_out.0": {
   "rtn": 0.005884,
   "gptq": 0.000607,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.27.ff.net.0.proj": {
   "rtn": 0.00722,
   "gptq": 0.000863,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.27.ff.net.2": {
   "rtn": 0.006008,
   "gptq": 0.001606,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.28.attn.to_q": {
   "rtn": 0.004033,
   "gptq": 0.000461,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.28.attn.to_out.0": {
   "rtn": 0.006377,
   "gptq": 0.000592,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.28.ff.net.0.proj": {
   "rtn": 0.00733,
   "gptq": 0.000935,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.28.ff.net.2": {
   "rtn": 0.00638,
   "gptq": 0.001843,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.29.attn.to_q": {
   "rtn": 0.003972,
   "gptq": 0.000473,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.29.attn.to_out.0": {
   "rtn": 0.008094,
   "gptq": 0.000979,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.29.ff.net.0.proj": {
   "rtn": 0.007202,
   "gptq": 0.000967,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.29.ff.net.2": {
   "rtn": 0.007048,
   "gptq": 0.002248,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.30.attn.to_q": {
   "rtn": 0.004098,
   "gptq": 0.000542,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.30.attn.to_out.0": {
   "rtn": 0.010083,
   "gptq": 0.001185,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.30.ff.net.0.proj": {
   "rtn": 0.007404,
   "gptq": 0.001098,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.30.ff.net.2": {
   "rtn": 0.007585,
   "gptq": 0.002683,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.31.attn.to_q": {
   "rtn": 0.003956,
   "gptq": 0.000559,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.31.attn.to_out.0": {
   "rtn": 0.011066,
   "gptq": 0.001423,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.31.ff.net.0.proj": {
   "rtn": 0.007504,
   "gptq": 0.001227,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.31.ff.net.2": {
   "rtn": 0.008002,
   "gptq": 0.002974,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.32.attn.to_q": {
   "rtn": 0.003872,
   "gptq": 0.0006,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.32.attn.to_out.0": {
   "rtn": 0.011266,
   "gptq": 0.001241,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.32.ff.net.0.proj": {
   "rtn": 0.007483,
   "gptq": 0.001217,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.32.ff.net.2": {
   "rtn": 0.008211,
   "gptq": 0.002917,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.33.attn.to_q": {
   "rtn": 0.003614,
   "gptq": 0.000533,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.33.attn.to_out.0": {
   "rtn": 0.013415,
   "gptq": 0.001594,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.33.ff.net.0.proj": {
   "rtn": 0.007557,
   "gptq": 0.001305,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.33.ff.net.2": {
   "rtn": 0.008435,
   "gptq": 0.003027,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.34.attn.to_q": {
   "rtn": 0.003894,
   "gptq": 0.000628,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.34.attn.to_out.0": {
   "rtn": 0.012295,
   "gptq": 0.001545,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.34.ff.net.0.proj": {
   "rtn": 0.007201,
   "gptq": 0.001302,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.34.ff.net.2": {
   "rtn": 0.008549,
   "gptq": 0.002752,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.35.attn.to_q": {
   "rtn": 0.003482,
   "gptq": 0.000561,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.35.attn.to_out.0": {
   "rtn": 0.011749,
   "gptq": 0.0013,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.35.ff.net.0.proj": {
   "rtn": 0.006862,
   "gptq": 0.001204,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.35.ff.net.2": {
   "rtn": 0.008668,
   "gptq": 0.002274,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.36.attn.to_q": {
   "rtn": 0.0032,
   "gptq": 0.000506,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.36.attn.to_out.0": {
   "rtn": 0.01168,
   "gptq": 0.00117,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.36.ff.net.0.proj": {
   "rtn": 0.00691,
   "gptq": 0.001213,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.36.ff.net.2": {
   "rtn": 0.009084,
   "gptq": 0.002386,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.37.attn.to_q": {
   "rtn": 0.003464,
   "gptq": 0.000599,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.37.attn.to_out.0": {
   "rtn": 0.011136,
   "gptq": 0.001284,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.37.ff.net.0.proj": {
   "rtn": 0.007118,
   "gptq": 0.001235,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.37.ff.net.2": {
   "rtn": 0.009276,
   "gptq": 0.00234,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.38.attn.to_q": {
   "rtn": 0.003594,
   "gptq": 0.000641,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.38.attn.to_out.0": {
   "rtn": 0.010196,
   "gptq": 0.001075,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.38.ff.net.0.proj": {
   "rtn": 0.007327,
   "gptq": 0.001418,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.38.ff.net.2": {
   "rtn": 0.009609,
   "gptq": 0.002868,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.39.attn.to_q": {
   "rtn": 0.003755,
   "gptq": 0.000736,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.39.attn.to_out.0": {
   "rtn": 0.010405,
   "gptq": 0.001343,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.39.ff.net.0.proj": {
   "rtn": 0.007252,
   "gptq": 0.001462,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.39.ff.net.2": {
   "rtn": 0.006909,
   "gptq": 0.001568,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.40.attn.to_q": {
   "rtn": 0.00377,
   "gptq": 0.000759,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.40.attn.to_out.0": {
   "rtn": 0.01107,
   "gptq": 0.001491,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.40.ff.net.0.proj": {
   "rtn": 0.007254,
   "gptq": 0.00152,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.40.ff.net.2": {
   "rtn": 0.010528,
   "gptq": 0.003459,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.41.attn.to_q": {
   "rtn": 0.003701,
   "gptq": 0.000796,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.41.attn.to_out.0": {
   "rtn": 0.01061,
   "gptq": 0.001429,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.41.ff.net.0.proj": {
   "rtn": 0.007049,
   "gptq": 0.001509,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.41.ff.net.2": {
   "rtn": 0.01072,
   "gptq": 0.003423,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.42.attn.to_q": {
   "rtn": 0.00393,
   "gptq": 0.000853,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.42.attn.to_out.0": {
   "rtn": 0.009776,
   "gptq": 0.001403,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.42.ff.net.0.proj": {
   "rtn": 0.006569,
   "gptq": 0.001421,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.42.ff.net.2": {
   "rtn": 0.010235,
   "gptq": 0.002821,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.43.attn.to_q": {
   "rtn": 0.003338,
   "gptq": 0.000703,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.43.attn.to_out.0": {
   "rtn": 0.008202,
   "gptq": 0.000986,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.43.ff.net.0.proj": {
   "rtn": 0.006557,
   "gptq": 0.001282,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.43.ff.net.2": {
   "rtn": 0.010707,
   "gptq": 0.002516,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.44.attn.to_q": {
   "rtn": 0.003578,
   "gptq": 0.000708,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.44.attn.to_out.0": {
   "rtn": 0.007996,
   "gptq": 0.000781,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.44.ff.net.0.proj": {
   "rtn": 0.006308,
   "gptq": 0.001128,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.44.ff.net.2": {
   "rtn": 0.010938,
   "gptq": 0.002304,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.45.attn.to_q": {
   "rtn": 0.003037,
   "gptq": 0.000542,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.45.attn.to_out.0": {
   "rtn": 0.009315,
   "gptq": 0.000939,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.45.ff.net.0.proj": {
   "rtn": 0.006815,
   "gptq": 0.001228,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.45.ff.net.2": {
   "rtn": 0.010842,
   "gptq": 0.002466,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.46.attn.to_q": {
   "rtn": 0.003251,
   "gptq": 0.000643,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.46.attn.to_out.0": {
   "rtn": 0.009529,
   "gptq": 0.000926,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.46.ff.net.0.proj": {
   "rtn": 0.006912,
   "gptq": 0.001346,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.46.ff.net.2": {
   "rtn": 0.011744,
   "gptq": 0.002829,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.47.attn.to_q": {
   "rtn": 0.003204,
   "gptq": 0.000661,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.47.attn.to_out.0": {
   "rtn": 0.009519,
   "gptq": 0.00089,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.47.ff.net.0.proj": {
   "rtn": 0.006733,
   "gptq": 0.00136,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.47.ff.net.2": {
   "rtn": 0.011704,
   "gptq": 0.002744,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.48.attn.to_q": {
   "rtn": 0.003286,
   "gptq": 0.000723,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.48.attn.to_out.0": {
   "rtn": 0.007681,
   "gptq": 0.000784,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.48.ff.net.0.proj": {
   "rtn": 0.006022,
   "gptq": 0.001244,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.48.ff.net.2": {
   "rtn": 0.010234,
   "gptq": 0.001934,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.49.attn.to_q": {
   "rtn": 0.001938,
   "gptq": 0.000379,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.49.attn.to_out.0": {
   "rtn": 0.004007,
   "gptq": 0.000315,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.49.ff.net.0.proj": {
   "rtn": 0.004735,
   "gptq": 0.000999,
   "damp": 0.009999999776482582
  },
  "transformer_blocks.49.ff.net.2": {
   "rtn": 0.001286,
   "gptq": 0.000123,
   "damp": 0.009999999776482582
  }
 },
 "skip": [],
 "refiner": true,
 "calls": 90,
 "mean": {
  "rtn": 0.005906,
  "gptq": 0.000814
 },
 "quantized": 312,
 "adaln": 0,
 "skipped": 8,
 "seconds": 662.3,
 "bytes": 10164825111,
 "orbitquant": "0.18.0"
}