| { |
| "recipe": "gptq", |
| "damp": 0.01, |
| "groups": { |
| "token_refiner.refiner_blocks.0.attn.to_q": { |
| "rtn": 0.002113, |
| "gptq": 5.3e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.0.attn.to_out.0": { |
| "rtn": 0.001072, |
| "gptq": 1.2e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.0.ff.net.0.proj": { |
| "rtn": 0.004209, |
| "gptq": 5e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.0.ff.net.2": { |
| "rtn": 0.003105, |
| "gptq": 4.4e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.1.attn.to_q": { |
| "rtn": 0.004175, |
| "gptq": 0.00013, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.1.attn.to_out.0": { |
| "rtn": 0.002668, |
| "gptq": 3.7e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.1.ff.net.0.proj": { |
| "rtn": 0.002445, |
| "gptq": 5e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "token_refiner.refiner_blocks.1.ff.net.2": { |
| "rtn": 0.001732, |
| "gptq": 4e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.0.attn.to_q": { |
| "rtn": 0.001558, |
| "gptq": 2.5e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.0.attn.to_out.0": { |
| "rtn": 0.002026, |
| "gptq": 9e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.0.ff.net.0.proj": { |
| "rtn": 0.006625, |
| "gptq": 0.000135, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.0.ff.net.2": { |
| "rtn": 0.003209, |
| "gptq": 9.6e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.1.attn.to_q": { |
| "rtn": 0.001076, |
| "gptq": 9e-06, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.1.attn.to_out.0": { |
| "rtn": 0.001755, |
| "gptq": 3.4e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.1.ff.net.0.proj": { |
| "rtn": 0.00209, |
| "gptq": 3.3e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.1.ff.net.2": { |
| "rtn": 0.002452, |
| "gptq": 2.9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.2.attn.to_q": { |
| "rtn": 0.00189, |
| "gptq": 3.9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.2.attn.to_out.0": { |
| "rtn": 0.001654, |
| "gptq": 2.2e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.2.ff.net.0.proj": { |
| "rtn": 0.005345, |
| "gptq": 0.000169, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.2.ff.net.2": { |
| "rtn": 0.004756, |
| "gptq": 0.000334, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.3.attn.to_q": { |
| "rtn": 0.001825, |
| "gptq": 3.6e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.3.attn.to_out.0": { |
| "rtn": 0.002708, |
| "gptq": 9.2e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.3.ff.net.0.proj": { |
| "rtn": 0.006278, |
| "gptq": 0.000251, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.3.ff.net.2": { |
| "rtn": 0.006202, |
| "gptq": 0.000535, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.4.attn.to_q": { |
| "rtn": 0.00287, |
| "gptq": 9e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.4.attn.to_out.0": { |
| "rtn": 0.003095, |
| "gptq": 8.7e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.4.ff.net.0.proj": { |
| "rtn": 0.006028, |
| "gptq": 0.000232, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.4.ff.net.2": { |
| "rtn": 0.006211, |
| "gptq": 0.000516, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.5.attn.to_q": { |
| "rtn": 0.002948, |
| "gptq": 9.8e-05, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.5.attn.to_out.0": { |
| "rtn": 0.003092, |
| "gptq": 0.000109, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.5.ff.net.0.proj": { |
| "rtn": 0.006165, |
| "gptq": 0.000256, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.5.ff.net.2": { |
| "rtn": 0.006434, |
| "gptq": 0.000529, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.6.attn.to_q": { |
| "rtn": 0.003518, |
| "gptq": 0.000157, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.6.attn.to_out.0": { |
| "rtn": 0.003514, |
| "gptq": 0.000155, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.6.ff.net.0.proj": { |
| "rtn": 0.006662, |
| "gptq": 0.000361, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.6.ff.net.2": { |
| "rtn": 0.00519, |
| "gptq": 0.000413, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.7.attn.to_q": { |
| "rtn": 0.003831, |
| "gptq": 0.000185, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.7.attn.to_out.0": { |
| "rtn": 0.00401, |
| "gptq": 0.000175, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.7.ff.net.0.proj": { |
| "rtn": 0.006215, |
| "gptq": 0.000284, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.7.ff.net.2": { |
| "rtn": 0.006209, |
| "gptq": 0.000522, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.8.attn.to_q": { |
| "rtn": 0.003944, |
| "gptq": 0.000196, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.8.attn.to_out.0": { |
| "rtn": 0.003886, |
| "gptq": 0.000161, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.8.ff.net.0.proj": { |
| "rtn": 0.006394, |
| "gptq": 0.000322, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.8.ff.net.2": { |
| "rtn": 0.005756, |
| "gptq": 0.000511, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.9.attn.to_q": { |
| "rtn": 0.004396, |
| "gptq": 0.00025, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.9.attn.to_out.0": { |
| "rtn": 0.004363, |
| "gptq": 0.000215, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.9.ff.net.0.proj": { |
| "rtn": 0.006399, |
| "gptq": 0.000314, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.9.ff.net.2": { |
| "rtn": 0.005404, |
| "gptq": 0.000466, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.10.attn.to_q": { |
| "rtn": 0.004212, |
| "gptq": 0.000222, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.10.attn.to_out.0": { |
| "rtn": 0.004341, |
| "gptq": 0.000201, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.10.ff.net.0.proj": { |
| "rtn": 0.006186, |
| "gptq": 0.000287, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.10.ff.net.2": { |
| "rtn": 0.005495, |
| "gptq": 0.000416, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.11.attn.to_q": { |
| "rtn": 0.004521, |
| "gptq": 0.000247, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.11.attn.to_out.0": { |
| "rtn": 0.004539, |
| "gptq": 0.000225, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.11.ff.net.0.proj": { |
| "rtn": 0.006433, |
| "gptq": 0.000314, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.11.ff.net.2": { |
| "rtn": 0.005258, |
| "gptq": 0.0005, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.12.attn.to_q": { |
| "rtn": 0.004572, |
| "gptq": 0.00028, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.12.attn.to_out.0": { |
| "rtn": 0.004166, |
| "gptq": 0.000211, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.12.ff.net.0.proj": { |
| "rtn": 0.006263, |
| "gptq": 0.000311, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.12.ff.net.2": { |
| "rtn": 0.005408, |
| "gptq": 0.000563, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.13.attn.to_q": { |
| "rtn": 0.004953, |
| "gptq": 0.000319, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.13.attn.to_out.0": { |
| "rtn": 0.004701, |
| "gptq": 0.000286, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.13.ff.net.0.proj": { |
| "rtn": 0.006102, |
| "gptq": 0.000317, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.13.ff.net.2": { |
| "rtn": 0.004722, |
| "gptq": 0.000438, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.14.attn.to_q": { |
| "rtn": 0.00495, |
| "gptq": 0.000336, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.14.attn.to_out.0": { |
| "rtn": 0.004585, |
| "gptq": 0.000318, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.14.ff.net.0.proj": { |
| "rtn": 0.006168, |
| "gptq": 0.000323, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.14.ff.net.2": { |
| "rtn": 0.005284, |
| "gptq": 0.000568, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.15.attn.to_q": { |
| "rtn": 0.004948, |
| "gptq": 0.000342, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.15.attn.to_out.0": { |
| "rtn": 0.004817, |
| "gptq": 0.000336, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.15.ff.net.0.proj": { |
| "rtn": 0.005995, |
| "gptq": 0.000323, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.15.ff.net.2": { |
| "rtn": 0.005255, |
| "gptq": 0.000603, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.16.attn.to_q": { |
| "rtn": 0.004661, |
| "gptq": 0.00029, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.16.attn.to_out.0": { |
| "rtn": 0.004654, |
| "gptq": 0.000316, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.16.ff.net.0.proj": { |
| "rtn": 0.005919, |
| "gptq": 0.000327, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.16.ff.net.2": { |
| "rtn": 0.00535, |
| "gptq": 0.000636, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.17.attn.to_q": { |
| "rtn": 0.004886, |
| "gptq": 0.000331, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.17.attn.to_out.0": { |
| "rtn": 0.004715, |
| "gptq": 0.000327, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.17.ff.net.0.proj": { |
| "rtn": 0.006043, |
| "gptq": 0.000352, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.17.ff.net.2": { |
| "rtn": 0.005415, |
| "gptq": 0.000755, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.18.attn.to_q": { |
| "rtn": 0.004765, |
| "gptq": 0.00032, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.18.attn.to_out.0": { |
| "rtn": 0.005013, |
| "gptq": 0.000379, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.18.ff.net.0.proj": { |
| "rtn": 0.006015, |
| "gptq": 0.000359, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.18.ff.net.2": { |
| "rtn": 0.00554, |
| "gptq": 0.000773, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.19.attn.to_q": { |
| "rtn": 0.004984, |
| "gptq": 0.000399, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.19.attn.to_out.0": { |
| "rtn": 0.004849, |
| "gptq": 0.000356, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.19.ff.net.0.proj": { |
| "rtn": 0.006217, |
| "gptq": 0.000424, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.19.ff.net.2": { |
| "rtn": 0.005846, |
| "gptq": 0.000957, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.20.attn.to_q": { |
| "rtn": 0.00489, |
| "gptq": 0.000359, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.20.attn.to_out.0": { |
| "rtn": 0.005206, |
| "gptq": 0.000428, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.20.ff.net.0.proj": { |
| "rtn": 0.006112, |
| "gptq": 0.000406, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.20.ff.net.2": { |
| "rtn": 0.006011, |
| "gptq": 0.001168, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.21.attn.to_q": { |
| "rtn": 0.004926, |
| "gptq": 0.000383, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.21.attn.to_out.0": { |
| "rtn": 0.005442, |
| "gptq": 0.000488, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.21.ff.net.0.proj": { |
| "rtn": 0.006399, |
| "gptq": 0.000464, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.21.ff.net.2": { |
| "rtn": 0.005984, |
| "gptq": 0.001179, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.22.attn.to_q": { |
| "rtn": 0.005075, |
| "gptq": 0.000423, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.22.attn.to_out.0": { |
| "rtn": 0.005775, |
| "gptq": 0.000591, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.22.ff.net.0.proj": { |
| "rtn": 0.006416, |
| "gptq": 0.000511, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.22.ff.net.2": { |
| "rtn": 0.006146, |
| "gptq": 0.001302, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.23.attn.to_q": { |
| "rtn": 0.005026, |
| "gptq": 0.000433, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.23.attn.to_out.0": { |
| "rtn": 0.005621, |
| "gptq": 0.000575, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.23.ff.net.0.proj": { |
| "rtn": 0.006649, |
| "gptq": 0.00057, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.23.ff.net.2": { |
| "rtn": 0.006298, |
| "gptq": 0.001433, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.24.attn.to_q": { |
| "rtn": 0.005121, |
| "gptq": 0.000503, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.24.attn.to_out.0": { |
| "rtn": 0.00627, |
| "gptq": 0.00064, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.24.ff.net.0.proj": { |
| "rtn": 0.006753, |
| "gptq": 0.000634, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.24.ff.net.2": { |
| "rtn": 0.006531, |
| "gptq": 0.00168, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.25.attn.to_q": { |
| "rtn": 0.004806, |
| "gptq": 0.000465, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.25.attn.to_out.0": { |
| "rtn": 0.005943, |
| "gptq": 0.00062, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.25.ff.net.0.proj": { |
| "rtn": 0.007087, |
| "gptq": 0.000715, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.25.ff.net.2": { |
| "rtn": 0.006333, |
| "gptq": 0.001675, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.26.attn.to_q": { |
| "rtn": 0.00464, |
| "gptq": 0.000477, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.26.attn.to_out.0": { |
| "rtn": 0.006001, |
| "gptq": 0.000618, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.26.ff.net.0.proj": { |
| "rtn": 0.007301, |
| "gptq": 0.000843, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.26.ff.net.2": { |
| "rtn": 0.005919, |
| "gptq": 0.001465, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.27.attn.to_q": { |
| "rtn": 0.00424, |
| "gptq": 0.000451, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.27.attn.to_out.0": { |
| "rtn": 0.005884, |
| "gptq": 0.000607, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.27.ff.net.0.proj": { |
| "rtn": 0.00722, |
| "gptq": 0.000863, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.27.ff.net.2": { |
| "rtn": 0.006008, |
| "gptq": 0.001606, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.28.attn.to_q": { |
| "rtn": 0.004033, |
| "gptq": 0.000461, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.28.attn.to_out.0": { |
| "rtn": 0.006377, |
| "gptq": 0.000592, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.28.ff.net.0.proj": { |
| "rtn": 0.00733, |
| "gptq": 0.000935, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.28.ff.net.2": { |
| "rtn": 0.00638, |
| "gptq": 0.001843, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.29.attn.to_q": { |
| "rtn": 0.003972, |
| "gptq": 0.000473, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.29.attn.to_out.0": { |
| "rtn": 0.008094, |
| "gptq": 0.000979, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.29.ff.net.0.proj": { |
| "rtn": 0.007202, |
| "gptq": 0.000967, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.29.ff.net.2": { |
| "rtn": 0.007048, |
| "gptq": 0.002248, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.30.attn.to_q": { |
| "rtn": 0.004098, |
| "gptq": 0.000542, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.30.attn.to_out.0": { |
| "rtn": 0.010083, |
| "gptq": 0.001185, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.30.ff.net.0.proj": { |
| "rtn": 0.007404, |
| "gptq": 0.001098, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.30.ff.net.2": { |
| "rtn": 0.007585, |
| "gptq": 0.002683, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.31.attn.to_q": { |
| "rtn": 0.003956, |
| "gptq": 0.000559, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.31.attn.to_out.0": { |
| "rtn": 0.011066, |
| "gptq": 0.001423, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.31.ff.net.0.proj": { |
| "rtn": 0.007504, |
| "gptq": 0.001227, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.31.ff.net.2": { |
| "rtn": 0.008002, |
| "gptq": 0.002974, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.32.attn.to_q": { |
| "rtn": 0.003872, |
| "gptq": 0.0006, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.32.attn.to_out.0": { |
| "rtn": 0.011266, |
| "gptq": 0.001241, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.32.ff.net.0.proj": { |
| "rtn": 0.007483, |
| "gptq": 0.001217, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.32.ff.net.2": { |
| "rtn": 0.008211, |
| "gptq": 0.002917, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.33.attn.to_q": { |
| "rtn": 0.003614, |
| "gptq": 0.000533, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.33.attn.to_out.0": { |
| "rtn": 0.013415, |
| "gptq": 0.001594, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.33.ff.net.0.proj": { |
| "rtn": 0.007557, |
| "gptq": 0.001305, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.33.ff.net.2": { |
| "rtn": 0.008435, |
| "gptq": 0.003027, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.34.attn.to_q": { |
| "rtn": 0.003894, |
| "gptq": 0.000628, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.34.attn.to_out.0": { |
| "rtn": 0.012295, |
| "gptq": 0.001545, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.34.ff.net.0.proj": { |
| "rtn": 0.007201, |
| "gptq": 0.001302, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.34.ff.net.2": { |
| "rtn": 0.008549, |
| "gptq": 0.002752, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.35.attn.to_q": { |
| "rtn": 0.003482, |
| "gptq": 0.000561, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.35.attn.to_out.0": { |
| "rtn": 0.011749, |
| "gptq": 0.0013, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.35.ff.net.0.proj": { |
| "rtn": 0.006862, |
| "gptq": 0.001204, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.35.ff.net.2": { |
| "rtn": 0.008668, |
| "gptq": 0.002274, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.36.attn.to_q": { |
| "rtn": 0.0032, |
| "gptq": 0.000506, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.36.attn.to_out.0": { |
| "rtn": 0.01168, |
| "gptq": 0.00117, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.36.ff.net.0.proj": { |
| "rtn": 0.00691, |
| "gptq": 0.001213, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.36.ff.net.2": { |
| "rtn": 0.009084, |
| "gptq": 0.002386, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.37.attn.to_q": { |
| "rtn": 0.003464, |
| "gptq": 0.000599, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.37.attn.to_out.0": { |
| "rtn": 0.011136, |
| "gptq": 0.001284, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.37.ff.net.0.proj": { |
| "rtn": 0.007118, |
| "gptq": 0.001235, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.37.ff.net.2": { |
| "rtn": 0.009276, |
| "gptq": 0.00234, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.38.attn.to_q": { |
| "rtn": 0.003594, |
| "gptq": 0.000641, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.38.attn.to_out.0": { |
| "rtn": 0.010196, |
| "gptq": 0.001075, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.38.ff.net.0.proj": { |
| "rtn": 0.007327, |
| "gptq": 0.001418, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.38.ff.net.2": { |
| "rtn": 0.009609, |
| "gptq": 0.002868, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.39.attn.to_q": { |
| "rtn": 0.003755, |
| "gptq": 0.000736, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.39.attn.to_out.0": { |
| "rtn": 0.010405, |
| "gptq": 0.001343, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.39.ff.net.0.proj": { |
| "rtn": 0.007252, |
| "gptq": 0.001462, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.39.ff.net.2": { |
| "rtn": 0.006909, |
| "gptq": 0.001568, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.40.attn.to_q": { |
| "rtn": 0.00377, |
| "gptq": 0.000759, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.40.attn.to_out.0": { |
| "rtn": 0.01107, |
| "gptq": 0.001491, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.40.ff.net.0.proj": { |
| "rtn": 0.007254, |
| "gptq": 0.00152, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.40.ff.net.2": { |
| "rtn": 0.010528, |
| "gptq": 0.003459, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.41.attn.to_q": { |
| "rtn": 0.003701, |
| "gptq": 0.000796, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.41.attn.to_out.0": { |
| "rtn": 0.01061, |
| "gptq": 0.001429, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.41.ff.net.0.proj": { |
| "rtn": 0.007049, |
| "gptq": 0.001509, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.41.ff.net.2": { |
| "rtn": 0.01072, |
| "gptq": 0.003423, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.42.attn.to_q": { |
| "rtn": 0.00393, |
| "gptq": 0.000853, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.42.attn.to_out.0": { |
| "rtn": 0.009776, |
| "gptq": 0.001403, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.42.ff.net.0.proj": { |
| "rtn": 0.006569, |
| "gptq": 0.001421, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.42.ff.net.2": { |
| "rtn": 0.010235, |
| "gptq": 0.002821, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.43.attn.to_q": { |
| "rtn": 0.003338, |
| "gptq": 0.000703, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.43.attn.to_out.0": { |
| "rtn": 0.008202, |
| "gptq": 0.000986, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.43.ff.net.0.proj": { |
| "rtn": 0.006557, |
| "gptq": 0.001282, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.43.ff.net.2": { |
| "rtn": 0.010707, |
| "gptq": 0.002516, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.44.attn.to_q": { |
| "rtn": 0.003578, |
| "gptq": 0.000708, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.44.attn.to_out.0": { |
| "rtn": 0.007996, |
| "gptq": 0.000781, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.44.ff.net.0.proj": { |
| "rtn": 0.006308, |
| "gptq": 0.001128, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.44.ff.net.2": { |
| "rtn": 0.010938, |
| "gptq": 0.002304, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.45.attn.to_q": { |
| "rtn": 0.003037, |
| "gptq": 0.000542, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.45.attn.to_out.0": { |
| "rtn": 0.009315, |
| "gptq": 0.000939, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.45.ff.net.0.proj": { |
| "rtn": 0.006815, |
| "gptq": 0.001228, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.45.ff.net.2": { |
| "rtn": 0.010842, |
| "gptq": 0.002466, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.46.attn.to_q": { |
| "rtn": 0.003251, |
| "gptq": 0.000643, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.46.attn.to_out.0": { |
| "rtn": 0.009529, |
| "gptq": 0.000926, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.46.ff.net.0.proj": { |
| "rtn": 0.006912, |
| "gptq": 0.001346, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.46.ff.net.2": { |
| "rtn": 0.011744, |
| "gptq": 0.002829, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.47.attn.to_q": { |
| "rtn": 0.003204, |
| "gptq": 0.000661, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.47.attn.to_out.0": { |
| "rtn": 0.009519, |
| "gptq": 0.00089, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.47.ff.net.0.proj": { |
| "rtn": 0.006733, |
| "gptq": 0.00136, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.47.ff.net.2": { |
| "rtn": 0.011704, |
| "gptq": 0.002744, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.48.attn.to_q": { |
| "rtn": 0.003286, |
| "gptq": 0.000723, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.48.attn.to_out.0": { |
| "rtn": 0.007681, |
| "gptq": 0.000784, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.48.ff.net.0.proj": { |
| "rtn": 0.006022, |
| "gptq": 0.001244, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.48.ff.net.2": { |
| "rtn": 0.010234, |
| "gptq": 0.001934, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.49.attn.to_q": { |
| "rtn": 0.001938, |
| "gptq": 0.000379, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.49.attn.to_out.0": { |
| "rtn": 0.004007, |
| "gptq": 0.000315, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.49.ff.net.0.proj": { |
| "rtn": 0.004735, |
| "gptq": 0.000999, |
| "damp": 0.009999999776482582 |
| }, |
| "transformer_blocks.49.ff.net.2": { |
| "rtn": 0.001286, |
| "gptq": 0.000123, |
| "damp": 0.009999999776482582 |
| } |
| }, |
| "skip": [], |
| "refiner": true, |
| "calls": 90, |
| "mean": { |
| "rtn": 0.005906, |
| "gptq": 0.000814 |
| }, |
| "quantized": 312, |
| "adaln": 0, |
| "skipped": 8, |
| "seconds": 662.3, |
| "bytes": 10164825111, |
| "orbitquant": "0.18.0" |
| } |
