| { |
| "algorithm": "activation_calibrated_block_gptq_mxfp4_cuda", |
| "scope": "exact 32x32 Hessian and GPTQ error propagation within each MXFP4 group", |
| "source_model": "/home/ubuntu/LFM2.5-Encoder-350M-Code-BF16", |
| "source_revision": null, |
| "corpus_sha256": "ee9edaf80a6854c18053b96521090a51bdb76642abeb98618d7aed36e70b6de9", |
| "calibration": { |
| "samples": 256, |
| "sequence_length": 512, |
| "tokens": 131072, |
| "tokens_sha256": "b70b7dbcca44bd4febb6db72971ad810eb47f3bf841e468dc22b38a6ba341526", |
| "damp": 0.01, |
| "scale_offsets": [ |
| 0, |
| -1, |
| -2, |
| -3, |
| -4, |
| 1, |
| 2 |
| ] |
| }, |
| "weighted_error_rtn": 592896818.8267212, |
| "weighted_error_calibrated": 408365113.28952026, |
| "elapsed_seconds": 32.13400879699975, |
| "cuda": { |
| "device": "NVIDIA RTX A6000", |
| "torch": "2.13.0+cu130", |
| "peak_memory_bytes": 879357440 |
| }, |
| "layers": [ |
| { |
| "path": "layers.0.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 1, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6075971069999468, |
| "weighted_error_rtn": 537324.408203125, |
| "weighted_error_gptq_base_scale": 386452.509765625, |
| "weighted_error_calibrated": 306252.7626953125, |
| "improvement_vs_rtn": 0.43004122273273016 |
| }, |
| { |
| "path": "layers.0.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 2, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14515250400017976, |
| "weighted_error_rtn": 8472.669982910156, |
| "weighted_error_gptq_base_scale": 8040.172119140625, |
| "weighted_error_calibrated": 6506.688049316406, |
| "improvement_vs_rtn": 0.2320380632739436 |
| }, |
| { |
| "path": "layers.0.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 3, |
| "layer_count": 92, |
| "elapsed_seconds": 0.654875297000217, |
| "weighted_error_rtn": 110859.97045898438, |
| "weighted_error_gptq_base_scale": 97960.82958984375, |
| "weighted_error_calibrated": 77829.646484375, |
| "improvement_vs_rtn": 0.2979463537456907 |
| }, |
| { |
| "path": "layers.0.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 4, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6558379909997711, |
| "weighted_error_rtn": 101817.41162109375, |
| "weighted_error_gptq_base_scale": 93423.23706054688, |
| "weighted_error_calibrated": 76385.20556640625, |
| "improvement_vs_rtn": 0.24978248464350716 |
| }, |
| { |
| "path": "layers.0.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 5, |
| "layer_count": 92, |
| "elapsed_seconds": 0.15683929700026056, |
| "weighted_error_rtn": 19565.253051757812, |
| "weighted_error_gptq_base_scale": 18869.84130859375, |
| "weighted_error_calibrated": 14118.383911132812, |
| "improvement_vs_rtn": 0.2783950264387526 |
| }, |
| { |
| "path": "layers.1.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 6, |
| "layer_count": 92, |
| "elapsed_seconds": 0.4311287660002563, |
| "weighted_error_rtn": 456252.796875, |
| "weighted_error_gptq_base_scale": 393440.14453125, |
| "weighted_error_calibrated": 310538.8359375, |
| "improvement_vs_rtn": 0.31937110727985607 |
| }, |
| { |
| "path": "layers.1.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 7, |
| "layer_count": 92, |
| "elapsed_seconds": 0.1448701650001567, |
| "weighted_error_rtn": 5850.274658203125, |
| "weighted_error_gptq_base_scale": 5561.663391113281, |
| "weighted_error_calibrated": 4634.373931884766, |
| "improvement_vs_rtn": 0.20783652005354147 |
| }, |
| { |
| "path": "layers.1.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 8, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6517717199999424, |
| "weighted_error_rtn": 144784.45678710938, |
| "weighted_error_gptq_base_scale": 127204.03198242188, |
| "weighted_error_calibrated": 101301.1181640625, |
| "improvement_vs_rtn": 0.3003315382602474 |
| }, |
| { |
| "path": "layers.1.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 9, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6553847569998652, |
| "weighted_error_rtn": 126884.537109375, |
| "weighted_error_gptq_base_scale": 116760.69018554688, |
| "weighted_error_calibrated": 95660.46215820312, |
| "improvement_vs_rtn": 0.24608258549468953 |
| }, |
| { |
| "path": "layers.1.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 10, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14977993999991668, |
| "weighted_error_rtn": 14361.484130859375, |
| "weighted_error_gptq_base_scale": 13983.046752929688, |
| "weighted_error_calibrated": 11276.877807617188, |
| "improvement_vs_rtn": 0.21478325604344128 |
| }, |
| { |
| "path": "layers.2.self_attn.q_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 11, |
| "layer_count": 92, |
| "elapsed_seconds": 0.143405840000014, |
| "weighted_error_rtn": 16806.832397460938, |
| "weighted_error_gptq_base_scale": 12485.069702148438, |
| "weighted_error_calibrated": 8517.428588867188, |
| "improvement_vs_rtn": 0.4932163070684311 |
| }, |
| { |
| "path": "layers.2.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 12, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07239914499996303, |
| "weighted_error_rtn": 9405.437255859375, |
| "weighted_error_gptq_base_scale": 6851.9720458984375, |
| "weighted_error_calibrated": 4453.736572265625, |
| "improvement_vs_rtn": 0.5264721404110109 |
| }, |
| { |
| "path": "layers.2.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 13, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07268395899973257, |
| "weighted_error_rtn": 3250.33935546875, |
| "weighted_error_gptq_base_scale": 2768.4720458984375, |
| "weighted_error_calibrated": 2416.356201171875, |
| "improvement_vs_rtn": 0.2565834096349615 |
| }, |
| { |
| "path": "layers.2.self_attn.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 14, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14528873199969894, |
| "weighted_error_rtn": 29450.354248046875, |
| "weighted_error_gptq_base_scale": 13450.36669921875, |
| "weighted_error_calibrated": 10584.510620117188, |
| "improvement_vs_rtn": 0.6405981900601707 |
| }, |
| { |
| "path": "layers.2.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 15, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6526042909999887, |
| "weighted_error_rtn": 196755.80810546875, |
| "weighted_error_gptq_base_scale": 154029.787109375, |
| "weighted_error_calibrated": 125618.88354492188, |
| "improvement_vs_rtn": 0.36154929933460833 |
| }, |
| { |
| "path": "layers.2.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 16, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6492115890000605, |
| "weighted_error_rtn": 168028.2529296875, |
| "weighted_error_gptq_base_scale": 137944.2734375, |
| "weighted_error_calibrated": 112824.45434570312, |
| "improvement_vs_rtn": 0.32853878809943204 |
| }, |
| { |
| "path": "layers.2.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 17, |
| "layer_count": 92, |
| "elapsed_seconds": 0.148442986000191, |
| "weighted_error_rtn": 27530.179443359375, |
| "weighted_error_gptq_base_scale": 25472.260498046875, |
| "weighted_error_calibrated": 20406.181396484375, |
| "improvement_vs_rtn": 0.25877049081833714 |
| }, |
| { |
| "path": "layers.3.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 18, |
| "layer_count": 92, |
| "elapsed_seconds": 0.4343064230001801, |
| "weighted_error_rtn": 580273.34375, |
| "weighted_error_gptq_base_scale": 408710.70703125, |
| "weighted_error_calibrated": 328581.2265625, |
| "improvement_vs_rtn": 0.43374750864988354 |
| }, |
| { |
| "path": "layers.3.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 19, |
| "layer_count": 92, |
| "elapsed_seconds": 0.1471311479999713, |
| "weighted_error_rtn": 13636.808837890625, |
| "weighted_error_gptq_base_scale": 12714.665161132812, |
| "weighted_error_calibrated": 10069.219116210938, |
| "improvement_vs_rtn": 0.26161470503032525 |
| }, |
| { |
| "path": "layers.3.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 20, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6509747400000379, |
| "weighted_error_rtn": 264879.86572265625, |
| "weighted_error_gptq_base_scale": 214577.0751953125, |
| "weighted_error_calibrated": 176292.80859375, |
| "improvement_vs_rtn": 0.33444239669640186 |
| }, |
| { |
| "path": "layers.3.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 21, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6525010789996486, |
| "weighted_error_rtn": 224876.34619140625, |
| "weighted_error_gptq_base_scale": 187844.810546875, |
| "weighted_error_calibrated": 153413.92529296875, |
| "improvement_vs_rtn": 0.31778540566294766 |
| }, |
| { |
| "path": "layers.3.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 22, |
| "layer_count": 92, |
| "elapsed_seconds": 0.15027222900016568, |
| "weighted_error_rtn": 38980.96240234375, |
| "weighted_error_gptq_base_scale": 36666.88232421875, |
| "weighted_error_calibrated": 29742.066650390625, |
| "improvement_vs_rtn": 0.23701045799212062 |
| }, |
| { |
| "path": "layers.4.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 23, |
| "layer_count": 92, |
| "elapsed_seconds": 0.4373122900001363, |
| "weighted_error_rtn": 771181.12109375, |
| "weighted_error_gptq_base_scale": 543974.4921875, |
| "weighted_error_calibrated": 424573.0078125, |
| "improvement_vs_rtn": 0.44945098343390844 |
| }, |
| { |
| "path": "layers.4.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 24, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14543412000011813, |
| "weighted_error_rtn": 23783.85791015625, |
| "weighted_error_gptq_base_scale": 22718.71923828125, |
| "weighted_error_calibrated": 18140.157348632812, |
| "improvement_vs_rtn": 0.23729121586760948 |
| }, |
| { |
| "path": "layers.4.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 25, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6696251819998906, |
| "weighted_error_rtn": 424114.9423828125, |
| "weighted_error_gptq_base_scale": 335401.021484375, |
| "weighted_error_calibrated": 269831.00048828125, |
| "improvement_vs_rtn": 0.36377860451630173 |
| }, |
| { |
| "path": "layers.4.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 26, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6830440620001355, |
| "weighted_error_rtn": 361274.2041015625, |
| "weighted_error_gptq_base_scale": 295173.71435546875, |
| "weighted_error_calibrated": 239254.14697265625, |
| "improvement_vs_rtn": 0.33774915491780755 |
| }, |
| { |
| "path": "layers.4.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 27, |
| "layer_count": 92, |
| "elapsed_seconds": 0.15427269900010288, |
| "weighted_error_rtn": 218109.0830078125, |
| "weighted_error_gptq_base_scale": 207864.6201171875, |
| "weighted_error_calibrated": 139302.9951171875, |
| "improvement_vs_rtn": 0.3613150209237376 |
| }, |
| { |
| "path": "layers.5.self_attn.q_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 28, |
| "layer_count": 92, |
| "elapsed_seconds": 0.15253265199999078, |
| "weighted_error_rtn": 131540.384765625, |
| "weighted_error_gptq_base_scale": 86435.9150390625, |
| "weighted_error_calibrated": 62292.46142578125, |
| "improvement_vs_rtn": 0.5264385037585817 |
| }, |
| { |
| "path": "layers.5.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 29, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07520945599981133, |
| "weighted_error_rtn": 82439.5859375, |
| "weighted_error_gptq_base_scale": 52665.6572265625, |
| "weighted_error_calibrated": 37037.8173828125, |
| "improvement_vs_rtn": 0.5507277606792929 |
| }, |
| { |
| "path": "layers.5.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 30, |
| "layer_count": 92, |
| "elapsed_seconds": 0.0769384129998798, |
| "weighted_error_rtn": 27210.20068359375, |
| "weighted_error_gptq_base_scale": 21819.7392578125, |
| "weighted_error_calibrated": 19118.52978515625, |
| "improvement_vs_rtn": 0.297376377062751 |
| }, |
| { |
| "path": "layers.5.self_attn.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 31, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14892205900014233, |
| "weighted_error_rtn": 371789.30078125, |
| "weighted_error_gptq_base_scale": 204336.498046875, |
| "weighted_error_calibrated": 166330.87109375, |
| "improvement_vs_rtn": 0.5526206086505587 |
| }, |
| { |
| "path": "layers.5.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 32, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6630561119995946, |
| "weighted_error_rtn": 523706.0107421875, |
| "weighted_error_gptq_base_scale": 387039.6767578125, |
| "weighted_error_calibrated": 313676.845703125, |
| "improvement_vs_rtn": 0.40104402227771385 |
| }, |
| { |
| "path": "layers.5.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 33, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6562948979999419, |
| "weighted_error_rtn": 388942.2275390625, |
| "weighted_error_gptq_base_scale": 310168.0, |
| "weighted_error_calibrated": 255040.08642578125, |
| "improvement_vs_rtn": 0.34427257220311236 |
| }, |
| { |
| "path": "layers.5.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 34, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14916563299993868, |
| "weighted_error_rtn": 121816.83984375, |
| "weighted_error_gptq_base_scale": 110077.130859375, |
| "weighted_error_calibrated": 88286.5634765625, |
| "improvement_vs_rtn": 0.27525156957113284 |
| }, |
| { |
| "path": "layers.6.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 35, |
| "layer_count": 92, |
| "elapsed_seconds": 0.43814772099995025, |
| "weighted_error_rtn": 1092311.70703125, |
| "weighted_error_gptq_base_scale": 776341.416015625, |
| "weighted_error_calibrated": 623489.033203125, |
| "improvement_vs_rtn": 0.4292022788095161 |
| }, |
| { |
| "path": "layers.6.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 36, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14670623799975147, |
| "weighted_error_rtn": 54451.408203125, |
| "weighted_error_gptq_base_scale": 51054.630859375, |
| "weighted_error_calibrated": 41996.05810546875, |
| "improvement_vs_rtn": 0.22874247900426992 |
| }, |
| { |
| "path": "layers.6.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 37, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6581482819997291, |
| "weighted_error_rtn": 566766.306640625, |
| "weighted_error_gptq_base_scale": 454164.365234375, |
| "weighted_error_calibrated": 376202.228515625, |
| "improvement_vs_rtn": 0.33623042847152307 |
| }, |
| { |
| "path": "layers.6.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 38, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6557499139998981, |
| "weighted_error_rtn": 464690.1201171875, |
| "weighted_error_gptq_base_scale": 386594.48046875, |
| "weighted_error_calibrated": 316390.56640625, |
| "improvement_vs_rtn": 0.3191364466142269 |
| }, |
| { |
| "path": "layers.6.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 39, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14969066300000122, |
| "weighted_error_rtn": 132750.248046875, |
| "weighted_error_gptq_base_scale": 124923.7490234375, |
| "weighted_error_calibrated": 100930.5068359375, |
| "improvement_vs_rtn": 0.23969628440695445 |
| }, |
| { |
| "path": "layers.7.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 40, |
| "layer_count": 92, |
| "elapsed_seconds": 0.4375646000003144, |
| "weighted_error_rtn": 1309949.84765625, |
| "weighted_error_gptq_base_scale": 937992.484375, |
| "weighted_error_calibrated": 736294.755859375, |
| "improvement_vs_rtn": 0.4379214157116422 |
| }, |
| { |
| "path": "layers.7.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 41, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14645718799965834, |
| "weighted_error_rtn": 66955.8125, |
| "weighted_error_gptq_base_scale": 63387.57373046875, |
| "weighted_error_calibrated": 52614.00634765625, |
| "improvement_vs_rtn": 0.2141980750714324 |
| }, |
| { |
| "path": "layers.7.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 42, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6616704789998948, |
| "weighted_error_rtn": 791036.30859375, |
| "weighted_error_gptq_base_scale": 602818.5400390625, |
| "weighted_error_calibrated": 475624.3212890625, |
| "improvement_vs_rtn": 0.39873262943568955 |
| }, |
| { |
| "path": "layers.7.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 43, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6593785659997593, |
| "weighted_error_rtn": 579994.9482421875, |
| "weighted_error_gptq_base_scale": 480584.6796875, |
| "weighted_error_calibrated": 393099.052734375, |
| "improvement_vs_rtn": 0.32223710926145976 |
| }, |
| { |
| "path": "layers.7.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 44, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14915688400014915, |
| "weighted_error_rtn": 256167.857421875, |
| "weighted_error_gptq_base_scale": 241696.525390625, |
| "weighted_error_calibrated": 189401.744140625, |
| "improvement_vs_rtn": 0.26063423394799656 |
| }, |
| { |
| "path": "layers.8.self_attn.q_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 45, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14643424099995173, |
| "weighted_error_rtn": 249393.1328125, |
| "weighted_error_gptq_base_scale": 162934.125, |
| "weighted_error_calibrated": 118724.8017578125, |
| "improvement_vs_rtn": 0.5239451847815202 |
| }, |
| { |
| "path": "layers.8.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 46, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07348018100037734, |
| "weighted_error_rtn": 180880.14453125, |
| "weighted_error_gptq_base_scale": 111198.51171875, |
| "weighted_error_calibrated": 71039.6826171875, |
| "improvement_vs_rtn": 0.6072554961668872 |
| }, |
| { |
| "path": "layers.8.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 47, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07290722500010816, |
| "weighted_error_rtn": 63578.4306640625, |
| "weighted_error_gptq_base_scale": 50398.0712890625, |
| "weighted_error_calibrated": 43570.6103515625, |
| "improvement_vs_rtn": 0.3146950955461276 |
| }, |
| { |
| "path": "layers.8.self_attn.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 48, |
| "layer_count": 92, |
| "elapsed_seconds": 0.1468839009999101, |
| "weighted_error_rtn": 617657.3984375, |
| "weighted_error_gptq_base_scale": 400937.82421875, |
| "weighted_error_calibrated": 332000.98046875, |
| "improvement_vs_rtn": 0.4624836012510829 |
| }, |
| { |
| "path": "layers.8.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 49, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6589867390002837, |
| "weighted_error_rtn": 870235.466796875, |
| "weighted_error_gptq_base_scale": 670224.982421875, |
| "weighted_error_calibrated": 538747.724609375, |
| "improvement_vs_rtn": 0.3809172974845828 |
| }, |
| { |
| "path": "layers.8.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 50, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6547323899999355, |
| "weighted_error_rtn": 674429.271484375, |
| "weighted_error_gptq_base_scale": 560924.9423828125, |
| "weighted_error_calibrated": 462617.8916015625, |
| "improvement_vs_rtn": 0.3140601821991347 |
| }, |
| { |
| "path": "layers.8.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 51, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14888365500019063, |
| "weighted_error_rtn": 301935.4609375, |
| "weighted_error_gptq_base_scale": 282916.984375, |
| "weighted_error_calibrated": 229699.7265625, |
| "improvement_vs_rtn": 0.23924230082385933 |
| }, |
| { |
| "path": "layers.9.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 52, |
| "layer_count": 92, |
| "elapsed_seconds": 0.43637526900010926, |
| "weighted_error_rtn": 1687344.07421875, |
| "weighted_error_gptq_base_scale": 1169463.59765625, |
| "weighted_error_calibrated": 923140.79296875, |
| "improvement_vs_rtn": 0.45290305215540017 |
| }, |
| { |
| "path": "layers.9.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 53, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14618375099962577, |
| "weighted_error_rtn": 177992.599609375, |
| "weighted_error_gptq_base_scale": 170039.509765625, |
| "weighted_error_calibrated": 141636.259765625, |
| "improvement_vs_rtn": 0.2042575923018043 |
| }, |
| { |
| "path": "layers.9.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 54, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6547055149999323, |
| "weighted_error_rtn": 1180126.873046875, |
| "weighted_error_gptq_base_scale": 926999.197265625, |
| "weighted_error_calibrated": 737387.013671875, |
| "improvement_vs_rtn": 0.3751629333140474 |
| }, |
| { |
| "path": "layers.9.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 55, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6579686979998769, |
| "weighted_error_rtn": 1008096.298828125, |
| "weighted_error_gptq_base_scale": 842802.62109375, |
| "weighted_error_calibrated": 692301.203125, |
| "improvement_vs_rtn": 0.31325885837516243 |
| }, |
| { |
| "path": "layers.9.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 56, |
| "layer_count": 92, |
| "elapsed_seconds": 0.15029651900022145, |
| "weighted_error_rtn": 26737819.5, |
| "weighted_error_gptq_base_scale": 26477981.171875, |
| "weighted_error_calibrated": 25368021.828125, |
| "improvement_vs_rtn": 0.05123071729446749 |
| }, |
| { |
| "path": "layers.10.self_attn.q_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 57, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14555530500001623, |
| "weighted_error_rtn": 823855.875, |
| "weighted_error_gptq_base_scale": 560126.0625, |
| "weighted_error_calibrated": 438253.33203125, |
| "improvement_vs_rtn": 0.46804611664479545 |
| }, |
| { |
| "path": "layers.10.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 58, |
| "layer_count": 92, |
| "elapsed_seconds": 0.0731678090000969, |
| "weighted_error_rtn": 616440.328125, |
| "weighted_error_gptq_base_scale": 396155.671875, |
| "weighted_error_calibrated": 279679.1484375, |
| "improvement_vs_rtn": 0.5462997216807861 |
| }, |
| { |
| "path": "layers.10.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 59, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07294393000029231, |
| "weighted_error_rtn": 254462.52734375, |
| "weighted_error_gptq_base_scale": 204348.36328125, |
| "weighted_error_calibrated": 181558.3515625, |
| "improvement_vs_rtn": 0.2865026003721355 |
| }, |
| { |
| "path": "layers.10.self_attn.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 60, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14803995600004782, |
| "weighted_error_rtn": 1680773.328125, |
| "weighted_error_gptq_base_scale": 1055373.7734375, |
| "weighted_error_calibrated": 876933.9921875, |
| "improvement_vs_rtn": 0.47825564725865166 |
| }, |
| { |
| "path": "layers.10.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 61, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6571333340002639, |
| "weighted_error_rtn": 1957427.6640625, |
| "weighted_error_gptq_base_scale": 1459686.73046875, |
| "weighted_error_calibrated": 1157693.400390625, |
| "improvement_vs_rtn": 0.4085638914554238 |
| }, |
| { |
| "path": "layers.10.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 62, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6557625919999737, |
| "weighted_error_rtn": 1594105.97265625, |
| "weighted_error_gptq_base_scale": 1294420.69921875, |
| "weighted_error_calibrated": 1077800.63671875, |
| "improvement_vs_rtn": 0.32388394798946973 |
| }, |
| { |
| "path": "layers.10.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 63, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14885255699982736, |
| "weighted_error_rtn": 2076108.765625, |
| "weighted_error_gptq_base_scale": 1916482.859375, |
| "weighted_error_calibrated": 1514080.0, |
| "improvement_vs_rtn": 0.2707125825634692 |
| }, |
| { |
| "path": "layers.11.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 64, |
| "layer_count": 92, |
| "elapsed_seconds": 0.4369139069999619, |
| "weighted_error_rtn": 2472213.2890625, |
| "weighted_error_gptq_base_scale": 1836063.421875, |
| "weighted_error_calibrated": 1490095.51171875, |
| "improvement_vs_rtn": 0.3972625588936073 |
| }, |
| { |
| "path": "layers.11.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 65, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14501013799963403, |
| "weighted_error_rtn": 610999.0234375, |
| "weighted_error_gptq_base_scale": 575744.296875, |
| "weighted_error_calibrated": 474892.23046875, |
| "improvement_vs_rtn": 0.22276106466260592 |
| }, |
| { |
| "path": "layers.11.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 66, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6537898189999396, |
| "weighted_error_rtn": 2070849.08203125, |
| "weighted_error_gptq_base_scale": 1693506.421875, |
| "weighted_error_calibrated": 1376625.09765625, |
| "improvement_vs_rtn": 0.3352363967025791 |
| }, |
| { |
| "path": "layers.11.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 67, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6457846469998003, |
| "weighted_error_rtn": 2082889.26953125, |
| "weighted_error_gptq_base_scale": 1764443.53125, |
| "weighted_error_calibrated": 1460682.0078125, |
| "improvement_vs_rtn": 0.29872315865296883 |
| }, |
| { |
| "path": "layers.11.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 68, |
| "layer_count": 92, |
| "elapsed_seconds": 0.150174983999932, |
| "weighted_error_rtn": 2422109.4375, |
| "weighted_error_gptq_base_scale": 2331171.15625, |
| "weighted_error_calibrated": 1921668.84375, |
| "improvement_vs_rtn": 0.20661353529365456 |
| }, |
| { |
| "path": "layers.12.self_attn.q_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 69, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14536154300003545, |
| "weighted_error_rtn": 1378443.3125, |
| "weighted_error_gptq_base_scale": 980254.609375, |
| "weighted_error_calibrated": 769341.8203125, |
| "improvement_vs_rtn": 0.4418763446157311 |
| }, |
| { |
| "path": "layers.12.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 70, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07339867599966965, |
| "weighted_error_rtn": 880140.578125, |
| "weighted_error_gptq_base_scale": 597013.78125, |
| "weighted_error_calibrated": 437727.9609375, |
| "improvement_vs_rtn": 0.5026613113668614 |
| }, |
| { |
| "path": "layers.12.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 71, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07305163099999845, |
| "weighted_error_rtn": 542976.203125, |
| "weighted_error_gptq_base_scale": 447469.5078125, |
| "weighted_error_calibrated": 382313.5078125, |
| "improvement_vs_rtn": 0.29589270098364406 |
| }, |
| { |
| "path": "layers.12.self_attn.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 72, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14651392399991892, |
| "weighted_error_rtn": 2784189.34375, |
| "weighted_error_gptq_base_scale": 1974032.765625, |
| "weighted_error_calibrated": 1628106.234375, |
| "improvement_vs_rtn": 0.41523149708556883 |
| }, |
| { |
| "path": "layers.12.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 73, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6576796500003184, |
| "weighted_error_rtn": 2460248.49609375, |
| "weighted_error_gptq_base_scale": 2099358.75390625, |
| "weighted_error_calibrated": 1690699.28515625, |
| "improvement_vs_rtn": 0.3127932857836714 |
| }, |
| { |
| "path": "layers.12.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 74, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6570712440002353, |
| "weighted_error_rtn": 2766429.5234375, |
| "weighted_error_gptq_base_scale": 2390982.03515625, |
| "weighted_error_calibrated": 1987077.12109375, |
| "improvement_vs_rtn": 0.2817177866780951 |
| }, |
| { |
| "path": "layers.12.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 75, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14844903099992734, |
| "weighted_error_rtn": 3751360.09375, |
| "weighted_error_gptq_base_scale": 3590850.875, |
| "weighted_error_calibrated": 3030207.28125, |
| "improvement_vs_rtn": 0.19223769365715804 |
| }, |
| { |
| "path": "layers.13.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 76, |
| "layer_count": 92, |
| "elapsed_seconds": 0.44483774299988, |
| "weighted_error_rtn": 3293062.21875, |
| "weighted_error_gptq_base_scale": 2688376.625, |
| "weighted_error_calibrated": 2181816.75, |
| "improvement_vs_rtn": 0.3374504928643022 |
| }, |
| { |
| "path": "layers.13.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 77, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14678445899971848, |
| "weighted_error_rtn": 1093571.6796875, |
| "weighted_error_gptq_base_scale": 1061360.2421875, |
| "weighted_error_calibrated": 843019.5859375, |
| "improvement_vs_rtn": 0.2291135536918787 |
| }, |
| { |
| "path": "layers.13.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 78, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6911355470001581, |
| "weighted_error_rtn": 3142226.6875, |
| "weighted_error_gptq_base_scale": 2737759.3203125, |
| "weighted_error_calibrated": 2208083.4609375, |
| "improvement_vs_rtn": 0.29728702587836453 |
| }, |
| { |
| "path": "layers.13.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 79, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6512865440004134, |
| "weighted_error_rtn": 3690250.3125, |
| "weighted_error_gptq_base_scale": 3267163.8203125, |
| "weighted_error_calibrated": 2738817.9453125, |
| "improvement_vs_rtn": 0.25782326038011816 |
| }, |
| { |
| "path": "layers.13.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 80, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14751828500038755, |
| "weighted_error_rtn": 7389365.6875, |
| "weighted_error_gptq_base_scale": 7143108.75, |
| "weighted_error_calibrated": 5793868.8125, |
| "improvement_vs_rtn": 0.21591797489451292 |
| }, |
| { |
| "path": "layers.14.self_attn.q_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 81, |
| "layer_count": 92, |
| "elapsed_seconds": 0.1473516290002408, |
| "weighted_error_rtn": 10096702.75, |
| "weighted_error_gptq_base_scale": 7459428.25, |
| "weighted_error_calibrated": 5561620.3125, |
| "improvement_vs_rtn": 0.44916469760387867 |
| }, |
| { |
| "path": "layers.14.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 82, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07290899200006606, |
| "weighted_error_rtn": 7469773.75, |
| "weighted_error_gptq_base_scale": 5432891.125, |
| "weighted_error_calibrated": 3610825.625, |
| "improvement_vs_rtn": 0.5166084347601558 |
| }, |
| { |
| "path": "layers.14.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 83, |
| "layer_count": 92, |
| "elapsed_seconds": 0.07384524200006126, |
| "weighted_error_rtn": 5969051.0, |
| "weighted_error_gptq_base_scale": 5411913.75, |
| "weighted_error_calibrated": 4208703.1875, |
| "improvement_vs_rtn": 0.2949125099618013 |
| }, |
| { |
| "path": "layers.14.self_attn.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 84, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14616724999996222, |
| "weighted_error_rtn": 44026377.0, |
| "weighted_error_gptq_base_scale": 30299962.25, |
| "weighted_error_calibrated": 21926247.5, |
| "improvement_vs_rtn": 0.5019747480016354 |
| }, |
| { |
| "path": "layers.14.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 85, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6540332939998734, |
| "weighted_error_rtn": 5382712.4375, |
| "weighted_error_gptq_base_scale": 4467160.421875, |
| "weighted_error_calibrated": 3652714.390625, |
| "improvement_vs_rtn": 0.32139893538108033 |
| }, |
| { |
| "path": "layers.14.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 86, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6587662009997075, |
| "weighted_error_rtn": 7453314.328125, |
| "weighted_error_gptq_base_scale": 6323828.125, |
| "weighted_error_calibrated": 5292177.34375, |
| "improvement_vs_rtn": 0.28995650649268523 |
| }, |
| { |
| "path": "layers.14.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 87, |
| "layer_count": 92, |
| "elapsed_seconds": 0.14868331400020907, |
| "weighted_error_rtn": 64227230.0, |
| "weighted_error_gptq_base_scale": 55910064.5, |
| "weighted_error_calibrated": 45722435.5, |
| "improvement_vs_rtn": 0.2881144726310009 |
| }, |
| { |
| "path": "layers.15.conv.in_proj", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 88, |
| "layer_count": 92, |
| "elapsed_seconds": 0.43562589100019977, |
| "weighted_error_rtn": 4464975.40625, |
| "weighted_error_gptq_base_scale": 3352867.9375, |
| "weighted_error_calibrated": 2752231.984375, |
| "improvement_vs_rtn": 0.3835952644839946 |
| }, |
| { |
| "path": "layers.15.conv.out_proj", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 89, |
| "layer_count": 92, |
| "elapsed_seconds": 0.1460855119998996, |
| "weighted_error_rtn": 14910664.5, |
| "weighted_error_gptq_base_scale": 11582938.375, |
| "weighted_error_calibrated": 9409931.3125, |
| "improvement_vs_rtn": 0.3689126790761069 |
| }, |
| { |
| "path": "layers.15.feed_forward.w1", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 90, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6527692129998286, |
| "weighted_error_rtn": 5194074.109375, |
| "weighted_error_gptq_base_scale": 4092778.65625, |
| "weighted_error_calibrated": 3325667.3359375, |
| "improvement_vs_rtn": 0.3597189285507373 |
| }, |
| { |
| "path": "layers.15.feed_forward.w3", |
| "shape": [ |
| 4608, |
| 1024 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 91, |
| "layer_count": 92, |
| "elapsed_seconds": 0.6555850479999208, |
| "weighted_error_rtn": 6603219.078125, |
| "weighted_error_gptq_base_scale": 5214162.796875, |
| "weighted_error_calibrated": 4425525.5546875, |
| "improvement_vs_rtn": 0.3297927113537268 |
| }, |
| { |
| "path": "layers.15.feed_forward.w2", |
| "shape": [ |
| 1024, |
| 4608 |
| ], |
| "calibration_tokens": 131072, |
| "layer_index": 92, |
| "layer_count": 92, |
| "elapsed_seconds": 0.1496660449997762, |
| "weighted_error_rtn": 319653707.0, |
| "weighted_error_gptq_base_scale": 273638775.0, |
| "weighted_error_calibrated": 225550750.5, |
| "improvement_vs_rtn": 0.2943903181451295 |
| } |
| ], |
| "improvement_vs_rtn": 0.3112374694510408 |
| } |
|
|
