{ "kitchen_bit_identity_checked": true, "median_err_official": 0.008588811382651329, "median_err_absmax": 0.008588810916990042, "median_err_mseclip": 0.008437690790742636, "mseclip_gain": 0.01759499978611312, "median_match_official": 1.0, "method": "mseclip", "rows": [ { "layer": "layers.0.proj.ffn_down", "err_official": 0.009070021100342274, "err_absmax": 0.009070021100342274, "err_mseclip": 0.00883054081350565, "match_official": 1.0 }, { "layer": "layers.1.proj.qkv", "err_official": 0.008511500433087349, "err_absmax": 0.008511500433087349, "err_mseclip": 0.008360198698937893, "match_official": 1.0 }, { "layer": "layers.11.proj.o", "err_official": 0.009243566542863846, "err_absmax": 0.009243566542863846, "err_mseclip": 0.009081435389816761, "match_official": 1.0 }, { "layer": "layers.13.proj.ffn_up_gate", "err_official": 0.008509332314133644, "err_absmax": 0.008509332314133644, "err_mseclip": 0.008358308114111423, "match_official": 1.0 }, { "layer": "layers.15.proj.ffn_down", "err_official": 0.009051280096173286, "err_absmax": 0.009051280096173286, "err_mseclip": 0.008812245912849903, "match_official": 1.0 }, { "layer": "layers.16.proj.qkv", "err_official": 0.008509060367941856, "err_absmax": 0.008509060367941856, "err_mseclip": 0.008357053622603416, "match_official": 1.0 }, { "layer": "layers.18.proj.o", "err_official": 0.008921020664274693, "err_absmax": 0.008921020664274693, "err_mseclip": 0.008760779164731503, "match_official": 1.0 }, { "layer": "layers.2.proj.ffn_up_gate", "err_official": 0.008506673388183117, "err_absmax": 0.008506673388183117, "err_mseclip": 0.008356082253158092, "match_official": 1.0 }, { "layer": "layers.21.proj.ffn_down", "err_official": 0.009052140638232231, "err_absmax": 0.009052140638232231, "err_mseclip": 0.00881313718855381, "match_official": 1.0 }, { "layer": "layers.22.proj.qkv", "err_official": 0.008497870527207851, "err_absmax": 0.008497870527207851, "err_mseclip": 0.008345077745616436, "match_official": 1.0 }, { "layer": "layers.24.proj.o", "err_official": 0.00873006135225296, "err_absmax": 0.008730060420930386, "err_mseclip": 0.008576197549700737, "match_official": 1.0 }, { "layer": "layers.26.proj.ffn_up_gate", "err_official": 0.008522426709532738, "err_absmax": 0.008522426709532738, "err_mseclip": 0.008371064439415932, "match_official": 1.0 }, { "layer": "layers.28.proj.ffn_down", "err_official": 0.009066160768270493, "err_absmax": 0.009066160768270493, "err_mseclip": 0.008824980817735195, "match_official": 1.0 }, { "layer": "layers.29.proj.qkv", "err_official": 0.008500907570123672, "err_absmax": 0.008500907570123672, "err_mseclip": 0.008349220268428326, "match_official": 1.0 }, { "layer": "layers.30.proj.o", "err_official": 0.008629987016320229, "err_absmax": 0.008629986084997654, "err_mseclip": 0.00847851112484932, "match_official": 1.0 }, { "layer": "layers.32.proj.ffn_up_gate", "err_official": 0.008519506081938744, "err_absmax": 0.008519506081938744, "err_mseclip": 0.008366999216377735, "match_official": 1.0 }, { "layer": "layers.34.proj.ffn_down", "err_official": 0.00905424915254116, "err_absmax": 0.00905424915254116, "err_mseclip": 0.008815016597509384, "match_official": 1.0 }, { "layer": "layers.35.proj.qkv", "err_official": 0.00850963406264782, "err_absmax": 0.00850963406264782, "err_mseclip": 0.00835928414016962, "match_official": 1.0 }, { "layer": "layers.37.proj.o", "err_official": 0.008785008452832699, "err_absmax": 0.008785008452832699, "err_mseclip": 0.008626436814665794, "match_official": 1.0 }, { "layer": "layers.39.proj.ffn_up_gate", "err_official": 0.008516814559698105, "err_absmax": 0.00851681549102068, "err_mseclip": 0.00836553517729044, "match_official": 1.0 }, { "layer": "layers.40.proj.ffn_down", "err_official": 0.009062079712748528, "err_absmax": 0.009062078781425953, "err_mseclip": 0.008822537958621979, "match_official": 1.0 }, { "layer": "layers.41.proj.qkv", "err_official": 0.008520943112671375, "err_absmax": 0.008520943112671375, "err_mseclip": 0.008369970135390759, "match_official": 1.0 }, { "layer": "layers.6.proj.o", "err_official": 0.009160551242530346, "err_absmax": 0.009160551242530346, "err_mseclip": 0.009000139310956001, "match_official": 1.0 }, { "layer": "layers.8.proj.ffn_up_gate", "err_official": 0.008508569560945034, "err_absmax": 0.008508569560945034, "err_mseclip": 0.008357458747923374, "match_official": 1.0 }, { "layer": "layers.0.proj.ffn_up_gate", "err_official": 0.008506380952894688, "err_absmax": 0.008506380952894688, "err_mseclip": 0.008354569785296917, "match_official": 1.0 }, { "layer": "layers.0.proj.o", "err_official": 0.009439214132726192, "err_absmax": 0.009439214132726192, "err_mseclip": 0.009275000542402267, "match_official": 1.0 }, { "layer": "layers.0.proj.qkv", "err_official": 0.00854763574898243, "err_absmax": 0.00854763574898243, "err_mseclip": 0.008396870456635952, "match_official": 1.0 }, { "layer": "layers.41.proj.ffn_down", "err_official": 0.009051457047462463, "err_absmax": 0.009051457047462463, "err_mseclip": 0.008811570703983307, "match_official": 1.0 } ] }