NidAll's picture
model card, workflows, provenance
38a3e6b verified
Raw History Blame Contribute Delete
6.14 kB
{
"kitchen_bit_identity_checked": true,
"median_err_official": 0.008588811382651329,
"median_err_absmax": 0.008588810916990042,
"median_err_mseclip": 0.008437690790742636,
"mseclip_gain": 0.01759499978611312,
"median_match_official": 1.0,
"method": "mseclip",
"rows": [
{
"layer": "layers.0.proj.ffn_down",
"err_official": 0.009070021100342274,
"err_absmax": 0.009070021100342274,
"err_mseclip": 0.00883054081350565,
"match_official": 1.0
},
{
"layer": "layers.1.proj.qkv",
"err_official": 0.008511500433087349,
"err_absmax": 0.008511500433087349,
"err_mseclip": 0.008360198698937893,
"match_official": 1.0
},
{
"layer": "layers.11.proj.o",
"err_official": 0.009243566542863846,
"err_absmax": 0.009243566542863846,
"err_mseclip": 0.009081435389816761,
"match_official": 1.0
},
{
"layer": "layers.13.proj.ffn_up_gate",
"err_official": 0.008509332314133644,
"err_absmax": 0.008509332314133644,
"err_mseclip": 0.008358308114111423,
"match_official": 1.0
},
{
"layer": "layers.15.proj.ffn_down",
"err_official": 0.009051280096173286,
"err_absmax": 0.009051280096173286,
"err_mseclip": 0.008812245912849903,
"match_official": 1.0
},
{
"layer": "layers.16.proj.qkv",
"err_official": 0.008509060367941856,
"err_absmax": 0.008509060367941856,
"err_mseclip": 0.008357053622603416,
"match_official": 1.0
},
{
"layer": "layers.18.proj.o",
"err_official": 0.008921020664274693,
"err_absmax": 0.008921020664274693,
"err_mseclip": 0.008760779164731503,
"match_official": 1.0
},
{
"layer": "layers.2.proj.ffn_up_gate",
"err_official": 0.008506673388183117,
"err_absmax": 0.008506673388183117,
"err_mseclip": 0.008356082253158092,
"match_official": 1.0
},
{
"layer": "layers.21.proj.ffn_down",
"err_official": 0.009052140638232231,
"err_absmax": 0.009052140638232231,
"err_mseclip": 0.00881313718855381,
"match_official": 1.0
},
{
"layer": "layers.22.proj.qkv",
"err_official": 0.008497870527207851,
"err_absmax": 0.008497870527207851,
"err_mseclip": 0.008345077745616436,
"match_official": 1.0
},
{
"layer": "layers.24.proj.o",
"err_official": 0.00873006135225296,
"err_absmax": 0.008730060420930386,
"err_mseclip": 0.008576197549700737,
"match_official": 1.0
},
{
"layer": "layers.26.proj.ffn_up_gate",
"err_official": 0.008522426709532738,
"err_absmax": 0.008522426709532738,
"err_mseclip": 0.008371064439415932,
"match_official": 1.0
},
{
"layer": "layers.28.proj.ffn_down",
"err_official": 0.009066160768270493,
"err_absmax": 0.009066160768270493,
"err_mseclip": 0.008824980817735195,
"match_official": 1.0
},
{
"layer": "layers.29.proj.qkv",
"err_official": 0.008500907570123672,
"err_absmax": 0.008500907570123672,
"err_mseclip": 0.008349220268428326,
"match_official": 1.0
},
{
"layer": "layers.30.proj.o",
"err_official": 0.008629987016320229,
"err_absmax": 0.008629986084997654,
"err_mseclip": 0.00847851112484932,
"match_official": 1.0
},
{
"layer": "layers.32.proj.ffn_up_gate",
"err_official": 0.008519506081938744,
"err_absmax": 0.008519506081938744,
"err_mseclip": 0.008366999216377735,
"match_official": 1.0
},
{
"layer": "layers.34.proj.ffn_down",
"err_official": 0.00905424915254116,
"err_absmax": 0.00905424915254116,
"err_mseclip": 0.008815016597509384,
"match_official": 1.0
},
{
"layer": "layers.35.proj.qkv",
"err_official": 0.00850963406264782,
"err_absmax": 0.00850963406264782,
"err_mseclip": 0.00835928414016962,
"match_official": 1.0
},
{
"layer": "layers.37.proj.o",
"err_official": 0.008785008452832699,
"err_absmax": 0.008785008452832699,
"err_mseclip": 0.008626436814665794,
"match_official": 1.0
},
{
"layer": "layers.39.proj.ffn_up_gate",
"err_official": 0.008516814559698105,
"err_absmax": 0.00851681549102068,
"err_mseclip": 0.00836553517729044,
"match_official": 1.0
},
{
"layer": "layers.40.proj.ffn_down",
"err_official": 0.009062079712748528,
"err_absmax": 0.009062078781425953,
"err_mseclip": 0.008822537958621979,
"match_official": 1.0
},
{
"layer": "layers.41.proj.qkv",
"err_official": 0.008520943112671375,
"err_absmax": 0.008520943112671375,
"err_mseclip": 0.008369970135390759,
"match_official": 1.0
},
{
"layer": "layers.6.proj.o",
"err_official": 0.009160551242530346,
"err_absmax": 0.009160551242530346,
"err_mseclip": 0.009000139310956001,
"match_official": 1.0
},
{
"layer": "layers.8.proj.ffn_up_gate",
"err_official": 0.008508569560945034,
"err_absmax": 0.008508569560945034,
"err_mseclip": 0.008357458747923374,
"match_official": 1.0
},
{
"layer": "layers.0.proj.ffn_up_gate",
"err_official": 0.008506380952894688,
"err_absmax": 0.008506380952894688,
"err_mseclip": 0.008354569785296917,
"match_official": 1.0
},
{
"layer": "layers.0.proj.o",
"err_official": 0.009439214132726192,
"err_absmax": 0.009439214132726192,
"err_mseclip": 0.009275000542402267,
"match_official": 1.0
},
{
"layer": "layers.0.proj.qkv",
"err_official": 0.00854763574898243,
"err_absmax": 0.00854763574898243,
"err_mseclip": 0.008396870456635952,
"match_official": 1.0
},
{
"layer": "layers.41.proj.ffn_down",
"err_official": 0.009051457047462463,
"err_absmax": 0.009051457047462463,
"err_mseclip": 0.008811570703983307,
"match_official": 1.0
}
]
}