File size: 6,142 Bytes
38a3e6b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 | {
"kitchen_bit_identity_checked": true,
"median_err_official": 0.008588811382651329,
"median_err_absmax": 0.008588810916990042,
"median_err_mseclip": 0.008437690790742636,
"mseclip_gain": 0.01759499978611312,
"median_match_official": 1.0,
"method": "mseclip",
"rows": [
{
"layer": "layers.0.proj.ffn_down",
"err_official": 0.009070021100342274,
"err_absmax": 0.009070021100342274,
"err_mseclip": 0.00883054081350565,
"match_official": 1.0
},
{
"layer": "layers.1.proj.qkv",
"err_official": 0.008511500433087349,
"err_absmax": 0.008511500433087349,
"err_mseclip": 0.008360198698937893,
"match_official": 1.0
},
{
"layer": "layers.11.proj.o",
"err_official": 0.009243566542863846,
"err_absmax": 0.009243566542863846,
"err_mseclip": 0.009081435389816761,
"match_official": 1.0
},
{
"layer": "layers.13.proj.ffn_up_gate",
"err_official": 0.008509332314133644,
"err_absmax": 0.008509332314133644,
"err_mseclip": 0.008358308114111423,
"match_official": 1.0
},
{
"layer": "layers.15.proj.ffn_down",
"err_official": 0.009051280096173286,
"err_absmax": 0.009051280096173286,
"err_mseclip": 0.008812245912849903,
"match_official": 1.0
},
{
"layer": "layers.16.proj.qkv",
"err_official": 0.008509060367941856,
"err_absmax": 0.008509060367941856,
"err_mseclip": 0.008357053622603416,
"match_official": 1.0
},
{
"layer": "layers.18.proj.o",
"err_official": 0.008921020664274693,
"err_absmax": 0.008921020664274693,
"err_mseclip": 0.008760779164731503,
"match_official": 1.0
},
{
"layer": "layers.2.proj.ffn_up_gate",
"err_official": 0.008506673388183117,
"err_absmax": 0.008506673388183117,
"err_mseclip": 0.008356082253158092,
"match_official": 1.0
},
{
"layer": "layers.21.proj.ffn_down",
"err_official": 0.009052140638232231,
"err_absmax": 0.009052140638232231,
"err_mseclip": 0.00881313718855381,
"match_official": 1.0
},
{
"layer": "layers.22.proj.qkv",
"err_official": 0.008497870527207851,
"err_absmax": 0.008497870527207851,
"err_mseclip": 0.008345077745616436,
"match_official": 1.0
},
{
"layer": "layers.24.proj.o",
"err_official": 0.00873006135225296,
"err_absmax": 0.008730060420930386,
"err_mseclip": 0.008576197549700737,
"match_official": 1.0
},
{
"layer": "layers.26.proj.ffn_up_gate",
"err_official": 0.008522426709532738,
"err_absmax": 0.008522426709532738,
"err_mseclip": 0.008371064439415932,
"match_official": 1.0
},
{
"layer": "layers.28.proj.ffn_down",
"err_official": 0.009066160768270493,
"err_absmax": 0.009066160768270493,
"err_mseclip": 0.008824980817735195,
"match_official": 1.0
},
{
"layer": "layers.29.proj.qkv",
"err_official": 0.008500907570123672,
"err_absmax": 0.008500907570123672,
"err_mseclip": 0.008349220268428326,
"match_official": 1.0
},
{
"layer": "layers.30.proj.o",
"err_official": 0.008629987016320229,
"err_absmax": 0.008629986084997654,
"err_mseclip": 0.00847851112484932,
"match_official": 1.0
},
{
"layer": "layers.32.proj.ffn_up_gate",
"err_official": 0.008519506081938744,
"err_absmax": 0.008519506081938744,
"err_mseclip": 0.008366999216377735,
"match_official": 1.0
},
{
"layer": "layers.34.proj.ffn_down",
"err_official": 0.00905424915254116,
"err_absmax": 0.00905424915254116,
"err_mseclip": 0.008815016597509384,
"match_official": 1.0
},
{
"layer": "layers.35.proj.qkv",
"err_official": 0.00850963406264782,
"err_absmax": 0.00850963406264782,
"err_mseclip": 0.00835928414016962,
"match_official": 1.0
},
{
"layer": "layers.37.proj.o",
"err_official": 0.008785008452832699,
"err_absmax": 0.008785008452832699,
"err_mseclip": 0.008626436814665794,
"match_official": 1.0
},
{
"layer": "layers.39.proj.ffn_up_gate",
"err_official": 0.008516814559698105,
"err_absmax": 0.00851681549102068,
"err_mseclip": 0.00836553517729044,
"match_official": 1.0
},
{
"layer": "layers.40.proj.ffn_down",
"err_official": 0.009062079712748528,
"err_absmax": 0.009062078781425953,
"err_mseclip": 0.008822537958621979,
"match_official": 1.0
},
{
"layer": "layers.41.proj.qkv",
"err_official": 0.008520943112671375,
"err_absmax": 0.008520943112671375,
"err_mseclip": 0.008369970135390759,
"match_official": 1.0
},
{
"layer": "layers.6.proj.o",
"err_official": 0.009160551242530346,
"err_absmax": 0.009160551242530346,
"err_mseclip": 0.009000139310956001,
"match_official": 1.0
},
{
"layer": "layers.8.proj.ffn_up_gate",
"err_official": 0.008508569560945034,
"err_absmax": 0.008508569560945034,
"err_mseclip": 0.008357458747923374,
"match_official": 1.0
},
{
"layer": "layers.0.proj.ffn_up_gate",
"err_official": 0.008506380952894688,
"err_absmax": 0.008506380952894688,
"err_mseclip": 0.008354569785296917,
"match_official": 1.0
},
{
"layer": "layers.0.proj.o",
"err_official": 0.009439214132726192,
"err_absmax": 0.009439214132726192,
"err_mseclip": 0.009275000542402267,
"match_official": 1.0
},
{
"layer": "layers.0.proj.qkv",
"err_official": 0.00854763574898243,
"err_absmax": 0.00854763574898243,
"err_mseclip": 0.008396870456635952,
"match_official": 1.0
},
{
"layer": "layers.41.proj.ffn_down",
"err_official": 0.009051457047462463,
"err_absmax": 0.009051457047462463,
"err_mseclip": 0.008811570703983307,
"match_official": 1.0
}
]
} |