File size: 6,142 Bytes
38a3e6b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
{
  "kitchen_bit_identity_checked": true,
  "median_err_official": 0.008588811382651329,
  "median_err_absmax": 0.008588810916990042,
  "median_err_mseclip": 0.008437690790742636,
  "mseclip_gain": 0.01759499978611312,
  "median_match_official": 1.0,
  "method": "mseclip",
  "rows": [
    {
      "layer": "layers.0.proj.ffn_down",
      "err_official": 0.009070021100342274,
      "err_absmax": 0.009070021100342274,
      "err_mseclip": 0.00883054081350565,
      "match_official": 1.0
    },
    {
      "layer": "layers.1.proj.qkv",
      "err_official": 0.008511500433087349,
      "err_absmax": 0.008511500433087349,
      "err_mseclip": 0.008360198698937893,
      "match_official": 1.0
    },
    {
      "layer": "layers.11.proj.o",
      "err_official": 0.009243566542863846,
      "err_absmax": 0.009243566542863846,
      "err_mseclip": 0.009081435389816761,
      "match_official": 1.0
    },
    {
      "layer": "layers.13.proj.ffn_up_gate",
      "err_official": 0.008509332314133644,
      "err_absmax": 0.008509332314133644,
      "err_mseclip": 0.008358308114111423,
      "match_official": 1.0
    },
    {
      "layer": "layers.15.proj.ffn_down",
      "err_official": 0.009051280096173286,
      "err_absmax": 0.009051280096173286,
      "err_mseclip": 0.008812245912849903,
      "match_official": 1.0
    },
    {
      "layer": "layers.16.proj.qkv",
      "err_official": 0.008509060367941856,
      "err_absmax": 0.008509060367941856,
      "err_mseclip": 0.008357053622603416,
      "match_official": 1.0
    },
    {
      "layer": "layers.18.proj.o",
      "err_official": 0.008921020664274693,
      "err_absmax": 0.008921020664274693,
      "err_mseclip": 0.008760779164731503,
      "match_official": 1.0
    },
    {
      "layer": "layers.2.proj.ffn_up_gate",
      "err_official": 0.008506673388183117,
      "err_absmax": 0.008506673388183117,
      "err_mseclip": 0.008356082253158092,
      "match_official": 1.0
    },
    {
      "layer": "layers.21.proj.ffn_down",
      "err_official": 0.009052140638232231,
      "err_absmax": 0.009052140638232231,
      "err_mseclip": 0.00881313718855381,
      "match_official": 1.0
    },
    {
      "layer": "layers.22.proj.qkv",
      "err_official": 0.008497870527207851,
      "err_absmax": 0.008497870527207851,
      "err_mseclip": 0.008345077745616436,
      "match_official": 1.0
    },
    {
      "layer": "layers.24.proj.o",
      "err_official": 0.00873006135225296,
      "err_absmax": 0.008730060420930386,
      "err_mseclip": 0.008576197549700737,
      "match_official": 1.0
    },
    {
      "layer": "layers.26.proj.ffn_up_gate",
      "err_official": 0.008522426709532738,
      "err_absmax": 0.008522426709532738,
      "err_mseclip": 0.008371064439415932,
      "match_official": 1.0
    },
    {
      "layer": "layers.28.proj.ffn_down",
      "err_official": 0.009066160768270493,
      "err_absmax": 0.009066160768270493,
      "err_mseclip": 0.008824980817735195,
      "match_official": 1.0
    },
    {
      "layer": "layers.29.proj.qkv",
      "err_official": 0.008500907570123672,
      "err_absmax": 0.008500907570123672,
      "err_mseclip": 0.008349220268428326,
      "match_official": 1.0
    },
    {
      "layer": "layers.30.proj.o",
      "err_official": 0.008629987016320229,
      "err_absmax": 0.008629986084997654,
      "err_mseclip": 0.00847851112484932,
      "match_official": 1.0
    },
    {
      "layer": "layers.32.proj.ffn_up_gate",
      "err_official": 0.008519506081938744,
      "err_absmax": 0.008519506081938744,
      "err_mseclip": 0.008366999216377735,
      "match_official": 1.0
    },
    {
      "layer": "layers.34.proj.ffn_down",
      "err_official": 0.00905424915254116,
      "err_absmax": 0.00905424915254116,
      "err_mseclip": 0.008815016597509384,
      "match_official": 1.0
    },
    {
      "layer": "layers.35.proj.qkv",
      "err_official": 0.00850963406264782,
      "err_absmax": 0.00850963406264782,
      "err_mseclip": 0.00835928414016962,
      "match_official": 1.0
    },
    {
      "layer": "layers.37.proj.o",
      "err_official": 0.008785008452832699,
      "err_absmax": 0.008785008452832699,
      "err_mseclip": 0.008626436814665794,
      "match_official": 1.0
    },
    {
      "layer": "layers.39.proj.ffn_up_gate",
      "err_official": 0.008516814559698105,
      "err_absmax": 0.00851681549102068,
      "err_mseclip": 0.00836553517729044,
      "match_official": 1.0
    },
    {
      "layer": "layers.40.proj.ffn_down",
      "err_official": 0.009062079712748528,
      "err_absmax": 0.009062078781425953,
      "err_mseclip": 0.008822537958621979,
      "match_official": 1.0
    },
    {
      "layer": "layers.41.proj.qkv",
      "err_official": 0.008520943112671375,
      "err_absmax": 0.008520943112671375,
      "err_mseclip": 0.008369970135390759,
      "match_official": 1.0
    },
    {
      "layer": "layers.6.proj.o",
      "err_official": 0.009160551242530346,
      "err_absmax": 0.009160551242530346,
      "err_mseclip": 0.009000139310956001,
      "match_official": 1.0
    },
    {
      "layer": "layers.8.proj.ffn_up_gate",
      "err_official": 0.008508569560945034,
      "err_absmax": 0.008508569560945034,
      "err_mseclip": 0.008357458747923374,
      "match_official": 1.0
    },
    {
      "layer": "layers.0.proj.ffn_up_gate",
      "err_official": 0.008506380952894688,
      "err_absmax": 0.008506380952894688,
      "err_mseclip": 0.008354569785296917,
      "match_official": 1.0
    },
    {
      "layer": "layers.0.proj.o",
      "err_official": 0.009439214132726192,
      "err_absmax": 0.009439214132726192,
      "err_mseclip": 0.009275000542402267,
      "match_official": 1.0
    },
    {
      "layer": "layers.0.proj.qkv",
      "err_official": 0.00854763574898243,
      "err_absmax": 0.00854763574898243,
      "err_mseclip": 0.008396870456635952,
      "match_official": 1.0
    },
    {
      "layer": "layers.41.proj.ffn_down",
      "err_official": 0.009051457047462463,
      "err_absmax": 0.009051457047462463,
      "err_mseclip": 0.008811570703983307,
      "match_official": 1.0
    }
  ]
}