redmingwei commited on
Commit
4e2da33
·
verified ·
1 Parent(s): 02c3dc6

v64.2: report.json

Browse files
Files changed (1) hide show
  1. checkpoints/v64.2/report.json +226 -0
checkpoints/v64.2/report.json ADDED
@@ -0,0 +1,226 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hist": [
3
+ {
4
+ "step": 0,
5
+ "ce": 1.4947682619094849,
6
+ "train_acc": 0.1875,
7
+ "val_acc": 0.24775224775224775,
8
+ "bal": 8.399999618530273,
9
+ "load": [
10
+ 1.0,
11
+ 1.0,
12
+ 1.0,
13
+ 1.0
14
+ ],
15
+ "ent": 0.9613370989553199,
16
+ "router_wnorm": 0.7733733057975769,
17
+ "router_gnorm": 0.34849026799201965,
18
+ "slot_ent": 0.8335908651351929,
19
+ "slot_ema": {
20
+ "Q": 0.25216,
21
+ "K": 0.24911,
22
+ "V": 0.24981,
23
+ "O": 0.24893
24
+ },
25
+ "loss_ent": -1.1556023359298706,
26
+ "loss_ctr": 0.0
27
+ },
28
+ {
29
+ "step": 250,
30
+ "ce": 0.4863210916519165,
31
+ "train_acc": 0.875,
32
+ "val_acc": 0.8836163836163836,
33
+ "bal": 8.399999618530273,
34
+ "load": [
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0
39
+ ],
40
+ "ent": 0.7658716789697271,
41
+ "router_wnorm": 0.7567805647850037,
42
+ "router_gnorm": 0.8134217262268066,
43
+ "slot_ent": 0.7628254890441895,
44
+ "slot_ema": {
45
+ "Q": 0.51521,
46
+ "K": 0.1376,
47
+ "V": 0.15618,
48
+ "O": 0.19101
49
+ },
50
+ "loss_ent": -1.0575007200241089,
51
+ "loss_ctr": 0.0
52
+ },
53
+ {
54
+ "step": 500,
55
+ "ce": 0.29218900203704834,
56
+ "train_acc": 0.90625,
57
+ "val_acc": 0.8781218781218781,
58
+ "bal": 8.399999618530273,
59
+ "load": [
60
+ 1.0,
61
+ 1.0,
62
+ 1.0,
63
+ 1.0
64
+ ],
65
+ "ent": 0.8703073697842387,
66
+ "router_wnorm": 0.7473925352096558,
67
+ "router_gnorm": 0.9397578835487366,
68
+ "slot_ent": 0.9070912003517151,
69
+ "slot_ema": {
70
+ "Q": 0.44246,
71
+ "K": 0.1655,
72
+ "V": 0.1823,
73
+ "O": 0.20974
74
+ },
75
+ "loss_ent": -1.257495403289795,
76
+ "loss_ctr": 0.0
77
+ },
78
+ {
79
+ "step": 750,
80
+ "ce": 0.0775115117430687,
81
+ "train_acc": 0.96875,
82
+ "val_acc": 0.9080919080919081,
83
+ "bal": 8.399999618530273,
84
+ "load": [
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0
89
+ ],
90
+ "ent": 0.9625083867990211,
91
+ "router_wnorm": 0.7349383234977722,
92
+ "router_gnorm": 0.8016965389251709,
93
+ "slot_ent": 0.8767412304878235,
94
+ "slot_ema": {
95
+ "Q": 0.36872,
96
+ "K": 0.1935,
97
+ "V": 0.20738,
98
+ "O": 0.2304
99
+ },
100
+ "loss_ent": -1.215421438217163,
101
+ "loss_ctr": 0.0
102
+ },
103
+ {
104
+ "step": 1000,
105
+ "ce": 0.11430563032627106,
106
+ "train_acc": 0.9375,
107
+ "val_acc": 0.9090909090909091,
108
+ "bal": 8.399999618530273,
109
+ "load": [
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0
114
+ ],
115
+ "ent": 0.9903301922117485,
116
+ "router_wnorm": 0.7190986275672913,
117
+ "router_gnorm": 0.8891085982322693,
118
+ "slot_ent": 0.8231309652328491,
119
+ "slot_ema": {
120
+ "Q": 0.37563,
121
+ "K": 0.21215,
122
+ "V": 0.21163,
123
+ "O": 0.20059
124
+ },
125
+ "loss_ent": -1.1411018371582031,
126
+ "loss_ctr": 0.0
127
+ },
128
+ {
129
+ "step": 1250,
130
+ "ce": 0.3310103714466095,
131
+ "train_acc": 0.96875,
132
+ "val_acc": 0.9205794205794205,
133
+ "bal": 8.399999618530273,
134
+ "load": [
135
+ 1.0,
136
+ 1.0,
137
+ 1.0,
138
+ 1.0
139
+ ],
140
+ "ent": 0.9793118657102464,
141
+ "router_wnorm": 0.6934472918510437,
142
+ "router_gnorm": 0.8613162636756897,
143
+ "slot_ent": 0.9159824252128601,
144
+ "slot_ema": {
145
+ "Q": 0.3325,
146
+ "K": 0.2245,
147
+ "V": 0.23285,
148
+ "O": 0.21016
149
+ },
150
+ "loss_ent": -1.269821286201477,
151
+ "loss_ctr": 0.0
152
+ },
153
+ {
154
+ "step": 1500,
155
+ "ce": 0.0070120058953762054,
156
+ "train_acc": 1.0,
157
+ "val_acc": 0.9110889110889111,
158
+ "bal": 8.399999618530273,
159
+ "load": [
160
+ 1.0,
161
+ 1.0,
162
+ 1.0,
163
+ 1.0
164
+ ],
165
+ "ent": 0.9433133171448976,
166
+ "router_wnorm": 0.6756748557090759,
167
+ "router_gnorm": 0.8800048232078552,
168
+ "slot_ent": 0.9103757739067078,
169
+ "slot_ema": {
170
+ "Q": 0.30492,
171
+ "K": 0.23683,
172
+ "V": 0.24433,
173
+ "O": 0.21393
174
+ },
175
+ "loss_ent": -1.2620488405227661,
176
+ "loss_ctr": 0.0
177
+ }
178
+ ],
179
+ "best_val_acc": 0.9205794205794205,
180
+ "split": "按类别分层 80/20",
181
+ "eval": {
182
+ "acc_heldout": 0.9205794205794205,
183
+ "chance": 0.25,
184
+ "load": [
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0
189
+ ],
190
+ "entropy": 0.9913396443809878,
191
+ "balance": 0.9999999989999999,
192
+ "proj_space_slot_gate": {
193
+ "load": [
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0
198
+ ],
199
+ "entropy": 0.9192761619470571,
200
+ "balance": 0.9999999989999999
201
+ },
202
+ "fusion_expert": {
203
+ "load": [
204
+ 1.0,
205
+ 1.0,
206
+ 1.0,
207
+ 1.0
208
+ ],
209
+ "entropy": 0.9913396443809878,
210
+ "balance": 0.9999999989999999
211
+ }
212
+ },
213
+ "version": "64.2",
214
+ "fix": "proj_space.router 此前是死代码(输出未被使用),现作为 token 级槽门控乘进 canonical",
215
+ "hparams": {
216
+ "lr": 0.0002,
217
+ "steps": 1500,
218
+ "bs": 32,
219
+ "bal_w": 0.01
220
+ },
221
+ "params": {
222
+ "proj_space": 2762766,
223
+ "fusion": 32638464
224
+ },
225
+ "note": "融合层吃1024维,专家解冻(偏离项目原设定)"
226
+ }