redmingwei commited on
Commit
f9ccfe9
·
verified ·
1 Parent(s): 640dbbe

v64.0: report.json

Browse files
Files changed (1) hide show
  1. checkpoints/v64.0/report.json +226 -0
checkpoints/v64.0/report.json ADDED
@@ -0,0 +1,226 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hist": [
3
+ {
4
+ "step": 0,
5
+ "ce": 1.3369624614715576,
6
+ "train_acc": 0.40625,
7
+ "val_acc": 0.24775224775224775,
8
+ "bal": 8.399999618530273,
9
+ "load": [
10
+ 1.0,
11
+ 1.0,
12
+ 1.0,
13
+ 1.0
14
+ ],
15
+ "ent": 0.9652611411087312,
16
+ "router_wnorm": 0.773057758808136,
17
+ "router_gnorm": 0.7173834443092346,
18
+ "slot_ent": 0.8335908651351929,
19
+ "slot_ema": {
20
+ "Q": 0.25216,
21
+ "K": 0.24911,
22
+ "V": 0.24981,
23
+ "O": 0.24893
24
+ },
25
+ "loss_ent": -1.1556023359298706,
26
+ "loss_ctr": 0.0
27
+ },
28
+ {
29
+ "step": 250,
30
+ "ce": 0.47057420015335083,
31
+ "train_acc": 0.84375,
32
+ "val_acc": 0.8901098901098901,
33
+ "bal": 8.399999618530273,
34
+ "load": [
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0
39
+ ],
40
+ "ent": 0.9069761347399999,
41
+ "router_wnorm": 0.758651852607727,
42
+ "router_gnorm": 0.7390976548194885,
43
+ "slot_ent": 0.7364797592163086,
44
+ "slot_ema": {
45
+ "Q": 0.40674,
46
+ "K": 0.13969,
47
+ "V": 0.15002,
48
+ "O": 0.30355
49
+ },
50
+ "loss_ent": -1.0209777355194092,
51
+ "loss_ctr": 0.0
52
+ },
53
+ {
54
+ "step": 500,
55
+ "ce": 0.1712328940629959,
56
+ "train_acc": 0.9375,
57
+ "val_acc": 0.9040959040959041,
58
+ "bal": 8.399999618530273,
59
+ "load": [
60
+ 1.0,
61
+ 1.0,
62
+ 1.0,
63
+ 1.0
64
+ ],
65
+ "ent": 0.8743583351339868,
66
+ "router_wnorm": 0.7443618774414062,
67
+ "router_gnorm": 0.6677356958389282,
68
+ "slot_ent": 0.8065478801727295,
69
+ "slot_ema": {
70
+ "Q": 0.4037,
71
+ "K": 0.17284,
72
+ "V": 0.18826,
73
+ "O": 0.2352
74
+ },
75
+ "loss_ent": -1.1181128025054932,
76
+ "loss_ctr": 0.0
77
+ },
78
+ {
79
+ "step": 750,
80
+ "ce": 0.14352095127105713,
81
+ "train_acc": 0.9375,
82
+ "val_acc": 0.9010989010989011,
83
+ "bal": 8.399999618530273,
84
+ "load": [
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0
89
+ ],
90
+ "ent": 0.9224820905417908,
91
+ "router_wnorm": 0.7257201671600342,
92
+ "router_gnorm": 0.7871208190917969,
93
+ "slot_ent": 0.8778639435768127,
94
+ "slot_ema": {
95
+ "Q": 0.35916,
96
+ "K": 0.19658,
97
+ "V": 0.21041,
98
+ "O": 0.23384
99
+ },
100
+ "loss_ent": -1.216977834701538,
101
+ "loss_ctr": 0.0
102
+ },
103
+ {
104
+ "step": 1000,
105
+ "ce": 0.05009846016764641,
106
+ "train_acc": 0.96875,
107
+ "val_acc": 0.8961038961038961,
108
+ "bal": 8.399999618530273,
109
+ "load": [
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0
114
+ ],
115
+ "ent": 0.931584100356054,
116
+ "router_wnorm": 0.707362711429596,
117
+ "router_gnorm": 0.7285522818565369,
118
+ "slot_ent": 0.8838374018669128,
119
+ "slot_ema": {
120
+ "Q": 0.3311,
121
+ "K": 0.2307,
122
+ "V": 0.21606,
123
+ "O": 0.22214
124
+ },
125
+ "loss_ent": -1.2252588272094727,
126
+ "loss_ctr": 0.0
127
+ },
128
+ {
129
+ "step": 1250,
130
+ "ce": 0.07874427735805511,
131
+ "train_acc": 0.96875,
132
+ "val_acc": 0.9120879120879121,
133
+ "bal": 8.399999618530273,
134
+ "load": [
135
+ 1.0,
136
+ 1.0,
137
+ 1.0,
138
+ 1.0
139
+ ],
140
+ "ent": 0.9348798898858635,
141
+ "router_wnorm": 0.6811346411705017,
142
+ "router_gnorm": 0.951651930809021,
143
+ "slot_ent": 0.917302131652832,
144
+ "slot_ema": {
145
+ "Q": 0.31927,
146
+ "K": 0.23352,
147
+ "V": 0.22976,
148
+ "O": 0.21746
149
+ },
150
+ "loss_ent": -1.271650791168213,
151
+ "loss_ctr": 0.0
152
+ },
153
+ {
154
+ "step": 1500,
155
+ "ce": 0.0008743751677684486,
156
+ "train_acc": 1.0,
157
+ "val_acc": 0.9145854145854145,
158
+ "bal": 8.399999618530273,
159
+ "load": [
160
+ 1.0,
161
+ 1.0,
162
+ 1.0,
163
+ 1.0
164
+ ],
165
+ "ent": 0.9274846358987627,
166
+ "router_wnorm": 0.6599397659301758,
167
+ "router_gnorm": 0.1416337937116623,
168
+ "slot_ent": 0.9317477345466614,
169
+ "slot_ema": {
170
+ "Q": 0.30488,
171
+ "K": 0.23656,
172
+ "V": 0.23513,
173
+ "O": 0.22343
174
+ },
175
+ "loss_ent": -1.291676640510559,
176
+ "loss_ctr": 0.0
177
+ }
178
+ ],
179
+ "best_val_acc": 0.9145854145854145,
180
+ "split": "按类别分层 80/20",
181
+ "eval": {
182
+ "acc_heldout": 0.9145854145854145,
183
+ "chance": 0.25,
184
+ "load": [
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0
189
+ ],
190
+ "entropy": 0.9413876274031867,
191
+ "balance": 0.9999999989999999,
192
+ "proj_space_slot_gate": {
193
+ "load": [
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0
198
+ ],
199
+ "entropy": 0.9307228112405331,
200
+ "balance": 0.9999999989999999
201
+ },
202
+ "fusion_expert": {
203
+ "load": [
204
+ 1.0,
205
+ 1.0,
206
+ 1.0,
207
+ 1.0
208
+ ],
209
+ "entropy": 0.9413876274031867,
210
+ "balance": 0.9999999989999999
211
+ }
212
+ },
213
+ "version": "64.0",
214
+ "fix": "proj_space.router 此前是死代码(输出未被使用),现作为 token 级槽门控乘进 canonical",
215
+ "hparams": {
216
+ "lr": 0.0002,
217
+ "steps": 1500,
218
+ "bs": 32,
219
+ "bal_w": 0.01
220
+ },
221
+ "params": {
222
+ "proj_space": 2762766,
223
+ "fusion": 16319744
224
+ },
225
+ "note": "融合层吃1024维,专家解冻(偏离项目原设定)"
226
+ }