redmingwei commited on
Commit
d4c8807
·
verified ·
1 Parent(s): 563eeec

v63.0: report.json

Browse files
Files changed (1) hide show
  1. checkpoints/v63.0/report.json +226 -0
checkpoints/v63.0/report.json ADDED
@@ -0,0 +1,226 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hist": [
3
+ {
4
+ "step": 0,
5
+ "ce": 1.3965632915496826,
6
+ "train_acc": 0.21875,
7
+ "val_acc": 0.24575424575424576,
8
+ "bal": 1.7591121196746826,
9
+ "load": [
10
+ 0.228759765625,
11
+ 0.906005859375,
12
+ 0.38671875,
13
+ 0.478515625
14
+ ],
15
+ "ent": 0.5081970384793408,
16
+ "router_wnorm": 0.7731783390045166,
17
+ "router_gnorm": 0.9589413404464722,
18
+ "slot_ent": 0.8335908651351929,
19
+ "slot_ema": {
20
+ "Q": 0.25216,
21
+ "K": 0.24911,
22
+ "V": 0.24981,
23
+ "O": 0.24893
24
+ },
25
+ "loss_ent": -1.1556023359298706,
26
+ "loss_ctr": 0.0
27
+ },
28
+ {
29
+ "step": 250,
30
+ "ce": 0.6164901256561279,
31
+ "train_acc": 0.6875,
32
+ "val_acc": 0.8731268731268731,
33
+ "bal": 1.731707215309143,
34
+ "load": [
35
+ 0.65869140625,
36
+ 0.400634765625,
37
+ 0.453857421875,
38
+ 0.48681640625
39
+ ],
40
+ "ent": 0.48498196035262464,
41
+ "router_wnorm": 0.7803645730018616,
42
+ "router_gnorm": 0.9140343070030212,
43
+ "slot_ent": 0.7909688949584961,
44
+ "slot_ema": {
45
+ "Q": 0.35023,
46
+ "K": 0.16828,
47
+ "V": 0.20131,
48
+ "O": 0.28018
49
+ },
50
+ "loss_ent": -1.0965157747268677,
51
+ "loss_ctr": 0.0
52
+ },
53
+ {
54
+ "step": 500,
55
+ "ce": 0.4160062074661255,
56
+ "train_acc": 0.8125,
57
+ "val_acc": 0.8651348651348651,
58
+ "bal": 1.7257018089294434,
59
+ "load": [
60
+ 0.570556640625,
61
+ 0.3759765625,
62
+ 0.441162109375,
63
+ 0.6123046875
64
+ ],
65
+ "ent": 0.49292437714344545,
66
+ "router_wnorm": 0.7843501567840576,
67
+ "router_gnorm": 0.825860857963562,
68
+ "slot_ent": 0.7392739653587341,
69
+ "slot_ema": {
70
+ "Q": 0.3193,
71
+ "K": 0.19405,
72
+ "V": 0.20394,
73
+ "O": 0.28271
74
+ },
75
+ "loss_ent": -1.0248513221740723,
76
+ "loss_ctr": 0.0
77
+ },
78
+ {
79
+ "step": 750,
80
+ "ce": 0.33284491300582886,
81
+ "train_acc": 0.875,
82
+ "val_acc": 0.8836163836163836,
83
+ "bal": 1.762452244758606,
84
+ "load": [
85
+ 0.702880859375,
86
+ 0.42822265625,
87
+ 0.4326171875,
88
+ 0.436279296875
89
+ ],
90
+ "ent": 0.4875301412991334,
91
+ "router_wnorm": 0.7887001633644104,
92
+ "router_gnorm": 0.8942551612854004,
93
+ "slot_ent": 0.7853522300720215,
94
+ "slot_ema": {
95
+ "Q": 0.3011,
96
+ "K": 0.19046,
97
+ "V": 0.21607,
98
+ "O": 0.29237
99
+ },
100
+ "loss_ent": -1.0887293815612793,
101
+ "loss_ctr": 0.0
102
+ },
103
+ {
104
+ "step": 1000,
105
+ "ce": 0.13131043314933777,
106
+ "train_acc": 0.96875,
107
+ "val_acc": 0.8546453546453546,
108
+ "bal": 1.7432376146316528,
109
+ "load": [
110
+ 0.634033203125,
111
+ 0.440185546875,
112
+ 0.55859375,
113
+ 0.3671875
114
+ ],
115
+ "ent": 0.4842634168373198,
116
+ "router_wnorm": 0.8014150261878967,
117
+ "router_gnorm": 0.9012351036071777,
118
+ "slot_ent": 0.7709633111953735,
119
+ "slot_ema": {
120
+ "Q": 0.31494,
121
+ "K": 0.1994,
122
+ "V": 0.21005,
123
+ "O": 0.27562
124
+ },
125
+ "loss_ent": -1.068782091140747,
126
+ "loss_ctr": 0.0
127
+ },
128
+ {
129
+ "step": 1250,
130
+ "ce": 0.3048989176750183,
131
+ "train_acc": 0.9375,
132
+ "val_acc": 0.9065934065934066,
133
+ "bal": 1.877792477607727,
134
+ "load": [
135
+ 0.6396484375,
136
+ 0.354248046875,
137
+ 0.607421875,
138
+ 0.398681640625
139
+ ],
140
+ "ent": 0.46672501306329506,
141
+ "router_wnorm": 0.7971746921539307,
142
+ "router_gnorm": 0.9160963296890259,
143
+ "slot_ent": 0.7443619966506958,
144
+ "slot_ema": {
145
+ "Q": 0.29862,
146
+ "K": 0.1878,
147
+ "V": 0.20006,
148
+ "O": 0.31352
149
+ },
150
+ "loss_ent": -1.0319048166275024,
151
+ "loss_ctr": 0.0
152
+ },
153
+ {
154
+ "step": 1500,
155
+ "ce": 0.1674521267414093,
156
+ "train_acc": 0.9375,
157
+ "val_acc": 0.9065934065934066,
158
+ "bal": 1.7626097202301025,
159
+ "load": [
160
+ 0.560546875,
161
+ 0.462890625,
162
+ 0.478759765625,
163
+ 0.497802734375
164
+ ],
165
+ "ent": 0.47587173836678265,
166
+ "router_wnorm": 0.8025014400482178,
167
+ "router_gnorm": 0.8630864024162292,
168
+ "slot_ent": 0.8038636445999146,
169
+ "slot_ema": {
170
+ "Q": 0.2723,
171
+ "K": 0.20861,
172
+ "V": 0.20774,
173
+ "O": 0.31135
174
+ },
175
+ "loss_ent": -1.1143916845321655,
176
+ "loss_ctr": 0.0
177
+ }
178
+ ],
179
+ "best_val_acc": 0.9065934065934066,
180
+ "split": "按类别分层 80/20",
181
+ "eval": {
182
+ "acc_heldout": 0.9065934065934066,
183
+ "chance": 0.25,
184
+ "load": [
185
+ 0.6127154095904096,
186
+ 0.4273148726273726,
187
+ 0.6047975462037962,
188
+ 0.35517217157842157
189
+ ],
190
+ "entropy": 0.4816298035089949,
191
+ "balance": 0.5796690689339434,
192
+ "proj_space_slot_gate": {
193
+ "load": [
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0
198
+ ],
199
+ "entropy": 0.7774811958335701,
200
+ "balance": 0.9999999989999999
201
+ },
202
+ "fusion_expert": {
203
+ "load": [
204
+ 0.6127154095904096,
205
+ 0.4273148726273726,
206
+ 0.6047975462037962,
207
+ 0.35517217157842157
208
+ ],
209
+ "entropy": 0.4816298035089949,
210
+ "balance": 0.5796690689339434
211
+ }
212
+ },
213
+ "version": "63.0",
214
+ "fix": "proj_space.router 此前是死代码(输出未被使用),现作为 token 级槽门控乘进 canonical",
215
+ "hparams": {
216
+ "lr": 0.0002,
217
+ "steps": 1500,
218
+ "bs": 32,
219
+ "bal_w": 0.01
220
+ },
221
+ "params": {
222
+ "proj_space": 2762766,
223
+ "fusion": 50343940
224
+ },
225
+ "note": "融合层吃1024维,专家解冻(偏离项目原设定)"
226
+ }