redmingwei commited on
Commit
0962834
·
verified ·
1 Parent(s): 807536d

v62.3: 训练报告(version 已更正为 62.3)

Browse files
Files changed (1) hide show
  1. checkpoints/v62.3/report.json +177 -0
checkpoints/v62.3/report.json ADDED
@@ -0,0 +1,177 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hist": [
3
+ {
4
+ "step": 0,
5
+ "ce": 1.4129877090454102,
6
+ "train_acc": 0.375,
7
+ "val_acc": 0.24825174825174826,
8
+ "bal": 1.8297117948532104,
9
+ "load": [
10
+ 0.39306640625,
11
+ 0.758544921875,
12
+ 0.56884765625,
13
+ 0.279541015625
14
+ ],
15
+ "ent": 0.506121164887764,
16
+ "router_wnorm": 0.779486358165741,
17
+ "router_gnorm": 0.8539896011352539,
18
+ "slot_ent": 0.35127997398376465,
19
+ "loss_ent": -0.4869774580001831
20
+ },
21
+ {
22
+ "step": 250,
23
+ "ce": 0.6050915122032166,
24
+ "train_acc": 0.78125,
25
+ "val_acc": 0.8741258741258742,
26
+ "bal": 1.736596703529358,
27
+ "load": [
28
+ 0.27685546875,
29
+ 0.450439453125,
30
+ 0.69482421875,
31
+ 0.577880859375
32
+ ],
33
+ "ent": 0.4732341694374879,
34
+ "router_wnorm": 0.8256901502609253,
35
+ "router_gnorm": 0.9681000709533691,
36
+ "slot_ent": 0.3987172544002533,
37
+ "loss_ent": -0.5527395009994507
38
+ },
39
+ {
40
+ "step": 500,
41
+ "ce": 0.350892037153244,
42
+ "train_acc": 0.90625,
43
+ "val_acc": 0.8756243756243757,
44
+ "bal": 1.6735197305679321,
45
+ "load": [
46
+ 0.360107421875,
47
+ 0.662109375,
48
+ 0.499755859375,
49
+ 0.47802734375
50
+ ],
51
+ "ent": 0.4876340188202546,
52
+ "router_wnorm": 0.8441723585128784,
53
+ "router_gnorm": 0.8967965245246887,
54
+ "slot_ent": 0.4073455333709717,
55
+ "loss_ent": -0.5647008419036865
56
+ },
57
+ {
58
+ "step": 750,
59
+ "ce": 0.2738792300224304,
60
+ "train_acc": 0.875,
61
+ "val_acc": 0.8746253746253746,
62
+ "bal": 1.6940175294876099,
63
+ "load": [
64
+ 0.2998046875,
65
+ 0.491943359375,
66
+ 0.636474609375,
67
+ 0.57177734375
68
+ ],
69
+ "ent": 0.4833028077409256,
70
+ "router_wnorm": 0.8766787052154541,
71
+ "router_gnorm": 0.883607029914856,
72
+ "slot_ent": 0.4086775481700897,
73
+ "loss_ent": -0.5665473937988281
74
+ },
75
+ {
76
+ "step": 1000,
77
+ "ce": 0.1548992395401001,
78
+ "train_acc": 0.9375,
79
+ "val_acc": 0.8606393606393606,
80
+ "bal": 1.705666184425354,
81
+ "load": [
82
+ 0.3671875,
83
+ 0.42236328125,
84
+ 0.587890625,
85
+ 0.62255859375
86
+ ],
87
+ "ent": 0.4389593599860743,
88
+ "router_wnorm": 0.9292269349098206,
89
+ "router_gnorm": 0.7646207809448242,
90
+ "slot_ent": 0.1439265012741089,
91
+ "loss_ent": -0.19952450692653656
92
+ },
93
+ {
94
+ "step": 1250,
95
+ "ce": 0.19180022180080414,
96
+ "train_acc": 0.9375,
97
+ "val_acc": 0.9025974025974026,
98
+ "bal": 1.6605781316757202,
99
+ "load": [
100
+ 0.3486328125,
101
+ 0.5517578125,
102
+ 0.50146484375,
103
+ 0.59814453125
104
+ ],
105
+ "ent": 0.4695270833981401,
106
+ "router_wnorm": 0.9461937546730042,
107
+ "router_gnorm": 0.8716938495635986,
108
+ "slot_ent": 0.449787974357605,
109
+ "loss_ent": -0.6235385537147522
110
+ },
111
+ {
112
+ "step": 1500,
113
+ "ce": 0.0255675558000803,
114
+ "train_acc": 1.0,
115
+ "val_acc": 0.9075924075924076,
116
+ "bal": 1.7134147882461548,
117
+ "load": [
118
+ 0.34716796875,
119
+ 0.541748046875,
120
+ 0.6435546875,
121
+ 0.467529296875
122
+ ],
123
+ "ent": 0.4725154539395322,
124
+ "router_wnorm": 0.9599852561950684,
125
+ "router_gnorm": 0.9177023768424988,
126
+ "slot_ent": 0.6609688997268677,
127
+ "loss_ent": -0.916297435760498
128
+ }
129
+ ],
130
+ "best_val_acc": 0.9075924075924076,
131
+ "split": "按类别分层 80/20",
132
+ "eval": {
133
+ "acc_heldout": 0.9075924075924076,
134
+ "chance": 0.25,
135
+ "load": [
136
+ 0.35030594405594406,
137
+ 0.5267740072427572,
138
+ 0.5723768419080919,
139
+ 0.5505432067932068
140
+ ],
141
+ "entropy": 0.471961368834115,
142
+ "balance": 0.612019770534626,
143
+ "proj_space_slot_gate": {
144
+ "load": [
145
+ 1.0,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0
149
+ ],
150
+ "entropy": 0.6470226811300187,
151
+ "balance": 0.9999999989999999
152
+ },
153
+ "fusion_expert": {
154
+ "load": [
155
+ 0.35030594405594406,
156
+ 0.5267740072427572,
157
+ 0.5723768419080919,
158
+ 0.5505432067932068
159
+ ],
160
+ "entropy": 0.471961368834115,
161
+ "balance": 0.612019770534626
162
+ }
163
+ },
164
+ "version": "62.3",
165
+ "fix": "v62.3:proj_space.router 由 lazy 改为 eager 创建 —— v62.1/v62.2 时该 router 从未进入 optimizer 也从未加载权重(是随机初始化的),故其槽门控结论作废。专家选择不受影响(fusion.W_router 一直是 nn.Parameter)。",
166
+ "hparams": {
167
+ "lr": 0.0002,
168
+ "steps": 1500,
169
+ "bs": 32,
170
+ "bal_w": 0.01
171
+ },
172
+ "params": {
173
+ "proj_space": 2762766,
174
+ "fusion": 50343940
175
+ },
176
+ "note": "融合层吃1024维,专家解冻(偏离项目原设定)"
177
+ }