v62.4: report.json

checkpoints/v62.4/report.json

@@ -2,186 +2,186 @@
   "hist": [
     {
       "step": 0,
-      "ce": 1.468188762664795,
-      "train_acc": 0.125,
-      "val_acc": 0.24375624375624375,
-      "bal": 1.97661292552948,
+      "ce": 1.3385847806930542,
+      "train_acc": 0.4375,
+      "val_acc": 0.36213786213786214,
+      "bal": 1.9764597415924072,
       "load": [
-        0.84326171875,
-        0.380859375,
-        0.15625,
-        0.61962890625
+        0.086669921875,
+        0.8828125,
+        0.66259765625,
+        0.367919921875
       ],
-      "ent": 0.5199186880315464,
-      "router_wnorm": 0.7797635793685913,
-      "router_gnorm": 0.9884841442108154,
-      "slot_ent": 0.35127997398376465,
+      "ent": 0.5117544566167753,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.5473473072052002,
       "slot_ema": {
-        "Q": 0.2547,
-        "K": 0.24897,
-        "V": 0.24849,
-        "O": 0.24784
+        "Q": 0.24939,
+        "K": 0.24965,
+        "V": 0.25011,
+        "O": 0.25085
       },
-      "loss_ent": -0.4869774580001831
+      "loss_ent": -0.7587845325469971
     },
     {
       "step": 250,
-      "ce": 0.6088617444038391,
-      "train_acc": 0.8125,
-      "val_acc": 0.8791208791208791,
-      "bal": 1.6678458452224731,
+      "ce": 0.5585795044898987,
+      "train_acc": 0.75,
+      "val_acc": 0.8601398601398601,
+      "bal": 1.9076179265975952,
       "load": [
-        0.670166015625,
-        0.35791015625,
-        0.341552734375,
-        0.63037109375
+        0.30029296875,
+        0.61279296875,
+        0.313232421875,
+        0.773681640625
       ],
-      "ent": 0.5044344020437643,
-      "router_wnorm": 0.8023893237113953,
-      "router_gnorm": 0.7724428772926331,
-      "slot_ent": 0.5815436840057373,
+      "ent": 0.5042119424848733,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.06296975165605545,
       "slot_ema": {
-        "Q": 0.44882,
-        "K": 0.22244,
-        "V": 0.17731,
-        "O": 0.15143
+        "Q": 0.2026,
+        "K": 0.02662,
+        "V": 0.12207,
+        "O": 0.64871
       },
-      "loss_ent": -0.8061907291412354
+      "loss_ent": -0.08729460835456848
     },
     {
       "step": 500,
-      "ce": 0.706862211227417,
-      "train_acc": 0.75,
-      "val_acc": 0.8736263736263736,
-      "bal": 1.7779628038406372,
+      "ce": 0.33162036538124084,
+      "train_acc": 0.875,
+      "val_acc": 0.8741258741258742,
+      "bal": 1.7573927640914917,
       "load": [
-        0.373779296875,
-        0.513671875,
-        0.3779296875,
-        0.734619140625
+        0.525390625,
+        0.4853515625,
+        0.396484375,
+        0.5927734375
       ],
-      "ent": 0.487919338038036,
-      "router_wnorm": 0.8210627436637878,
-      "router_gnorm": 0.285449355840683,
-      "slot_ent": 0.6476190090179443,
+      "ent": 0.4636787703598875,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.06385663896799088,
       "slot_ema": {
-        "Q": 0.37873,
-        "K": 0.24392,
-        "V": 0.26819,
-        "O": 0.10915
+        "Q": 0.16089,
+        "K": 0.01963,
+        "V": 0.01623,
+        "O": 0.80324
       },
-      "loss_ent": -0.8977905511856079
+      "loss_ent": -0.08852409571409225
     },
     {
       "step": 750,
-      "ce": 0.31015413999557495,
+      "ce": 0.24221858382225037,
       "train_acc": 0.90625,
-      "val_acc": 0.8931068931068931,
-      "bal": 1.7722079753875732,
+      "val_acc": 0.8836163836163836,
+      "bal": 1.8517080545425415,
       "load": [
-        0.4541015625,
-        0.5791015625,
-        0.60107421875,
-        0.36572265625
+        0.648193359375,
+        0.416015625,
+        0.351806640625,
+        0.583984375
       ],
-      "ent": 0.48253851684049126,
-      "router_wnorm": 0.8304858207702637,
-      "router_gnorm": 0.4946354925632477,
-      "slot_ent": 0.7963301539421082,
+      "ent": 0.4775710989399581,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.08177006244659424,
       "slot_ema": {
-        "Q": 0.32081,
-        "K": 0.25908,
-        "V": 0.22753,
-        "O": 0.19258
+        "Q": 0.12117,
+        "K": 0.02607,
+        "V": 0.01805,
+        "O": 0.83471
       },
-      "loss_ent": -1.1039479970932007
+      "loss_ent": -0.11335738003253937
     },
     {
       "step": 1000,
-      "ce": 0.12962530553340912,
-      "train_acc": 0.9375,
+      "ce": 0.0795382484793663,
+      "train_acc": 0.96875,
       "val_acc": 0.8626373626373627,
-      "bal": 1.844107985496521,
+      "bal": 1.802364706993103,
       "load": [
-        0.275146484375,
-        0.54052734375,
-        0.546142578125,
-        0.63818359375
+        0.617431640625,
+        0.36962890625,
+        0.444580078125,
+        0.568359375
       ],
-      "ent": 0.4711967339683789,
-      "router_wnorm": 0.8446658849716187,
-      "router_gnorm": 0.972268283367157,
-      "slot_ent": 0.7431393265724182,
+      "ent": 0.47082520844685255,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.11181776225566864,
       "slot_ema": {
-        "Q": 0.29288,
-        "K": 0.24609,
-        "V": 0.23578,
-        "O": 0.22526
+        "Q": 0.12738,
+        "K": 0.02665,
+        "V": 0.03122,
+        "O": 0.81475
       },
-      "loss_ent": -1.0302098989486694
+      "loss_ent": -0.1550123393535614
     },
     {
       "step": 1250,
-      "ce": 0.34427374601364136,
-      "train_acc": 0.9375,
-      "val_acc": 0.8956043956043956,
-      "bal": 1.843096137046814,
+      "ce": 0.17035461962223053,
+      "train_acc": 0.96875,
+      "val_acc": 0.8936063936063936,
+      "bal": 1.7554279565811157,
       "load": [
-        0.358154296875,
-        0.70703125,
-        0.432861328125,
-        0.501953125
+        0.42724609375,
+        0.368896484375,
+        0.58740234375,
+        0.616455078125
       ],
-      "ent": 0.4750820370296833,
-      "router_wnorm": 0.8541655540466309,
-      "router_gnorm": 0.9113280177116394,
-      "slot_ent": 0.8134192228317261,
+      "ent": 0.4748968117147041,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.2617185711860657,
       "slot_ema": {
-        "Q": 0.26898,
-        "K": 0.24589,
-        "V": 0.24715,
-        "O": 0.23798
+        "Q": 0.11925,
+        "K": 0.0456,
+        "V": 0.20374,
+        "O": 0.63142
       },
-      "loss_ent": -1.1276384592056274
+      "loss_ent": -0.36281898617744446
     },
     {
       "step": 1500,
-      "ce": 0.06474307179450989,
+      "ce": 0.03322920203208923,
       "train_acc": 1.0,
-      "val_acc": 0.9025974025974026,
-      "bal": 2.0183472633361816,
+      "val_acc": 0.8916083916083916,
+      "bal": 1.6832056045532227,
       "load": [
-        0.6943359375,
-        0.686767578125,
-        0.4658203125,
-        0.153076171875
+        0.348388671875,
+        0.4345703125,
+        0.60107421875,
+        0.615966796875
       ],
-      "ent": 0.46614126095060393,
-      "router_wnorm": 0.8709790706634521,
-      "router_gnorm": 0.594812273979187,
-      "slot_ent": 0.7235368490219116,
+      "ent": 0.47328980582504204,
+      "router_wnorm": 0.7798083424568176,
+      "router_gnorm": 0.0,
+      "slot_ent": 0.3395337462425232,
       "slot_ema": {
-        "Q": 0.30139,
-        "K": 0.26968,
-        "V": 0.17681,
-        "O": 0.25212
+        "Q": 0.13509,
+        "K": 0.1162,
+        "V": 0.22578,
+        "O": 0.52292
       },
-      "loss_ent": -1.003035068511963
+      "loss_ent": -0.4706937372684479
     }
   ],
-  "best_val_acc": 0.9025974025974026,
+  "best_val_acc": 0.8936063936063936,
   "split": "按类别分层 80/20",
   "eval": {
-    "acc_heldout": 0.9025974025974026,
+    "acc_heldout": 0.8936063936063936,
     "chance": 0.25,
     "load": [
-      0.7124945367132867,
-      0.6611942744755245,
-      0.45047530594405594,
-      0.17583588286713286
+      0.4851203484015984,
+      0.47372549325674324,
+      0.4729645354645355,
+      0.5681896228771228
     ],
-    "entropy": 0.46741707125036697,
-    "balance": 0.2467890959999059,
+    "entropy": 0.4658721940933291,
+    "balance": 0.8324061468021796,
     "proj_space_slot_gate": {
       "load": [
         1.0,
@@ -189,18 +189,18 @@
         1.0,
         1.0
       ],
-      "entropy": 0.7294571903632666,
+      "entropy": 0.2820233207624333,
       "balance": 0.9999999989999999
     },
     "fusion_expert": {
       "load": [
-        0.7124945367132867,
-        0.6611942744755245,
-        0.45047530594405594,
-        0.17583588286713286
+        0.4851203484015984,
+        0.47372549325674324,
+        0.4729645354645355,
+        0.5681896228771228
       ],
-      "entropy": 0.46741707125036697,
-      "balance": 0.2467890959999059
+      "entropy": 0.4658721940933291,
+      "balance": 0.8324061468021796
     }
   },
   "version": "62.4",
@@ -212,8 +212,8 @@
     "bal_w": 0.01
   },
   "params": {
-    "proj_space": 4041887,
-    "fusion": 71315461
+    "proj_space": 2867298,
+    "fusion": 50343940
   },
   "note": "融合层吃1024维，专家解冻（偏离项目原设定）"
 }