Run 6. Outer Step 20. Inner Step 13.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6138894,
-    6138907
+    6138933,
+    6138947,
+    6138960
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 13,
   "intermediate_size": 5632,
   "last_allreduce_block": 6138837,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4687aff5c91128b849c30dada7a3540774ad510a33da77223d9cb32d2d7df1b
+oid sha256:c710a4e4b6080bdd0feccb0faa975b2950a1b5d210993d7a25eb833b68ac1171
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf9dc890207db4191d04e7e2d0a73a6cf0b19182605f7026fb7ec69592b35228
+oid sha256:fbdec9153e0424f3cadeafcd2006eb66a96706d85fbf30afd379df9458910b88
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fad3bf57f4c2492c1af062bda90e715883d8abe24e75fc2f97d1d813141b1734
+oid sha256:c80cf531524a5a27d4943a781a9c9a4969fa545dd3d527b5dfac43e5df056b3d
 size 4400216536