Run 9. Outer Step 15. Inner Step 22.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6458796,
-    6458830,
-    6458859
+    6458895,
+    6458924
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 9,
+  "inner_step": 22,
   "intermediate_size": 5632,
   "last_allreduce_block": 6456970,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3da103a2db4a401236f04d7cabe84a90c70200d0da59fb821b2ba7278ad24db3
+oid sha256:70c63061de2ff285a6a3edd19e2b3f6670c72bd5af925c766261a22e2b2f699e
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:061167bf81e806abf14e7ebfe77db653224c5bbd3fcf38883242324203e9a266
+oid sha256:259a128e6ab539f99c8453746da531d1c03b0836839d4db857c87f5efafcc288
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65ef041c1e3da2e88a30de7fdc421938546ed70784289c09f7a4e97e012b3575
+oid sha256:6575af7a196f8f3d5c451e46e1cc84b6190a15a79fbf53b5a52439db2f410e1c
 size 4400216536