Run 6. Outer Step 20. Inner Step 127.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6139310,
-    6139319,
-    6139327
+    6139344,
+    6139352
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 120,
+  "inner_step": 126,
   "intermediate_size": 5632,
   "last_allreduce_block": 6138837,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfd4503418f43875c26676427756681b6116bac5b766a3f7b32a1c0d93bc3158
+oid sha256:1e4659fa5bfe814bd7ff7d7e3718d6aa2848086d82946c7f716db35f4de4e49f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ebee1ba9440271f98ef5b5d8294699506687e2a1f49c568a607a0fe2cf0d98b
+oid sha256:ba2a063f757c27d204023f037580818d6a272a591efa351c5bad616ee842cb0e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:684a336006206ba3a195974db6dabc6bdc5bcb2c95b73bfe3629d30cbf9e8997
+oid sha256:30f2cb6deaafe63e0a94b7f60797b3fc3093839f389801fc8ff76048a12deb10
 size 4400216536