Run 8. Outer Step 84. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6402872,
-    6402886
+    6402918,
+    6402932
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 32,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6402610,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fce0635fc56960278a280b0235e71a14e25f4131d11693b8acf25fb2186bf7a
+oid sha256:785ad7e391b378264a4551c2338a6a9add35d6f8a62eae91704ff8004238f62c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b3f29c9ea94f34de178e6ddbd038aeb4ad01c728d99ed87c7c203e322461d9
+oid sha256:472740611d1d0079d879affadee716f0e023a66bfebf0d6f8d6ed6d58f93edc8
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12ca774400ac98bcbd833adf3d938d7e7ab4aa5f8f212c558f0500823f0402f7
+oid sha256:dcb23582f82175d5e182ff9d57d0a4c0f987c8fc1f761fce7b8c06863e9ae55f
 size 4400216536