Run 11. Outer Step 410. Inner Step 434.

config.json

@@ -264,9 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6779543,
-    6779575,
-    6779605
+    6779657,
+    6779686
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -275,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 422,
+  "inner_step": 434,
   "intermediate_size": 5632,
   "last_allreduce_block": 6750947,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee9e5e2fd73849ed8552acd2fdbf07a0e96e7933210e37fcce5742e167f0fb52
+oid sha256:c348e05c717012996b25dce7934d47c6bbef050390b2a332ed873ae0243e5db6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20146f15aab7f077d03e2a4a13ffceb8c7cfedb2c5ae8f9ef0afba148d9e52d4
+oid sha256:2e37b0ac57b5d9e2a6ff78fe4222e84b74d1d5ff771da915fecb40847e8fa4a0
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2443516251f56d1fa9c36485773246443f14a4a2dedcfa3ca1a25103a64d3a7
+oid sha256:baf09dd24cac5a9659414af0294992fa58c71253b3fc2a045d0db2773fbb2092
 size 4400216536