Run 8. Outer Step 86. Inner Step 18.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6405432,
-    6405461
+    6405506,
+    6405535
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 9,
+  "inner_step": 18,
   "intermediate_size": 5632,
   "last_allreduce_block": 6405390,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4472c62c59481c1b1be3d859525f99f8b48390d64fa0633f3f55258344edc6f8
+oid sha256:8ceb5d446e72614f828ef5b5374c0828637c6d1c7154fb156072867717d6964c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de68336aece5ebb81b292be4139ab19085ecf20bb1dfc1bec1c1fa1c3223b522
+oid sha256:8f24a02661c557e3e94f821cbd31709c3caadbe17b1a3a1d3c0f3a8ba088e3de
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d310b8a540dd78c1c91edc5839f68b667c149efc1e4cb46d8c73b5debb12e36d
+oid sha256:fe96133457315c8a1feb9afe794455238be78a833f7872ea431bda73070058af
 size 4400216536