Run 6. Outer Step 42. Inner Step 21.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6157042,
-    6157059,
-    6157076
+    6157112,
+    6157128
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 14,
+  "inner_step": 21,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156907,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee84ea83977b12481d3ad19784eb26a09b882c6b337e882edce4bd19c8bda59e
+oid sha256:6de1cb39848682c09a75a2abd2b83a5289fec034d530e1aedb8d81b9b9fa4978
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be883f9dbc67547efe436a14cfe8635169d651e7fb95cec37609b59a556a8e02
+oid sha256:9a627e045be84439c028f180eabb74ccfd6ea6e207b2788e64bd37da66ad28e2
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7005238cf3bf1f68a61c7ea0816db2e3e7b7100f161726f30a9ea3900e3cece7
+oid sha256:db3c48384d290ad4a5d1cab0ed46a8e310a8e36822e4b74489283d0c0019094b
 size 4400216536