Run 6. Outer Step 26. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6143794,
-    6143807
+    6143834,
+    6143850
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 25,
   "intermediate_size": 5632,
   "last_allreduce_block": 6143608,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0b84e10101deaefdcb6cc8a5fc60d0cec373b8567bf2b87ca429a390ac54244
+oid sha256:6b58f4df8e637baea2853abfb29dcb0e421682622957ee151822e555485499a0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14ea1383184a29e5b71083eb628cb82bec2fdcb4d3e67b44637aa61518fae041
+oid sha256:a731fdb8a5783b19215d4b732b4c5082b866a732bfebd45c67197a5592ed116f
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af94894ed95616f8fb0323b0c1714931bee48aad42f2bb01fe0135f3b7aa79c1
+oid sha256:eafa8db7a2d0767d906ee944d5b17d97a00f4eefc081868b2c56f4f02dfe5595
 size 4400216536