Run 8. Outer Step 69. Inner Step 94.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6393067,
-    6393086,
-    6393103
+    6393144,
+    6393155,
+    6393176
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 85,
+  "inner_step": 93,
   "intermediate_size": 5632,
   "last_allreduce_block": 6391321,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:905e24b25c8715517db58c328c17b10e10349f2b26b76788cdfb258849f9fc0f
+oid sha256:7f2819132e60a576ce3cc22061a7d3111d7f52e88e09712cf10e092da30aed4d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3826d8be6121af244f440310ae736579310df53bf3437ab60d49145d75f32566
+oid sha256:4b415a836e627aaebcafb84d75c3533836efb520a93dc8b218c4352d02b1be64
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f6773f65a2fe7c02ea2e1df825768f92e7cb917c07b4bd475727d1900f60b31
+oid sha256:ad2e6dd40fa8261984d2bb7402bc138e92efe1293e365d4324f50299b3dcb3b9
 size 4400216536