Run 8. Outer Step 89. Inner Step 94.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "Subhan1123/M2",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -263,13 +263,16 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "block_list": [],
+  "block_list": [
+    6408231,
+    6408260
+  ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 94,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406083,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f4bf9df27378b3a6782f8fcae1a1e3a2a9609f42b3946b777e67b93b50da7a5
+oid sha256:385c1f5ef11913c99894d1474230cc64eec371a1c2b198992b41bb856b87fcdf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4df661fc34f4f419c49331ee0088d8a2f65886f40151b851d551d179ab09a12
+oid sha256:6422a22aa5d0280d66ae5107117c629a7c52d40b285d6d2bbe0fe0d69945f41e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:311da4d8b51db9603705e29534c5b8bae4228a8b80bb59fc552123a96eb24c26
+oid sha256:e2fd1f85b0c420c03eed686b9b76b1687a62994c4c94489327c336e3e915e03f
 size 4400216536