ali67326 commited on
Commit
18ee1d2
·
verified ·
1 Parent(s): 8485733

Run 10. Outer Step 10. Inner Step 18.

Browse files
Files changed (4) hide show
  1. config.json +4 -4
  2. gradients.pt +2 -2
  3. inner_optimizer.pt +2 -2
  4. model.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "distributed/llama-1b",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "FAIL",
@@ -264,15 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6472465,
268
- 6472494
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 9,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6472423,
278
  "max_position_embeddings": 2048,
 
1
  {
2
+ "_name_or_path": "ali878374/M1",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "FAIL",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6472661,
268
+ 6472690
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 18,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6472423,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd4747087f63539a1048cc4975f5a6d9d891788b2fb9e6ab3acca0985c3e2a47
3
- size 88390091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb0fa836a637c003f6c6b1c13ec9fb6f12c82010b69bda4fe690d04fbe6aa1c
3
+ size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1ffbcf5a47daff77e1ef1290c93355bb320a3068e126445f3f1dff791eaf3e5
3
- size 4924928111
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf43345857b8a69e450ef436ad6a694ccc4f7f7b714ab4e564baf74a55fa609d
3
+ size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ab6ab2379a9cbc20fd26d6311d9edd78d6d784bbada806b0b55aa98b5a7ce7b
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c006be442188b9d86670d07cc0331a453fb3f5f825ac1a59cf39a58bd800c01
3
  size 4400216536