bluecow commited on
Commit
3db4943
·
verified ·
1 Parent(s): 13ec1ea

Run 6. Outer Step 44. Inner Step 110.

Browse files
Files changed (4) hide show
  1. config.json +3 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6158791,
268
- 6158799,
269
- 6158807,
270
- 6158816
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 101,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6158311,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6158836,
268
+ 6158848
 
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 109,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6158311,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63d5698f047b5a41312f73104571ec265bace6011a7001a70008b7950a953c03
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db59d16d0717711e029d07f472ed947b27fcac4697442c65c8868237606f37c
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ca732220398bbc68b4cf60c362dbf88971592fa459b2a5483b249f02be70c0e
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca08bf2aa7cfa039354ed3d0832c9aa4d6d476c667a7a9d87a3b258251b5bdf
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b13d0c100a0df3a62033370a50cebfe2521dad022a7b865c1d6205e4325b8792
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d483c082af7b04ad5a6d78040b76d394949284936778699a63c6ab9bd98f85
3
  size 4400216536