saim8738 commited on
Commit
fa2da8c
·
verified ·
1 Parent(s): 584dd61

Run 8. Outer Step 111. Inner Step 41.

Browse files
Files changed (4) hide show
  1. config.json +4 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,15 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6430966,
268
- 6430994
 
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 31,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6430762,
278
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6431033,
268
+ 6431068,
269
+ 6431096
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 40,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6430762,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f52fb0ffabdc0572b0ceaf344c47b41644d91701d3eea9ad7598eb72b0ff3771
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00cc71c74b3cfc7025e65c20355864dae3cc720676f0a68372a2a236e600782b
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9840959ac5f2447c00b7d0fed482acc91e710f55f926414ecd7146d58f1ba72
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41825f985e5b2d3ce02d7998696b04742d2289e01f2ecbf6a8d70c8159a26bc7
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8d140361101751b965e3be0fee02531d2129e79d42cff8c0752f1c7e5e848dd
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b6037459fdac7066c4eb1e07acd4f8a5a2b7caf0a6bb080e7aeb715e9baafe
3
  size 4400216536