zeras141a commited on
Commit
28df17b
·
verified ·
1 Parent(s): 9b2d2b6

Run 8. Outer Step 83. Inner Step 20.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,15 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6402013,
268
- 6402024
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 12,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6401912,
278
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6402062,
268
+ 6402073
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 20,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6401912,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2ebb703492de758a766132ab44642946356a3e7c5ffe1ca6c1d242ed66c8b24
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18fdb1890e90439c2b7ad6c35cf27513c5f35e6b38209b410a6e229cd408b6c3
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:229078eb60b9482fe27912f3401f819a7b3cc9c2a3ab8030cf8b8d6c6bf5bbfa
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5172d9fbc80b9b3896ca0e815158019ebcf349823ad67c351966f277ae5efcae
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcef2f97263fffa83051a366b66f5ef51de899034df20da02fe7387b2c495b1d
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7fa5246a7e81ca37472a7b6ed4eb7ba30f4e2d5a2078fab764020b8b4112e4d
3
  size 4400216536