Ahmad43434 commited on
Commit
fdaeb07
·
verified ·
1 Parent(s): cb13d00

Run 8. Outer Step 94. Inner Step 9.

Browse files
Files changed (4) hide show
  1. config.json +3 -2
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,14 +264,15 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6412819
 
268
  ],
269
  "bos_token_id": 1,
270
  "eos_token_id": 2,
271
  "hidden_act": "silu",
272
  "hidden_size": 2048,
273
  "initializer_range": 0.02,
274
- "inner_step": 0,
275
  "intermediate_size": 5632,
276
  "last_allreduce_block": 6406083,
277
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6412861,
268
+ 6412895
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 8,
276
  "intermediate_size": 5632,
277
  "last_allreduce_block": 6406083,
278
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2d397ddd112beb6963a2cbf3db2a66c7b64d1332c95f09120ee40b719214180
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa700552e136f2b7f13fed56cce3286a779d8807db154eee861fac1b33a7382
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7563d5a8f43e4f20f9132a6a7e448c5e68f417a0c25c591faea9da573a96c1fc
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebb29d2ada08eb6e37d45ca8d0c94a508cf498a8c8dc870d7b054eabe24866f9
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7d3775e6f434005f96ee4ba00508f7a0ed5ab379fd460bbbfafa75ad5855ed4
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c748422989e5e4649f5d0f613afcebec43d55c695796f6a2328937aed0a9b9
3
  size 4400216536