saucer22 commited on
Commit
83bf201
·
verified ·
1 Parent(s): 3ea620e

Run 11. Outer Step 410. Inner Step 526.

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,8 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6754409,
268
- 6754442
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
@@ -274,7 +274,7 @@
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 512,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6750233,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6754503,
268
+ 6754531
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 526,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6750233,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43164d5bc89f537301b2dda70d0f5740a84ac76dbe2a8bba13e34bf4ce5f68f9
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3650f40e1a8eb6e6e5812e6b1cb821b17a582ea5a1dcc8e5bd45e1488f953a29
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3b2a11ba514e74995fe6a98a7535a1fe871da5b786807a7c8ed4e3c34c01d7d
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a585a7592242d10d516646aea25726860845a1b94b9a70163d9a53c0d59408d7
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7632bcff99944e683c07bad37ec76d21e15d06d4065cbaca6073bcc02b54bc1d
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10973319f8d8055369a0ced44ef9fa1e3fab4d91ba1d84883f16542369049c2a
3
  size 4400216536