jockibaba commited on
Commit
c76ef2d
·
verified ·
1 Parent(s): 5bd1701

Run 4. Outer Step 54. Inner Step 60.

Browse files
Files changed (3) hide show
  1. config.json +6 -6
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -268,18 +268,18 @@
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
- 5580083,
272
- 5580087,
273
- 5580091,
274
- 5580095,
275
- 5580099
276
  ],
277
  "block_size": 1024,
278
  "bos_token_id": 50256,
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
- "inner_step": 59,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5577515,
285
  "layer_norm_epsilon": 1e-05,
 
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
+ 5580104,
272
+ 5580109,
273
+ 5580113,
274
+ 5580118,
275
+ 5580122
276
  ],
277
  "block_size": 1024,
278
  "bos_token_id": 50256,
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
+ "inner_step": 60,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5577515,
285
  "layer_norm_epsilon": 1e-05,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1482dee5003c0b026cbe910c2ea4a51461442022a7ef2b386a9184027a1d48f1
3
  size 8081782503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a655f1c16be5ffd69025f679bbcf986fd459766e366dad9587068c0a8c5af3d
3
  size 8081782503
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc5f4a1031efd86f6b6ce9f788e379003a2cbd0c5255f5b7b9f4e44ecfc388f2
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:792a1c66eb3f87224b5b6f41327d0cdb923492ab7c1e814edd0d770efd2bc4bc
3
  size 4040701744