philip324mark commited on
Commit
27c4510
·
verified ·
1 Parent(s): 02891a6

Run 4. Outer Step 59. Inner Step 31.

Browse files
Files changed (3) hide show
  1. config.json +6 -6
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -268,18 +268,18 @@
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
- 5606408,
272
- 5606413,
273
- 5606417,
274
- 5606421,
275
- 5606425
276
  ],
277
  "block_size": 1024,
278
  "bos_token_id": 50256,
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
- "inner_step": 30,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5602341,
285
  "layer_norm_epsilon": 1e-05,
 
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
+ 5606430,
272
+ 5606434,
273
+ 5606439,
274
+ 5606443,
275
+ 5606448
276
  ],
277
  "block_size": 1024,
278
  "bos_token_id": 50256,
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
+ "inner_step": 31,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5602341,
285
  "layer_norm_epsilon": 1e-05,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e93be0b161392107fecf6dd846ad90a7c36b9a7f1332e91d4536fc3ac0927aa
3
  size 8081782026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e12b3b8a17dde060aeab4847490e8850c4ac5221bf0f9642b76fd1b2f8c14d
3
  size 8081782026
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84dd36cf02e5865d28d3c4e6c34dea0c5ba854fe0d36b9cef285d34bd3ce29f4
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c8f3984ad4904725fd986c48c4dec4b71a68a6abfbbffeed2a1c6ff9701693e
3
  size 4040701744