philivy commited on
Commit
84afd78
·
verified ·
1 Parent(s): aefe2d2

Outer Step 1. Inner Step 2394. Batch Size 100

Browse files
Files changed (3) hide show
  1. config.json +11 -11
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -268,23 +268,23 @@
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
- 5184079,
272
- 5184083,
273
- 5184088,
274
- 5184093,
275
- 5184098,
276
- 5184103,
277
- 5184108,
278
- 5184112,
279
- 5184117,
280
- 5184121
281
  ],
282
  "block_size": 1024,
283
  "bos_token_id": 50256,
284
  "embd_pdrop": 0.1,
285
  "eos_token_id": 50256,
286
  "initializer_range": 0.02,
287
- "inner_step": 2385,
288
  "inner_steps": 0,
289
  "last_allreduce_block": 4016775,
290
  "layer_norm_epsilon": 1e-05,
 
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
+ 5184151,
272
+ 5184155,
273
+ 5184160,
274
+ 5184164,
275
+ 5184169,
276
+ 5184173,
277
+ 5184178,
278
+ 5184183,
279
+ 5184187,
280
+ 5184192
281
  ],
282
  "block_size": 1024,
283
  "bos_token_id": 50256,
284
  "embd_pdrop": 0.1,
285
  "eos_token_id": 50256,
286
  "initializer_range": 0.02,
287
+ "inner_step": 2394,
288
  "inner_steps": 0,
289
  "last_allreduce_block": 4016775,
290
  "layer_norm_epsilon": 1e-05,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11803b97e28902285512a575ba6d2f5571429168f3c3f5760fdc9133a08a99cb
3
  size 8081781770
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209ce3d1c521ffaa61924c8995a5249135723ca6f1a4b16bf706a0cbfbce0e66
3
  size 8081781770
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d72984d131e8371305b3753c59285c814e253c7a056e3953292309b3edae2da
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5849ffaea46aee83519063820753958a7f016965417bc54c1c543162baf74d
3
  size 4040701744