jockibaba commited on
Commit
3cbac6e
·
verified ·
1 Parent(s): d417c1c

Run 4. Outer Step 50. Inner Step 45.

Browse files
Files changed (3) hide show
  1. config.json +6 -6
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -268,18 +268,18 @@
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
- 5572976,
272
- 5572980,
273
- 5572985,
274
- 5572991,
275
- 5572996
276
  ],
277
  "block_size": 1024,
278
  "bos_token_id": 50256,
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
- "inner_step": 44,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5568918,
285
  "layer_norm_epsilon": 1e-05,
 
268
  "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
269
  },
270
  "block_list": [
271
+ 5573001,
272
+ 5573006,
273
+ 5573011,
274
+ 5573015,
275
+ 5573020
276
  ],
277
  "block_size": 1024,
278
  "bos_token_id": 50256,
279
  "embd_pdrop": 0.1,
280
  "eos_token_id": 50256,
281
  "initializer_range": 0.02,
282
+ "inner_step": 45,
283
  "inner_steps": 0,
284
  "last_allreduce_block": 5568918,
285
  "layer_norm_epsilon": 1e-05,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa1537b2f305d9bc12e70e573eaac39de18456db0091f80d17382d0d5991dbba
3
  size 8081782026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0523b34ea8d5a4976a874fc978385e746120a2ee875173516789344107c6f762
3
  size 8081782026
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8b46e5c4d071eda174f6bb55ea481de54ef37a23fe774342bf3d37844293d24
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:108d2a9587eeba60963200a85ed9d89a05ef1b421c1e04fc73d1b88bbb6e950b
3
  size 4040701744