Back up iclr-debug-ablation-no-recon-13p5b-20260919 decoder-mstok step 17167
Browse files- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/EVAL_DONE.json +5 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-0.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-0.samples.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-1.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-1.samples.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-2.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-2.samples.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-3.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-3.samples.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-4.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-4.samples.json +0 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/summary.json +35 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/ncp.pt +3 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/vqvae-teacher.pt +3 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/vqvae.pt +3 -0
- ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/milestone-iter-17167.pt +3 -0
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/EVAL_DONE.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 17167,
|
| 3 |
+
"reference_dtype": "float32",
|
| 4 |
+
"sampling": "supplied-level0-untruncated"
|
| 5 |
+
}
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-0.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-0.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-1.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-1.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-2.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-2.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-3.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-3.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-4.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/random-seed-4.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/evaluation/step-17167/summary.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol": {
|
| 3 |
+
"sampling": "random",
|
| 4 |
+
"temperature": 1.0,
|
| 5 |
+
"top_k": 0,
|
| 6 |
+
"top_p": 1.0,
|
| 7 |
+
"n_provided_levels": 1,
|
| 8 |
+
"n_levels": 16,
|
| 9 |
+
"document_aware_validation_sampling": true
|
| 10 |
+
},
|
| 11 |
+
"reference_model": "gpt2-large",
|
| 12 |
+
"checkpoint": "/home/ubuntu/mstok-results/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/ncp.pt",
|
| 13 |
+
"checkpoint_step": 17167,
|
| 14 |
+
"seeds": [
|
| 15 |
+
0,
|
| 16 |
+
1,
|
| 17 |
+
2,
|
| 18 |
+
3,
|
| 19 |
+
4
|
| 20 |
+
],
|
| 21 |
+
"samples_per_seed": 128,
|
| 22 |
+
"total_scored_samples": 640,
|
| 23 |
+
"total_scored_tokens": 160428,
|
| 24 |
+
"per_seed_mean_ppl": {
|
| 25 |
+
"0": 119.36841899112099,
|
| 26 |
+
"1": 125.71929738999978,
|
| 27 |
+
"2": 140.24374021421866,
|
| 28 |
+
"3": 122.27978003027172,
|
| 29 |
+
"4": 124.37336853445495
|
| 30 |
+
},
|
| 31 |
+
"mean_gen_ppl": 126.39692103201322,
|
| 32 |
+
"gen_ppl_se": 3.623803464195662,
|
| 33 |
+
"mean_of_seed_median_ppl": 116.71192474365235,
|
| 34 |
+
"mean_entropy_nats": 4.380774138462882
|
| 35 |
+
}
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/ncp.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:843f8d7985cedba8064813c7e6017e33d55c5dabefc6f2d4a2ff53091debb49e
|
| 3 |
+
size 427469726
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/vqvae-teacher.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8039ec97bf5b0d1cd69ca0fb11de93ec612dece0607aa38bc8df02b70560ee11
|
| 3 |
+
size 1300865189
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/exports/step-17167/vqvae.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b94fef30fed072fd9eb4433b9478cdfb7038fc77153d0ff37f9902f2d716cb8
|
| 3 |
+
size 1300864149
|
ablations/iclr-debug-ablation-no-recon-13p5b-20260919/decoder-mstok/milestone-iter-17167.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99d517ff9f35adb0662b1604007b5b8a0dbe673e28eeea72e2ceeb1db4e5fdee
|
| 3 |
+
size 4879454945
|