Back up iclr-debug-generator-corruption-ramp-50-30-135b-v1 generator step 23000
Browse files- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/EVAL_DONE.json +5 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/comparison-to-original-small-control.json +18 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.samples.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.samples.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.samples.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.samples.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.samples.json +0 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/request-provenance.json +9 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/status.json +6 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/summary.json +35 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/ncp.pt +3 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/vqvae.pt +3 -0
- iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/milestone-iter-23000.pt +3 -0
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/EVAL_DONE.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 23000,
|
| 3 |
+
"reference_dtype": "float32",
|
| 4 |
+
"sampling": "supplied-level0-untruncated"
|
| 5 |
+
}
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/comparison-to-original-small-control.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"comparison": "Matched small-generator 13.5B evaluations",
|
| 3 |
+
"baseline_repo": "iskhare/iclr-debug",
|
| 4 |
+
"baseline_revision": "7c4741bf0b17008c37e590d36de04076241a4a29",
|
| 5 |
+
"baseline_file": "iclr-debug-two-stage-135b-20260916/generator/evaluation/step-12875-fp32/summary.json",
|
| 6 |
+
"baseline_corruption": "85%-60% across levels",
|
| 7 |
+
"baseline_ppl": 174.96447636439655,
|
| 8 |
+
"baseline_se": 3.427446856160439,
|
| 9 |
+
"experimental_corruption": "50%-30% across levels",
|
| 10 |
+
"experimental_ppl": 273.4107972679702,
|
| 11 |
+
"experimental_se": 8.17019658651234,
|
| 12 |
+
"relative_ppl_increase_percent": 56.26646216946383,
|
| 13 |
+
"checkpoint_step": 12875,
|
| 14 |
+
"samples_per_arm": 640,
|
| 15 |
+
"scientific_configuration_check": "Passed existing validate_reference: only corruption differs, apart from operational paths/cadence.",
|
| 16 |
+
"implementation_check": "No differences in models, plain_two_stage trainer, or serialized_dataset between original control source and current source.",
|
| 17 |
+
"interpretation": "Reduced corruption is worse in this matched single-training-seed comparison. Generation sensitivity to predicted versus clean level histories is a hypothesis, not a demonstrated mechanism."
|
| 18 |
+
}
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.samples.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/request-provenance.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_step": 23000,
|
| 3 |
+
"source_commit": "7efe33e7d96446c2363b94c0834ab6ba29b5f085",
|
| 4 |
+
"reason": "User-requested additional evaluation",
|
| 5 |
+
"gpu": 0,
|
| 6 |
+
"allocator_limit_gib": 12,
|
| 7 |
+
"concurrent_training": true,
|
| 8 |
+
"training_configuration_changed": false
|
| 9 |
+
}
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/status.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stage": "backing-up-23000",
|
| 3 |
+
"updated_utc": "2026-09-22T16:44:44.190519+00:00",
|
| 4 |
+
"controller_pid": 3354598,
|
| 5 |
+
"child_pid": null
|
| 6 |
+
}
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/summary.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol": {
|
| 3 |
+
"sampling": "random",
|
| 4 |
+
"temperature": 1.0,
|
| 5 |
+
"top_k": 0,
|
| 6 |
+
"top_p": 1.0,
|
| 7 |
+
"n_provided_levels": 1,
|
| 8 |
+
"n_levels": 16,
|
| 9 |
+
"document_aware_validation_sampling": true
|
| 10 |
+
},
|
| 11 |
+
"reference_model": "gpt2-large",
|
| 12 |
+
"checkpoint": "/home/ubuntu/mstok-results/iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/ncp.pt",
|
| 13 |
+
"checkpoint_step": 23000,
|
| 14 |
+
"seeds": [
|
| 15 |
+
0,
|
| 16 |
+
1,
|
| 17 |
+
2,
|
| 18 |
+
3,
|
| 19 |
+
4
|
| 20 |
+
],
|
| 21 |
+
"samples_per_seed": 128,
|
| 22 |
+
"total_scored_samples": 640,
|
| 23 |
+
"total_scored_tokens": 161484,
|
| 24 |
+
"per_seed_mean_ppl": {
|
| 25 |
+
"0": 257.11390226147773,
|
| 26 |
+
"1": 263.8486294938699,
|
| 27 |
+
"2": 264.76179436089046,
|
| 28 |
+
"3": 281.77283195668355,
|
| 29 |
+
"4": 231.89240168738488
|
| 30 |
+
},
|
| 31 |
+
"mean_gen_ppl": 259.8779119520613,
|
| 32 |
+
"gen_ppl_se": 8.09269720653397,
|
| 33 |
+
"mean_of_seed_median_ppl": 246.49323425292968,
|
| 34 |
+
"mean_entropy_nats": 4.689455493399382
|
| 35 |
+
}
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/ncp.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f740a6cdb94c8e850a0dd275bfa394041bfde31ba7e92504d3b7c2e65e073db9
|
| 3 |
+
size 427469726
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/vqvae.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5b28e33a97454d9e42961e79994354cc6645df059e87209b2d0681929fdb466
|
| 3 |
+
size 1300864149
|
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/milestone-iter-23000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2734648d1617e5c2ffc7f24a4e566725e3b98a4293baa6505ebac138ae67e794
|
| 3 |
+
size 2565487435
|