iskhare commited on
Commit
af1da80
·
verified ·
1 Parent(s): 7c4741b

Back up iclr-debug-generator-corruption-ramp-50-30-135b-v1 generator step 23000

Browse files
Files changed (18) hide show
  1. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/EVAL_DONE.json +5 -0
  2. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/comparison-to-original-small-control.json +18 -0
  3. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.json +0 -0
  4. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.samples.json +0 -0
  5. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.json +0 -0
  6. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.samples.json +0 -0
  7. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.json +0 -0
  8. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.samples.json +0 -0
  9. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.json +0 -0
  10. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.samples.json +0 -0
  11. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.json +0 -0
  12. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.samples.json +0 -0
  13. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/request-provenance.json +9 -0
  14. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/status.json +6 -0
  15. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/summary.json +35 -0
  16. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/ncp.pt +3 -0
  17. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/vqvae.pt +3 -0
  18. iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/milestone-iter-23000.pt +3 -0
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/EVAL_DONE.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "step": 23000,
3
+ "reference_dtype": "float32",
4
+ "sampling": "supplied-level0-untruncated"
5
+ }
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/comparison-to-original-small-control.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "comparison": "Matched small-generator 13.5B evaluations",
3
+ "baseline_repo": "iskhare/iclr-debug",
4
+ "baseline_revision": "7c4741bf0b17008c37e590d36de04076241a4a29",
5
+ "baseline_file": "iclr-debug-two-stage-135b-20260916/generator/evaluation/step-12875-fp32/summary.json",
6
+ "baseline_corruption": "85%-60% across levels",
7
+ "baseline_ppl": 174.96447636439655,
8
+ "baseline_se": 3.427446856160439,
9
+ "experimental_corruption": "50%-30% across levels",
10
+ "experimental_ppl": 273.4107972679702,
11
+ "experimental_se": 8.17019658651234,
12
+ "relative_ppl_increase_percent": 56.26646216946383,
13
+ "checkpoint_step": 12875,
14
+ "samples_per_arm": 640,
15
+ "scientific_configuration_check": "Passed existing validate_reference: only corruption differs, apart from operational paths/cadence.",
16
+ "implementation_check": "No differences in models, plain_two_stage trainer, or serialized_dataset between original control source and current source.",
17
+ "interpretation": "Reduced corruption is worse in this matched single-training-seed comparison. Generation sensitivity to predicted versus clean level histories is a hypothesis, not a demonstrated mechanism."
18
+ }
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-0.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-1.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-2.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-3.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/random-seed-4.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/request-provenance.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_step": 23000,
3
+ "source_commit": "7efe33e7d96446c2363b94c0834ab6ba29b5f085",
4
+ "reason": "User-requested additional evaluation",
5
+ "gpu": 0,
6
+ "allocator_limit_gib": 12,
7
+ "concurrent_training": true,
8
+ "training_configuration_changed": false
9
+ }
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/status.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "backing-up-23000",
3
+ "updated_utc": "2026-09-22T16:44:44.190519+00:00",
4
+ "controller_pid": 3354598,
5
+ "child_pid": null
6
+ }
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/evaluation/step-23000/summary.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol": {
3
+ "sampling": "random",
4
+ "temperature": 1.0,
5
+ "top_k": 0,
6
+ "top_p": 1.0,
7
+ "n_provided_levels": 1,
8
+ "n_levels": 16,
9
+ "document_aware_validation_sampling": true
10
+ },
11
+ "reference_model": "gpt2-large",
12
+ "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/ncp.pt",
13
+ "checkpoint_step": 23000,
14
+ "seeds": [
15
+ 0,
16
+ 1,
17
+ 2,
18
+ 3,
19
+ 4
20
+ ],
21
+ "samples_per_seed": 128,
22
+ "total_scored_samples": 640,
23
+ "total_scored_tokens": 161484,
24
+ "per_seed_mean_ppl": {
25
+ "0": 257.11390226147773,
26
+ "1": 263.8486294938699,
27
+ "2": 264.76179436089046,
28
+ "3": 281.77283195668355,
29
+ "4": 231.89240168738488
30
+ },
31
+ "mean_gen_ppl": 259.8779119520613,
32
+ "gen_ppl_se": 8.09269720653397,
33
+ "mean_of_seed_median_ppl": 246.49323425292968,
34
+ "mean_entropy_nats": 4.689455493399382
35
+ }
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/ncp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f740a6cdb94c8e850a0dd275bfa394041bfde31ba7e92504d3b7c2e65e073db9
3
+ size 427469726
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/exports/step-23000/vqvae.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b28e33a97454d9e42961e79994354cc6645df059e87209b2d0681929fdb466
3
+ size 1300864149
iclr-debug-generator-corruption-ramp-50-30-135b-v1/generator/milestone-iter-23000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2734648d1617e5c2ffc7f24a4e566725e3b98a4293baa6505ebac138ae67e794
3
+ size 2565487435