Upload ablation-ncp-squared16 ncp results
Browse files
squared16/baseline-50k/ncp/results.txt
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
==============================================================================
|
| 2 |
+
EVALUATION APPENDED 2026-07-26T16:53:20Z
|
| 3 |
+
experiment : ablation-ncp-squared16
|
| 4 |
+
config : config/ablation_sweep/ncp-squared16.yaml
|
| 5 |
+
family : squared16
|
| 6 |
+
protocol : preflight/EVAL_PROTOCOL_FROZEN.txt
|
| 7 |
+
eval seeds : [1, 2, 3, 4, 5]
|
| 8 |
+
samples per seed: 128
|
| 9 |
+
|
| 10 |
+
--- checkpoint step 1000 ---
|
| 11 |
+
ckpt sha256 : 2ca3858f0f296c11f398a750e5d92e7849d90359df038df6e42b96038502b663
|
| 12 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 13 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 14 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 15 |
+
seed 1: gen-PPL 107.160 entropy 5.1436 nats scored 128/128 (empty 0)
|
| 16 |
+
seed 2: gen-PPL 110.176 entropy 5.1615 nats scored 128/128 (empty 0)
|
| 17 |
+
seed 3: gen-PPL 104.527 entropy 5.1248 nats scored 128/128 (empty 0)
|
| 18 |
+
seed 4: gen-PPL 111.634 entropy 5.1656 nats scored 128/128 (empty 0)
|
| 19 |
+
seed 5: gen-PPL 109.239 entropy 5.1428 nats scored 128/128 (empty 0)
|
| 20 |
+
gen-PPL mean 108.547 std 2.773 (n=5 seeds)
|
| 21 |
+
entropy mean 5.1476 std 0.0164 nats
|
| 22 |
+
Delta gen-PPL vs baseline @ step 1000: +28.057
|
| 23 |
+
|
| 24 |
+
--- checkpoint step 2000 ---
|
| 25 |
+
ckpt sha256 : 49732b5027c0cac91d67317a3463056a8f53c408d190f1f2b50cc2a7a5480375
|
| 26 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 27 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 28 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 29 |
+
seed 1: gen-PPL 88.231 entropy 5.1218 nats scored 128/128 (empty 0)
|
| 30 |
+
seed 2: gen-PPL 85.433 entropy 5.1027 nats scored 128/128 (empty 0)
|
| 31 |
+
seed 3: gen-PPL 86.691 entropy 5.1128 nats scored 128/128 (empty 0)
|
| 32 |
+
seed 4: gen-PPL 85.783 entropy 5.1039 nats scored 128/128 (empty 0)
|
| 33 |
+
seed 5: gen-PPL 83.385 entropy 5.0882 nats scored 128/128 (empty 0)
|
| 34 |
+
gen-PPL mean 85.905 std 1.776 (n=5 seeds)
|
| 35 |
+
entropy mean 5.1059 std 0.0125 nats
|
| 36 |
+
Delta gen-PPL vs baseline @ step 2000: +37.570
|
| 37 |
+
|
| 38 |
+
--- checkpoint step 3000 ---
|
| 39 |
+
ckpt sha256 : c9c46e2b98d8bbd77e4b364f90ca12af43c1d78e6a69705b590ca241c13758a8
|
| 40 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 41 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 42 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 43 |
+
seed 1: gen-PPL 78.975 entropy 5.1147 nats scored 128/128 (empty 0)
|
| 44 |
+
seed 2: gen-PPL 76.149 entropy 5.0802 nats scored 128/128 (empty 0)
|
| 45 |
+
seed 3: gen-PPL 79.885 entropy 5.1452 nats scored 128/128 (empty 0)
|
| 46 |
+
seed 4: gen-PPL 82.169 entropy 5.1445 nats scored 128/128 (empty 0)
|
| 47 |
+
seed 5: gen-PPL 79.541 entropy 5.1294 nats scored 128/128 (empty 0)
|
| 48 |
+
gen-PPL mean 79.344 std 2.159 (n=5 seeds)
|
| 49 |
+
entropy mean 5.1228 std 0.0269 nats
|
| 50 |
+
Delta gen-PPL vs baseline @ step 3000: +35.455
|
| 51 |
+
|
| 52 |
+
--- checkpoint step 4000 ---
|
| 53 |
+
ckpt sha256 : f3de56b9cd5bc045ce26b3f41b3badf177d40434ee1627ce63af0019ec02716e
|
| 54 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 55 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 56 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 57 |
+
seed 1: gen-PPL 74.350 entropy 5.0991 nats scored 128/128 (empty 0)
|
| 58 |
+
seed 2: gen-PPL 72.785 entropy 5.0832 nats scored 128/128 (empty 0)
|
| 59 |
+
seed 3: gen-PPL 74.073 entropy 5.0827 nats scored 128/128 (empty 0)
|
| 60 |
+
seed 4: gen-PPL 74.663 entropy 5.0925 nats scored 128/128 (empty 0)
|
| 61 |
+
seed 5: gen-PPL 73.229 entropy 5.0980 nats scored 128/128 (empty 0)
|
| 62 |
+
gen-PPL mean 73.820 std 0.787 (n=5 seeds)
|
| 63 |
+
entropy mean 5.0911 std 0.0079 nats
|
| 64 |
+
Delta gen-PPL vs baseline @ step 4000: +43.971
|
| 65 |
+
|
| 66 |
+
--- checkpoint step 5000 ---
|
| 67 |
+
ckpt sha256 : a73d1ed152958f735982e5d1698cbfd67b19517bd9afc625c8aa7fe1e8d1f7e7
|
| 68 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 69 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 70 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 71 |
+
seed 1: gen-PPL 63.606 entropy 5.0380 nats scored 128/128 (empty 0)
|
| 72 |
+
seed 2: gen-PPL 65.383 entropy 5.0546 nats scored 128/128 (empty 0)
|
| 73 |
+
seed 3: gen-PPL 64.833 entropy 5.0347 nats scored 128/128 (empty 0)
|
| 74 |
+
seed 4: gen-PPL 65.257 entropy 5.0427 nats scored 128/128 (empty 0)
|
| 75 |
+
seed 5: gen-PPL 64.041 entropy 5.0213 nats scored 128/128 (empty 0)
|
| 76 |
+
gen-PPL mean 64.624 std 0.774 (n=5 seeds)
|
| 77 |
+
entropy mean 5.0383 std 0.0121 nats
|
| 78 |
+
Delta gen-PPL vs baseline @ step 5000: +32.824
|
| 79 |
+
|