Upload ablation-ncp-sq-corruption-p20 ncp results
Browse files
squared16/corruption-p20-50k/ncp/results.txt
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
==============================================================================
|
| 2 |
+
EVALUATION APPENDED 2026-07-26T23:02:41Z
|
| 3 |
+
experiment : ablation-ncp-sq-corruption-p20
|
| 4 |
+
config : config/ablation_sweep/ncp-sq-corruption-p20.yaml
|
| 5 |
+
family : squared16
|
| 6 |
+
protocol : preflight/EVAL_PROTOCOL_FROZEN.txt
|
| 7 |
+
eval seeds : [1, 2, 3, 4, 5]
|
| 8 |
+
samples per seed: 128
|
| 9 |
+
|
| 10 |
+
--- checkpoint step 1000 ---
|
| 11 |
+
ckpt sha256 : 52af991cb407d478f232d50d4acc5681fcb144283b8d0b815aad1a45edda92cc
|
| 12 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 13 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 14 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 15 |
+
seed 1: gen-PPL 74.275 entropy 4.9801 nats scored 128/128 (empty 0)
|
| 16 |
+
seed 2: gen-PPL 74.260 entropy 4.9654 nats scored 128/128 (empty 0)
|
| 17 |
+
seed 3: gen-PPL 74.388 entropy 4.9696 nats scored 128/128 (empty 0)
|
| 18 |
+
seed 4: gen-PPL 73.564 entropy 4.9677 nats scored 128/128 (empty 0)
|
| 19 |
+
seed 5: gen-PPL 73.815 entropy 4.9632 nats scored 128/128 (empty 0)
|
| 20 |
+
gen-PPL mean 74.061 std 0.353 (n=5 seeds)
|
| 21 |
+
entropy mean 4.9692 std 0.0065 nats
|
| 22 |
+
Delta gen-PPL vs baseline @ step 1000: -6.429
|
| 23 |
+
|
| 24 |
+
--- checkpoint step 2000 ---
|
| 25 |
+
ckpt sha256 : d1f14d7ac18b63b7f16a59ca9b30c003e5eec3e29e251748a204e6cc9e465950
|
| 26 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 27 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 28 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 29 |
+
seed 1: gen-PPL 53.989 entropy 4.9288 nats scored 128/128 (empty 0)
|
| 30 |
+
seed 2: gen-PPL 52.686 entropy 4.9322 nats scored 128/128 (empty 0)
|
| 31 |
+
seed 3: gen-PPL 53.013 entropy 4.9189 nats scored 128/128 (empty 0)
|
| 32 |
+
seed 4: gen-PPL 54.433 entropy 4.9357 nats scored 128/128 (empty 0)
|
| 33 |
+
seed 5: gen-PPL 51.960 entropy 4.9089 nats scored 128/128 (empty 0)
|
| 34 |
+
gen-PPL mean 53.216 std 0.997 (n=5 seeds)
|
| 35 |
+
entropy mean 4.9249 std 0.0109 nats
|
| 36 |
+
Delta gen-PPL vs baseline @ step 2000: +4.882
|
| 37 |
+
|
| 38 |
+
--- checkpoint step 3000 ---
|
| 39 |
+
ckpt sha256 : a31fa1d598476159fef00c8c680ed718ba9e50536ee59d36db76ecc3d07e0da1
|
| 40 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 41 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 42 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 43 |
+
seed 1: gen-PPL 56.558 entropy 4.9735 nats scored 128/128 (empty 0)
|
| 44 |
+
seed 2: gen-PPL 52.145 entropy 4.9101 nats scored 128/128 (empty 0)
|
| 45 |
+
seed 3: gen-PPL 56.520 entropy 4.9878 nats scored 128/128 (empty 0)
|
| 46 |
+
seed 4: gen-PPL 59.072 entropy 4.9979 nats scored 128/128 (empty 0)
|
| 47 |
+
seed 5: gen-PPL 55.362 entropy 4.9669 nats scored 128/128 (empty 0)
|
| 48 |
+
gen-PPL mean 55.931 std 2.513 (n=5 seeds)
|
| 49 |
+
entropy mean 4.9673 std 0.0342 nats
|
| 50 |
+
Delta gen-PPL vs baseline @ step 3000: +12.043
|
| 51 |
+
|
| 52 |
+
--- checkpoint step 4000 ---
|
| 53 |
+
ckpt sha256 : b2bbd94b7c0387e799e273d973502794c6bbcc15675997ed9565c561fdb56446
|
| 54 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 55 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 56 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 57 |
+
seed 1: gen-PPL 42.022 entropy 4.8922 nats scored 128/128 (empty 0)
|
| 58 |
+
seed 2: gen-PPL 40.849 entropy 4.8761 nats scored 128/128 (empty 0)
|
| 59 |
+
seed 3: gen-PPL 41.586 entropy 4.8746 nats scored 128/128 (empty 0)
|
| 60 |
+
seed 4: gen-PPL 43.881 entropy 4.9080 nats scored 128/128 (empty 0)
|
| 61 |
+
seed 5: gen-PPL 43.021 entropy 4.9091 nats scored 128/128 (empty 0)
|
| 62 |
+
gen-PPL mean 42.272 std 1.195 (n=5 seeds)
|
| 63 |
+
entropy mean 4.8920 std 0.0166 nats
|
| 64 |
+
Delta gen-PPL vs baseline @ step 4000: +12.423
|
| 65 |
+
|
| 66 |
+
--- checkpoint step 5000 ---
|
| 67 |
+
ckpt sha256 : c494386a0ed288d831d3c2144258fdc100fc6bcd97540bc9d220afb4a3eacb3e
|
| 68 |
+
codec : /workspace/ncm/runs/ablation-vqvae-squared16/vqvae/checkpoint-iter-50000.pt
|
| 69 |
+
codec sha256: 0c971058f120a3dd200e71cf43105a97bcb65f405a67d5ea995e29484b3f3a0c
|
| 70 |
+
levels : [1, 4, 9, 16, 25, 49, 81, 121, 169, 225, 289, 361, 484, 676, 841, 1024]
|
| 71 |
+
seed 1: gen-PPL 51.341 entropy 4.9612 nats scored 128/128 (empty 0)
|
| 72 |
+
seed 2: gen-PPL 51.494 entropy 4.9730 nats scored 128/128 (empty 0)
|
| 73 |
+
seed 3: gen-PPL 49.788 entropy 4.9435 nats scored 128/128 (empty 0)
|
| 74 |
+
seed 4: gen-PPL 51.303 entropy 4.9634 nats scored 128/128 (empty 0)
|
| 75 |
+
seed 5: gen-PPL 49.047 entropy 4.9300 nats scored 128/128 (empty 0)
|
| 76 |
+
gen-PPL mean 50.595 std 1.109 (n=5 seeds)
|
| 77 |
+
entropy mean 4.9542 std 0.0172 nats
|
| 78 |
+
Delta gen-PPL vs baseline @ step 5000: +18.795
|
| 79 |
+
|