nur-dev commited on
Commit
43e67bf
·
verified ·
1 Parent(s): f930dac

PNS-Bind-25M: the 24 evaluated checkpoints (safetensors)

Browse files
Files changed (49) hide show
  1. checkpoints/E3A_bind_s1/config.json +37 -0
  2. checkpoints/E3A_bind_s1/model.safetensors +3 -0
  3. checkpoints/E3A_bind_s2/config.json +37 -0
  4. checkpoints/E3A_bind_s2/model.safetensors +3 -0
  5. checkpoints/E3A_bind_s3/config.json +37 -0
  6. checkpoints/E3A_bind_s3/model.safetensors +3 -0
  7. checkpoints/E3A_unbound_s1/config.json +37 -0
  8. checkpoints/E3A_unbound_s1/model.safetensors +3 -0
  9. checkpoints/E3A_unbound_s2/config.json +37 -0
  10. checkpoints/E3A_unbound_s2/model.safetensors +3 -0
  11. checkpoints/E3A_unbound_s3/config.json +37 -0
  12. checkpoints/E3A_unbound_s3/model.safetensors +3 -0
  13. checkpoints/E3B_bind_s1/config.json +37 -0
  14. checkpoints/E3B_bind_s1/model.safetensors +3 -0
  15. checkpoints/E3B_bind_s2/config.json +37 -0
  16. checkpoints/E3B_bind_s2/model.safetensors +3 -0
  17. checkpoints/E3B_bind_s3/config.json +37 -0
  18. checkpoints/E3B_bind_s3/model.safetensors +3 -0
  19. checkpoints/E3B_unbound_s1/config.json +37 -0
  20. checkpoints/E3B_unbound_s1/model.safetensors +3 -0
  21. checkpoints/E3B_unbound_s2/config.json +37 -0
  22. checkpoints/E3B_unbound_s2/model.safetensors +3 -0
  23. checkpoints/E3B_unbound_s3/config.json +37 -0
  24. checkpoints/E3B_unbound_s3/model.safetensors +3 -0
  25. checkpoints/G_CONVEX_FREE/config.json +46 -0
  26. checkpoints/G_CONVEX_FREE/model.safetensors +3 -0
  27. checkpoints/G_CONVEX_RETAIN/config.json +45 -0
  28. checkpoints/G_CONVEX_RETAIN/model.safetensors +3 -0
  29. checkpoints/G_TAU512/config.json +46 -0
  30. checkpoints/G_TAU512/model.safetensors +3 -0
  31. checkpoints/PNSR_K1_fin/config.json +36 -0
  32. checkpoints/PNSR_K1_fin/model.safetensors +3 -0
  33. checkpoints/PNSR_K4_fin/config.json +36 -0
  34. checkpoints/PNSR_K4_fin/model.safetensors +3 -0
  35. checkpoints/PNSR_K4_s2/config.json +46 -0
  36. checkpoints/PNSR_K4_s2/model.safetensors +3 -0
  37. checkpoints/PNSR_K4_s3/config.json +46 -0
  38. checkpoints/PNSR_K4_s3/model.safetensors +3 -0
  39. checkpoints/PNSR_ON_E3/config.json +47 -0
  40. checkpoints/PNSR_ON_E3/model.safetensors +3 -0
  41. checkpoints/RMT_s1/config.json +41 -0
  42. checkpoints/RMT_s1/model.safetensors +3 -0
  43. checkpoints/TX768_fin/config.json +37 -0
  44. checkpoints/TX768_fin/model.safetensors +3 -0
  45. checkpoints/TXE_ON_E3/config.json +41 -0
  46. checkpoints/TXE_ON_E3/model.safetensors +3 -0
  47. checkpoints/TXE_fin/config.json +33 -0
  48. checkpoints/TXE_fin/model.safetensors +3 -0
  49. checkpoints/index.json +946 -0
checkpoints/E3A_bind_s1/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3A_bind_s1",
5
+ "batch": 128,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 192,
9
+ "enc_layers": 3,
10
+ "gate_bias": 0.0,
11
+ "heads": 6,
12
+ "mode": "bind",
13
+ "n_slots": 192,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment2_stageA",
17
+ "kind": "bind",
18
+ "lr": 0.0003,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 4385515,
21
+ "role": "Stage A, binding-local writes, seed 1",
22
+ "run": "E3A_bind_s1",
23
+ "seed": 1,
24
+ "source_run_directory": "E3A_bind_s1",
25
+ "state_dict_tensor_total": 4385515,
26
+ "train_args": {
27
+ "batch": 128,
28
+ "eval_lifetimes": 400,
29
+ "lr": 0.0003,
30
+ "mode": "bind",
31
+ "run": "E3A_bind_s1",
32
+ "seed": 1,
33
+ "updates": 2600
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 2600
37
+ }
checkpoints/E3A_bind_s1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f236a1059eb076147fb3e01a3c59856cf97d241087c3bf1c944522b8e800f45b
3
+ size 17547772
checkpoints/E3A_bind_s2/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3A_bind_s2",
5
+ "batch": 128,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 192,
9
+ "enc_layers": 3,
10
+ "gate_bias": 0.0,
11
+ "heads": 6,
12
+ "mode": "bind",
13
+ "n_slots": 192,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment2_stageA",
17
+ "kind": "bind",
18
+ "lr": 0.0003,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 4385515,
21
+ "role": "Stage A, binding-local writes, seed 2",
22
+ "run": "E3A_bind_s2",
23
+ "seed": 2,
24
+ "source_run_directory": "E3A_bind_s2",
25
+ "state_dict_tensor_total": 4385515,
26
+ "train_args": {
27
+ "batch": 128,
28
+ "eval_lifetimes": 400,
29
+ "lr": 0.0003,
30
+ "mode": "bind",
31
+ "run": "E3A_bind_s2",
32
+ "seed": 2,
33
+ "updates": 2600
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 2600
37
+ }
checkpoints/E3A_bind_s2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:801b7e0bdf4964293b33093c6447492438c6ed6f3952a6c89c58652d8617bfeb
3
+ size 17547772
checkpoints/E3A_bind_s3/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3A_bind_s3",
5
+ "batch": 128,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 192,
9
+ "enc_layers": 3,
10
+ "gate_bias": 0.0,
11
+ "heads": 6,
12
+ "mode": "bind",
13
+ "n_slots": 192,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment2_stageA",
17
+ "kind": "bind",
18
+ "lr": 0.0003,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 4385515,
21
+ "role": "Stage A, binding-local writes, seed 3",
22
+ "run": "E3A_bind_s3",
23
+ "seed": 3,
24
+ "source_run_directory": "E3A_bind_s3",
25
+ "state_dict_tensor_total": 4385515,
26
+ "train_args": {
27
+ "batch": 128,
28
+ "eval_lifetimes": 400,
29
+ "lr": 0.0003,
30
+ "mode": "bind",
31
+ "run": "E3A_bind_s3",
32
+ "seed": 3,
33
+ "updates": 2600
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 2600
37
+ }
checkpoints/E3A_bind_s3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bb38f08665ccdc80f1332f6c353c2b0ac053ecac073d1c67a8455f16972fca
3
+ size 17547772
checkpoints/E3A_unbound_s1/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3A_unbound_s1",
5
+ "batch": 128,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 192,
9
+ "enc_layers": 3,
10
+ "gate_bias": 0.0,
11
+ "heads": 6,
12
+ "mode": "unbound",
13
+ "n_slots": 192,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment2_stageA",
17
+ "kind": "unbound",
18
+ "lr": 0.0003,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 4385515,
21
+ "role": "Stage A, capacity-matched unstructured control, seed 1",
22
+ "run": "E3A_unbound_s1",
23
+ "seed": 1,
24
+ "source_run_directory": "E3A_unbound_s1",
25
+ "state_dict_tensor_total": 4385515,
26
+ "train_args": {
27
+ "batch": 128,
28
+ "eval_lifetimes": 400,
29
+ "lr": 0.0003,
30
+ "mode": "unbound",
31
+ "run": "E3A_unbound_s1",
32
+ "seed": 1,
33
+ "updates": 2600
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 2600
37
+ }
checkpoints/E3A_unbound_s1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13484d5904ae8d3875b8e5b091e2de341b861fd31ed54f728175516984f6e890
3
+ size 17547772
checkpoints/E3A_unbound_s2/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3A_unbound_s2",
5
+ "batch": 128,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 192,
9
+ "enc_layers": 3,
10
+ "gate_bias": 0.0,
11
+ "heads": 6,
12
+ "mode": "unbound",
13
+ "n_slots": 192,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment2_stageA",
17
+ "kind": "unbound",
18
+ "lr": 0.0003,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 4385515,
21
+ "role": "Stage A, capacity-matched unstructured control, seed 2",
22
+ "run": "E3A_unbound_s2",
23
+ "seed": 2,
24
+ "source_run_directory": "E3A_unbound_s2",
25
+ "state_dict_tensor_total": 4385515,
26
+ "train_args": {
27
+ "batch": 128,
28
+ "eval_lifetimes": 400,
29
+ "lr": 0.0003,
30
+ "mode": "unbound",
31
+ "run": "E3A_unbound_s2",
32
+ "seed": 2,
33
+ "updates": 2600
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 2600
37
+ }
checkpoints/E3A_unbound_s2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae47667fce968fb2e006575414030e00912aed659741bc92dd4e1879a16f2754
3
+ size 17547772
checkpoints/E3A_unbound_s3/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3A_unbound_s3",
5
+ "batch": 128,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 192,
9
+ "enc_layers": 3,
10
+ "gate_bias": 0.0,
11
+ "heads": 6,
12
+ "mode": "unbound",
13
+ "n_slots": 192,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment2_stageA",
17
+ "kind": "unbound",
18
+ "lr": 0.0003,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 4385515,
21
+ "role": "Stage A, capacity-matched unstructured control, seed 3",
22
+ "run": "E3A_unbound_s3",
23
+ "seed": 3,
24
+ "source_run_directory": "E3A_unbound_s3",
25
+ "state_dict_tensor_total": 4385515,
26
+ "train_args": {
27
+ "batch": 128,
28
+ "eval_lifetimes": 400,
29
+ "lr": 0.0003,
30
+ "mode": "unbound",
31
+ "run": "E3A_unbound_s3",
32
+ "seed": 3,
33
+ "updates": 2600
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 2600
37
+ }
checkpoints/E3A_unbound_s3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bfb2ddee00c7da6d8005e7b825f69713af5cde083fb0acbd6e9e8a2c9d1414
3
+ size 17547772
checkpoints/E3B_bind_s1/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3B_bind_s1",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "enc_layers": 8,
10
+ "full_heads": true,
11
+ "gate_bias": 0.0,
12
+ "heads": 8,
13
+ "mode": "bind",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageB",
18
+ "kind": "bind",
19
+ "lr": 0.0004,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 24265440,
22
+ "role": "Stage B, binding-local writes, seed 1",
23
+ "run": "E3B_bind_s1",
24
+ "seed": 1,
25
+ "source_run_directory": "E3B_bind_s1",
26
+ "state_dict_tensor_total": 27411168,
27
+ "train_args": {
28
+ "batch": 96,
29
+ "lr": 0.0004,
30
+ "mode": "bind",
31
+ "run": "E3B_bind_s1",
32
+ "seed": 1,
33
+ "updates": 6000
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 6000
37
+ }
checkpoints/E3B_bind_s1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db549fda0dacc874a96dc3d8c83c8991617f83767989db4d3672c7dad2630a32
3
+ size 109659632
checkpoints/E3B_bind_s2/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3B_bind_s2",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "enc_layers": 8,
10
+ "full_heads": true,
11
+ "gate_bias": 0.0,
12
+ "heads": 8,
13
+ "mode": "bind",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageB",
18
+ "kind": "bind",
19
+ "lr": 0.0004,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 24265440,
22
+ "role": "Stage B, binding-local writes, seed 2",
23
+ "run": "E3B_bind_s2",
24
+ "seed": 2,
25
+ "source_run_directory": "E3B_bind_s2",
26
+ "state_dict_tensor_total": 27411168,
27
+ "train_args": {
28
+ "batch": 96,
29
+ "lr": 0.0004,
30
+ "mode": "bind",
31
+ "run": "E3B_bind_s2",
32
+ "seed": 2,
33
+ "updates": 6000
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 6000
37
+ }
checkpoints/E3B_bind_s2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b692713a9730855faf59525abf56c742c2c2766619c9de4cf6904783a7f790d9
3
+ size 109659632
checkpoints/E3B_bind_s3/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3B_bind_s3",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "enc_layers": 8,
10
+ "full_heads": true,
11
+ "gate_bias": 0.0,
12
+ "heads": 8,
13
+ "mode": "bind",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageB",
18
+ "kind": "bind",
19
+ "lr": 0.0004,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 24265440,
22
+ "role": "Stage B, binding-local writes, seed 3",
23
+ "run": "E3B_bind_s3",
24
+ "seed": 3,
25
+ "source_run_directory": "E3B_bind_s3",
26
+ "state_dict_tensor_total": 27411168,
27
+ "train_args": {
28
+ "batch": 96,
29
+ "lr": 0.0004,
30
+ "mode": "bind",
31
+ "run": "E3B_bind_s3",
32
+ "seed": 3,
33
+ "updates": 6000
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 6000
37
+ }
checkpoints/E3B_bind_s3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466d889a73a74b341b4fe52f071615be3dbe4b8de00f1d2c4fd98bb0c9da2de2
3
+ size 109659632
checkpoints/E3B_unbound_s1/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3B_unbound_s1",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "enc_layers": 8,
10
+ "full_heads": true,
11
+ "gate_bias": 0.0,
12
+ "heads": 8,
13
+ "mode": "unbound",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageB",
18
+ "kind": "unbound",
19
+ "lr": 0.0004,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 24265440,
22
+ "role": "Stage B, capacity/parameter-matched unstructured control, seed 1",
23
+ "run": "E3B_unbound_s1",
24
+ "seed": 1,
25
+ "source_run_directory": "E3B_unbound_s1",
26
+ "state_dict_tensor_total": 27411168,
27
+ "train_args": {
28
+ "batch": 96,
29
+ "lr": 0.0004,
30
+ "mode": "unbound",
31
+ "run": "E3B_unbound_s1",
32
+ "seed": 1,
33
+ "updates": 6000
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 6000
37
+ }
checkpoints/E3B_unbound_s1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:018324ec3f42ec10a0ee2868145675c1eb56d2947916d3c79446693a6c87370c
3
+ size 109659632
checkpoints/E3B_unbound_s2/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3B_unbound_s2",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "enc_layers": 8,
10
+ "full_heads": true,
11
+ "gate_bias": 0.0,
12
+ "heads": 8,
13
+ "mode": "unbound",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageB",
18
+ "kind": "unbound",
19
+ "lr": 0.0004,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 24265440,
22
+ "role": "Stage B, capacity/parameter-matched unstructured control, seed 2",
23
+ "run": "E3B_unbound_s2",
24
+ "seed": 2,
25
+ "source_run_directory": "E3B_unbound_s2",
26
+ "state_dict_tensor_total": 27411168,
27
+ "train_args": {
28
+ "batch": 96,
29
+ "lr": 0.0004,
30
+ "mode": "unbound",
31
+ "run": "E3B_unbound_s2",
32
+ "seed": 2,
33
+ "updates": 6000
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 6000
37
+ }
checkpoints/E3B_unbound_s2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f09e502c1450bb194426253dff48009bbf5d97436d4437535723f12042ea28
3
+ size 109659632
checkpoints/E3B_unbound_s3/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "E3B_unbound_s3",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "enc_layers": 8,
10
+ "full_heads": true,
11
+ "gate_bias": 0.0,
12
+ "heads": 8,
13
+ "mode": "unbound",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageB",
18
+ "kind": "unbound",
19
+ "lr": 0.0004,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 24265440,
22
+ "role": "Stage B, capacity/parameter-matched unstructured control, seed 3",
23
+ "run": "E3B_unbound_s3",
24
+ "seed": 3,
25
+ "source_run_directory": "E3B_unbound_s3",
26
+ "state_dict_tensor_total": 27411168,
27
+ "train_args": {
28
+ "batch": 96,
29
+ "lr": 0.0004,
30
+ "mode": "unbound",
31
+ "run": "E3B_unbound_s3",
32
+ "seed": 3,
33
+ "updates": 6000
34
+ },
35
+ "train_corpus": "e3_train",
36
+ "updates": 6000
37
+ }
checkpoints/E3B_unbound_s3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feb06a34e4385e05d54d0e98fb1567afccca659a6b5d1578ec87b288352edd6e
3
+ size 109659632
checkpoints/G_CONVEX_FREE/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "G_CONVEX_FREE",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "update_rule": "convex",
15
+ "vocab": 8192,
16
+ "write_mode": "independent",
17
+ "write_temp": 1.0
18
+ },
19
+ "group": "experiment1",
20
+ "kind": "pnsr",
21
+ "lr": 0.0004,
22
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
23
+ "params": 24614453,
24
+ "role": "E2-GATED arm: convex gated update, no clamp",
25
+ "run": "G_CONVEX_FREE",
26
+ "seed": 1,
27
+ "source_run_directory": "G_CONVEX_FREE",
28
+ "state_dict_tensor_total": 27760181,
29
+ "train_args": {
30
+ "batch": 160,
31
+ "gate_bias": 0.0,
32
+ "hold_frac": null,
33
+ "lr": 0.0004,
34
+ "model": "pnsr",
35
+ "resume_from": null,
36
+ "run": "G_CONVEX_FREE",
37
+ "seed": 1,
38
+ "state_tau": 16.0,
39
+ "update_rule": "convex",
40
+ "updates": 6000,
41
+ "w_enum": 2.0,
42
+ "w_other": 1.0
43
+ },
44
+ "train_corpus": "train",
45
+ "updates": 6000
46
+ }
checkpoints/G_CONVEX_FREE/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8a4854e61a5127c53f60e92b4fee19ddb8cd6e9021109dcabb08a2ef4b3700
3
+ size 111057564
checkpoints/G_CONVEX_RETAIN/config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "G_CONVEX_RETAIN",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "update_rule": "convex",
15
+ "vocab": 8192,
16
+ "write_mode": "independent",
17
+ "write_temp": 1.0
18
+ },
19
+ "group": "experiment1",
20
+ "kind": "pnsr",
21
+ "lr": 0.0004,
22
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
23
+ "params": 24614453,
24
+ "role": "E2-GATED arm: convex gated update, retention-biased",
25
+ "run": "G_CONVEX_RETAIN",
26
+ "seed": 1,
27
+ "source_run_directory": "G_CONVEX_RETAIN",
28
+ "state_dict_tensor_total": 27760181,
29
+ "train_args": {
30
+ "batch": 160,
31
+ "gate_bias": -2.0,
32
+ "hold_frac": null,
33
+ "lr": 0.0004,
34
+ "model": "pnsr",
35
+ "resume_from": null,
36
+ "run": "G_CONVEX_RETAIN",
37
+ "seed": 1,
38
+ "update_rule": "convex",
39
+ "updates": 6000,
40
+ "w_enum": 2.0,
41
+ "w_other": 1.0
42
+ },
43
+ "train_corpus": "train",
44
+ "updates": 6000
45
+ }
checkpoints/G_CONVEX_RETAIN/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd49eec82cf5f3c367558737350819cbd37e18b3638bfb429a9be41c5c7fdfcf
3
+ size 111057564
checkpoints/G_TAU512/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "G_TAU512",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 512.0,
14
+ "update_rule": "additive_clamp",
15
+ "vocab": 8192,
16
+ "write_mode": "independent",
17
+ "write_temp": 1.0
18
+ },
19
+ "group": "experiment1",
20
+ "kind": "pnsr",
21
+ "lr": 0.0004,
22
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
23
+ "params": 24614453,
24
+ "role": "isolating control: same additive rule, clamp raised 16 -> 512",
25
+ "run": "G_TAU512",
26
+ "seed": 1,
27
+ "source_run_directory": "G_TAU512",
28
+ "state_dict_tensor_total": 27760181,
29
+ "train_args": {
30
+ "batch": 160,
31
+ "gate_bias": 0.0,
32
+ "hold_frac": null,
33
+ "lr": 0.0004,
34
+ "model": "pnsr",
35
+ "resume_from": null,
36
+ "run": "G_TAU512",
37
+ "seed": 1,
38
+ "state_tau": 512.0,
39
+ "update_rule": "additive_clamp",
40
+ "updates": 6000,
41
+ "w_enum": 2.0,
42
+ "w_other": 1.0
43
+ },
44
+ "train_corpus": "train",
45
+ "updates": 6000
46
+ }
checkpoints/G_TAU512/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd0f07d1140a5a40c3d238d71f086f1b2a40719c00b6e7082daf4f89a7c73c6
3
+ size 111057564
checkpoints/PNSR_K1_fin/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "amendment A6: held at stage 1 for a protocol-matched comparison with PNSR_K4_fin",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "PNSR_K1_v2",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 1,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment1",
17
+ "kind": "pnsr_k1",
18
+ "lr": 0.0004,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 24614453,
21
+ "role": "deliberation-depth control K=1 (E5)",
22
+ "run": "PNSR_K1_fin",
23
+ "seed": 1,
24
+ "source_run_directory": "PNSR_K1_fin",
25
+ "state_dict_tensor_total": 27760181,
26
+ "train_args": {
27
+ "batch": 160,
28
+ "lr": 0.0004,
29
+ "model": "pnsr_k1",
30
+ "run": "PNSR_K1_v2",
31
+ "seed": 1,
32
+ "updates": 6000
33
+ },
34
+ "train_corpus": "train",
35
+ "updates": 6000
36
+ }
checkpoints/PNSR_K1_fin/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1d90f6f3ea4bd0d67ac38abb896105191d1f925ecf3f14cb3f129a05c08610b
3
+ size 111057564
checkpoints/PNSR_K4_fin/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "amendment A6: the 8x-enum stage-2 continuation failed its own preregistered admission rule, so the stage-1 checkpoint is the admitted one",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "PNSR_K4_v2",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "vocab": 8192
15
+ },
16
+ "group": "experiment1",
17
+ "kind": "pnsr",
18
+ "lr": 0.0004,
19
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
20
+ "params": 24614453,
21
+ "role": "PNSR typed learned state, seed 1 (additive write, clamp tau=16)",
22
+ "run": "PNSR_K4_fin",
23
+ "seed": 1,
24
+ "source_run_directory": "PNSR_K4_fin",
25
+ "state_dict_tensor_total": 27760181,
26
+ "train_args": {
27
+ "batch": 160,
28
+ "lr": 0.0004,
29
+ "model": "pnsr",
30
+ "run": "PNSR_K4_v2",
31
+ "seed": 1,
32
+ "updates": 6000
33
+ },
34
+ "train_corpus": "train",
35
+ "updates": 6000
36
+ }
checkpoints/PNSR_K4_fin/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9c4cc706e503d36b581d9b74c2e00e0342b07855c570ee05bf4c281b2944bb
3
+ size 111057564
checkpoints/PNSR_K4_s2/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "PNSR_K4_s2",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "update_rule": "additive_clamp",
15
+ "vocab": 8192,
16
+ "write_mode": "independent",
17
+ "write_temp": 1.0
18
+ },
19
+ "group": "experiment1",
20
+ "kind": "pnsr",
21
+ "lr": 0.0004,
22
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
23
+ "params": 24614453,
24
+ "role": "PNSR typed learned state, seed 2",
25
+ "run": "PNSR_K4_s2",
26
+ "seed": 2,
27
+ "source_run_directory": "PNSR_K4_s2",
28
+ "state_dict_tensor_total": 27760181,
29
+ "train_args": {
30
+ "batch": 160,
31
+ "gate_bias": 0.0,
32
+ "hold_frac": null,
33
+ "lr": 0.0004,
34
+ "model": "pnsr",
35
+ "resume_from": null,
36
+ "run": "PNSR_K4_s2",
37
+ "seed": 2,
38
+ "state_tau": 16.0,
39
+ "update_rule": "additive_clamp",
40
+ "updates": 6000,
41
+ "w_enum": 2.0,
42
+ "w_other": 1.0
43
+ },
44
+ "train_corpus": "train",
45
+ "updates": 6000
46
+ }
checkpoints/PNSR_K4_s2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96b014fc56653b97560432374a325f1c5a154a9586209362107a4673fb293af3
3
+ size 111057564
checkpoints/PNSR_K4_s3/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "PNSR_K4_s3",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "update_rule": "additive_clamp",
15
+ "vocab": 8192,
16
+ "write_mode": "independent",
17
+ "write_temp": 1.0
18
+ },
19
+ "group": "experiment1",
20
+ "kind": "pnsr",
21
+ "lr": 0.0004,
22
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
23
+ "params": 24614453,
24
+ "role": "PNSR typed learned state, seed 3",
25
+ "run": "PNSR_K4_s3",
26
+ "seed": 3,
27
+ "source_run_directory": "PNSR_K4_s3",
28
+ "state_dict_tensor_total": 27760181,
29
+ "train_args": {
30
+ "batch": 160,
31
+ "gate_bias": 0.0,
32
+ "hold_frac": null,
33
+ "lr": 0.0004,
34
+ "model": "pnsr",
35
+ "resume_from": null,
36
+ "run": "PNSR_K4_s3",
37
+ "seed": 3,
38
+ "state_tau": 16.0,
39
+ "update_rule": "additive_clamp",
40
+ "updates": 6000,
41
+ "w_enum": 2.0,
42
+ "w_other": 1.0
43
+ },
44
+ "train_corpus": "train",
45
+ "updates": 6000
46
+ }
checkpoints/PNSR_K4_s3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21455bb390a5e7d3fb98f6f484c6698f40b20af097a1b2f2a727a0e2676a4ea4
3
+ size 111057564
checkpoints/PNSR_ON_E3/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "PNSR_ON_E3",
5
+ "batch": 96,
6
+ "cfg": {
7
+ "K": 4,
8
+ "T_ev": 48,
9
+ "d": 384,
10
+ "enc_layers": 7,
11
+ "heads": 8,
12
+ "n_workspace": 4,
13
+ "state_tau": 16.0,
14
+ "update_rule": "additive_clamp",
15
+ "vocab": 8192,
16
+ "write_mode": "independent",
17
+ "write_temp": 1.0
18
+ },
19
+ "group": "corrected_corpus",
20
+ "kind": "pnsr",
21
+ "lr": 0.0004,
22
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
23
+ "params": 24614453,
24
+ "role": "E1 architecture retrained from scratch on the corrected corpus",
25
+ "run": "PNSR_ON_E3",
26
+ "seed": 1,
27
+ "source_run_directory": "PNSR_ON_E3",
28
+ "state_dict_tensor_total": 27760181,
29
+ "train_args": {
30
+ "batch": 96,
31
+ "gate_bias": 0.0,
32
+ "hold_frac": null,
33
+ "lr": 0.0004,
34
+ "model": "pnsr",
35
+ "resume_from": null,
36
+ "run": "PNSR_ON_E3",
37
+ "seed": 1,
38
+ "shards_split": "e3_train",
39
+ "state_tau": 16.0,
40
+ "update_rule": "additive_clamp",
41
+ "updates": 6000,
42
+ "w_enum": 2.0,
43
+ "w_other": 1.0
44
+ },
45
+ "train_corpus": "e3_train",
46
+ "updates": 6000
47
+ }
checkpoints/PNSR_ON_E3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10acf934a6ed2661b6c4b8d5e9c05853bde89f1dddb0d36ae18544017cff2e81
3
+ size 111057564
checkpoints/RMT_s1/config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "RMT_s1",
5
+ "batch": 160,
6
+ "cfg": {
7
+ "T_ev": 48,
8
+ "d": 384,
9
+ "heads": 8,
10
+ "layers": 10,
11
+ "n_mem": 32,
12
+ "vocab": 8192
13
+ },
14
+ "group": "experiment1",
15
+ "kind": "rmt",
16
+ "lr": 0.0003,
17
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
18
+ "params": 23945525,
19
+ "role": "memory-token recurrent baseline (RMT-style), seed 1",
20
+ "run": "RMT_s1",
21
+ "seed": 1,
22
+ "source_run_directory": "RMT_s1",
23
+ "state_dict_tensor_total": 27091253,
24
+ "train_args": {
25
+ "batch": 160,
26
+ "gate_bias": 0.0,
27
+ "hold_frac": null,
28
+ "lr": 0.0003,
29
+ "model": "rmt",
30
+ "resume_from": null,
31
+ "run": "RMT_s1",
32
+ "seed": 1,
33
+ "state_tau": 16.0,
34
+ "update_rule": "additive_clamp",
35
+ "updates": 6000,
36
+ "w_enum": 2.0,
37
+ "w_other": 1.0
38
+ },
39
+ "train_corpus": "train",
40
+ "updates": 6000
41
+ }
checkpoints/RMT_s1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc513bddfab863c314ee2e41882037c2a77efe130d6147fb5bde40a0ef8078b
3
+ size 108380916
checkpoints/TX768_fin/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "amendment A7: v2/v3 invalid (v3 was frozen mid-run by the A3 skip-guard, AUDIT 2); v4 retrained with the guard removed, lr 1.5e-4, exposure-matched; best.pt (update 18250) is the admitted checkpoint",
3
+ "admitted_checkpoint": "best.pt",
4
+ "admitted_from_run": "TX768_v4",
5
+ "batch": 384,
6
+ "cfg": {
7
+ "d": 384,
8
+ "heads": 8,
9
+ "layers": 10,
10
+ "vocab": 8192,
11
+ "window": 768
12
+ },
13
+ "group": "experiment1",
14
+ "kind": "tx768",
15
+ "lr": 0.00015,
16
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
17
+ "params": 23892917,
18
+ "role": "transcript-window baseline, 768 tokens (~40 events)",
19
+ "run": "TX768_fin",
20
+ "seed": 1,
21
+ "source_run_directory": "TX768_fin",
22
+ "state_dict_tensor_total": 27038645,
23
+ "train_args": {
24
+ "batch": 384,
25
+ "hold_frac": 0.0,
26
+ "lr": 0.00015,
27
+ "model": "tx768",
28
+ "resume_from": null,
29
+ "run": "TX768_v4",
30
+ "seed": 1,
31
+ "updates": 18850,
32
+ "w_enum": 2.0,
33
+ "w_other": 1.0
34
+ },
35
+ "train_corpus": "train",
36
+ "updates": 18850
37
+ }
checkpoints/TX768_fin/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c2224e807fad0cf576651874ec06770966490fedfa3d7efc6030462c3ee1f10
3
+ size 108169660
checkpoints/TXE_ON_E3/config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "the run's own final checkpoint",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "TXE_ON_E3",
5
+ "batch": 384,
6
+ "cfg": {
7
+ "d": 384,
8
+ "heads": 8,
9
+ "layers": 10,
10
+ "vocab": 8192,
11
+ "window": 64
12
+ },
13
+ "group": "corrected_corpus",
14
+ "kind": "txe",
15
+ "lr": 0.0003,
16
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
17
+ "params": 23622581,
18
+ "role": "memory-free control on the corrected corpus (Experiment 2 comparator)",
19
+ "run": "TXE_ON_E3",
20
+ "seed": 1,
21
+ "source_run_directory": "TXE_ON_E3",
22
+ "state_dict_tensor_total": 26768309,
23
+ "train_args": {
24
+ "batch": 384,
25
+ "gate_bias": 0.0,
26
+ "hold_frac": null,
27
+ "lr": 0.0003,
28
+ "model": "txe",
29
+ "resume_from": null,
30
+ "run": "TXE_ON_E3",
31
+ "seed": 1,
32
+ "shards_split": "e3_train",
33
+ "state_tau": 16.0,
34
+ "update_rule": "additive_clamp",
35
+ "updates": 20000,
36
+ "w_enum": 2.0,
37
+ "w_other": 1.0
38
+ },
39
+ "train_corpus": "e3_train",
40
+ "updates": 20000
41
+ }
checkpoints/TXE_ON_E3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2888f76103ec4def71b4b37be97b144e18f63482bae9b1c73078f782ced7f8c4
3
+ size 107088308
checkpoints/TXE_fin/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission_note": "TXE_v2c diverged and was killed before completion (amendment A5 auto-fail)",
3
+ "admitted_checkpoint": "final.pt",
4
+ "admitted_from_run": "TXE_v2",
5
+ "batch": 384,
6
+ "cfg": {
7
+ "d": 384,
8
+ "heads": 8,
9
+ "layers": 10,
10
+ "vocab": 8192,
11
+ "window": 64
12
+ },
13
+ "group": "experiment1",
14
+ "kind": "txe",
15
+ "lr": 0.0003,
16
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
17
+ "params": 23622581,
18
+ "role": "memory-free control: current event only",
19
+ "run": "TXE_fin",
20
+ "seed": 1,
21
+ "source_run_directory": "TXE_fin",
22
+ "state_dict_tensor_total": 26768309,
23
+ "train_args": {
24
+ "batch": 384,
25
+ "lr": 0.0003,
26
+ "model": "txe",
27
+ "run": "TXE_v2",
28
+ "seed": 1,
29
+ "updates": 20000
30
+ },
31
+ "train_corpus": "train",
32
+ "updates": 20000
33
+ }
checkpoints/TXE_fin/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dc5eb958b9732f8819826b6f30b2e05010c9cbe455f63a31b2b0c36f8ed60ee
3
+ size 107088308
checkpoints/index.json ADDED
@@ -0,0 +1,946 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "E3A_bind_s1": {
3
+ "admission_note": "the run's own final checkpoint",
4
+ "admitted_checkpoint": "final.pt",
5
+ "admitted_from_run": "E3A_bind_s1",
6
+ "batch": 128,
7
+ "cfg": {
8
+ "T_ev": 48,
9
+ "d": 192,
10
+ "enc_layers": 3,
11
+ "gate_bias": 0.0,
12
+ "heads": 6,
13
+ "mode": "bind",
14
+ "n_slots": 192,
15
+ "vocab": 8192
16
+ },
17
+ "group": "experiment2_stageA",
18
+ "kind": "bind",
19
+ "lr": 0.0003,
20
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
21
+ "params": 4385515,
22
+ "role": "Stage A, binding-local writes, seed 1",
23
+ "run": "E3A_bind_s1",
24
+ "seed": 1,
25
+ "source_run_directory": "E3A_bind_s1",
26
+ "state_dict_tensor_total": 4385515,
27
+ "train_args": {
28
+ "batch": 128,
29
+ "eval_lifetimes": 400,
30
+ "lr": 0.0003,
31
+ "mode": "bind",
32
+ "run": "E3A_bind_s1",
33
+ "seed": 1,
34
+ "updates": 2600
35
+ },
36
+ "train_corpus": "e3_train",
37
+ "updates": 2600
38
+ },
39
+ "E3A_bind_s2": {
40
+ "admission_note": "the run's own final checkpoint",
41
+ "admitted_checkpoint": "final.pt",
42
+ "admitted_from_run": "E3A_bind_s2",
43
+ "batch": 128,
44
+ "cfg": {
45
+ "T_ev": 48,
46
+ "d": 192,
47
+ "enc_layers": 3,
48
+ "gate_bias": 0.0,
49
+ "heads": 6,
50
+ "mode": "bind",
51
+ "n_slots": 192,
52
+ "vocab": 8192
53
+ },
54
+ "group": "experiment2_stageA",
55
+ "kind": "bind",
56
+ "lr": 0.0003,
57
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
58
+ "params": 4385515,
59
+ "role": "Stage A, binding-local writes, seed 2",
60
+ "run": "E3A_bind_s2",
61
+ "seed": 2,
62
+ "source_run_directory": "E3A_bind_s2",
63
+ "state_dict_tensor_total": 4385515,
64
+ "train_args": {
65
+ "batch": 128,
66
+ "eval_lifetimes": 400,
67
+ "lr": 0.0003,
68
+ "mode": "bind",
69
+ "run": "E3A_bind_s2",
70
+ "seed": 2,
71
+ "updates": 2600
72
+ },
73
+ "train_corpus": "e3_train",
74
+ "updates": 2600
75
+ },
76
+ "E3A_bind_s3": {
77
+ "admission_note": "the run's own final checkpoint",
78
+ "admitted_checkpoint": "final.pt",
79
+ "admitted_from_run": "E3A_bind_s3",
80
+ "batch": 128,
81
+ "cfg": {
82
+ "T_ev": 48,
83
+ "d": 192,
84
+ "enc_layers": 3,
85
+ "gate_bias": 0.0,
86
+ "heads": 6,
87
+ "mode": "bind",
88
+ "n_slots": 192,
89
+ "vocab": 8192
90
+ },
91
+ "group": "experiment2_stageA",
92
+ "kind": "bind",
93
+ "lr": 0.0003,
94
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
95
+ "params": 4385515,
96
+ "role": "Stage A, binding-local writes, seed 3",
97
+ "run": "E3A_bind_s3",
98
+ "seed": 3,
99
+ "source_run_directory": "E3A_bind_s3",
100
+ "state_dict_tensor_total": 4385515,
101
+ "train_args": {
102
+ "batch": 128,
103
+ "eval_lifetimes": 400,
104
+ "lr": 0.0003,
105
+ "mode": "bind",
106
+ "run": "E3A_bind_s3",
107
+ "seed": 3,
108
+ "updates": 2600
109
+ },
110
+ "train_corpus": "e3_train",
111
+ "updates": 2600
112
+ },
113
+ "E3A_unbound_s1": {
114
+ "admission_note": "the run's own final checkpoint",
115
+ "admitted_checkpoint": "final.pt",
116
+ "admitted_from_run": "E3A_unbound_s1",
117
+ "batch": 128,
118
+ "cfg": {
119
+ "T_ev": 48,
120
+ "d": 192,
121
+ "enc_layers": 3,
122
+ "gate_bias": 0.0,
123
+ "heads": 6,
124
+ "mode": "unbound",
125
+ "n_slots": 192,
126
+ "vocab": 8192
127
+ },
128
+ "group": "experiment2_stageA",
129
+ "kind": "unbound",
130
+ "lr": 0.0003,
131
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
132
+ "params": 4385515,
133
+ "role": "Stage A, capacity-matched unstructured control, seed 1",
134
+ "run": "E3A_unbound_s1",
135
+ "seed": 1,
136
+ "source_run_directory": "E3A_unbound_s1",
137
+ "state_dict_tensor_total": 4385515,
138
+ "train_args": {
139
+ "batch": 128,
140
+ "eval_lifetimes": 400,
141
+ "lr": 0.0003,
142
+ "mode": "unbound",
143
+ "run": "E3A_unbound_s1",
144
+ "seed": 1,
145
+ "updates": 2600
146
+ },
147
+ "train_corpus": "e3_train",
148
+ "updates": 2600
149
+ },
150
+ "E3A_unbound_s2": {
151
+ "admission_note": "the run's own final checkpoint",
152
+ "admitted_checkpoint": "final.pt",
153
+ "admitted_from_run": "E3A_unbound_s2",
154
+ "batch": 128,
155
+ "cfg": {
156
+ "T_ev": 48,
157
+ "d": 192,
158
+ "enc_layers": 3,
159
+ "gate_bias": 0.0,
160
+ "heads": 6,
161
+ "mode": "unbound",
162
+ "n_slots": 192,
163
+ "vocab": 8192
164
+ },
165
+ "group": "experiment2_stageA",
166
+ "kind": "unbound",
167
+ "lr": 0.0003,
168
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
169
+ "params": 4385515,
170
+ "role": "Stage A, capacity-matched unstructured control, seed 2",
171
+ "run": "E3A_unbound_s2",
172
+ "seed": 2,
173
+ "source_run_directory": "E3A_unbound_s2",
174
+ "state_dict_tensor_total": 4385515,
175
+ "train_args": {
176
+ "batch": 128,
177
+ "eval_lifetimes": 400,
178
+ "lr": 0.0003,
179
+ "mode": "unbound",
180
+ "run": "E3A_unbound_s2",
181
+ "seed": 2,
182
+ "updates": 2600
183
+ },
184
+ "train_corpus": "e3_train",
185
+ "updates": 2600
186
+ },
187
+ "E3A_unbound_s3": {
188
+ "admission_note": "the run's own final checkpoint",
189
+ "admitted_checkpoint": "final.pt",
190
+ "admitted_from_run": "E3A_unbound_s3",
191
+ "batch": 128,
192
+ "cfg": {
193
+ "T_ev": 48,
194
+ "d": 192,
195
+ "enc_layers": 3,
196
+ "gate_bias": 0.0,
197
+ "heads": 6,
198
+ "mode": "unbound",
199
+ "n_slots": 192,
200
+ "vocab": 8192
201
+ },
202
+ "group": "experiment2_stageA",
203
+ "kind": "unbound",
204
+ "lr": 0.0003,
205
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
206
+ "params": 4385515,
207
+ "role": "Stage A, capacity-matched unstructured control, seed 3",
208
+ "run": "E3A_unbound_s3",
209
+ "seed": 3,
210
+ "source_run_directory": "E3A_unbound_s3",
211
+ "state_dict_tensor_total": 4385515,
212
+ "train_args": {
213
+ "batch": 128,
214
+ "eval_lifetimes": 400,
215
+ "lr": 0.0003,
216
+ "mode": "unbound",
217
+ "run": "E3A_unbound_s3",
218
+ "seed": 3,
219
+ "updates": 2600
220
+ },
221
+ "train_corpus": "e3_train",
222
+ "updates": 2600
223
+ },
224
+ "E3B_bind_s1": {
225
+ "admission_note": "the run's own final checkpoint",
226
+ "admitted_checkpoint": "final.pt",
227
+ "admitted_from_run": "E3B_bind_s1",
228
+ "batch": 96,
229
+ "cfg": {
230
+ "T_ev": 48,
231
+ "d": 384,
232
+ "enc_layers": 8,
233
+ "full_heads": true,
234
+ "gate_bias": 0.0,
235
+ "heads": 8,
236
+ "mode": "bind",
237
+ "n_slots": 192,
238
+ "vocab": 8192
239
+ },
240
+ "group": "experiment2_stageB",
241
+ "kind": "bind",
242
+ "lr": 0.0004,
243
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
244
+ "params": 24265440,
245
+ "role": "Stage B, binding-local writes, seed 1",
246
+ "run": "E3B_bind_s1",
247
+ "seed": 1,
248
+ "source_run_directory": "E3B_bind_s1",
249
+ "state_dict_tensor_total": 27411168,
250
+ "train_args": {
251
+ "batch": 96,
252
+ "lr": 0.0004,
253
+ "mode": "bind",
254
+ "run": "E3B_bind_s1",
255
+ "seed": 1,
256
+ "updates": 6000
257
+ },
258
+ "train_corpus": "e3_train",
259
+ "updates": 6000
260
+ },
261
+ "E3B_bind_s2": {
262
+ "admission_note": "the run's own final checkpoint",
263
+ "admitted_checkpoint": "final.pt",
264
+ "admitted_from_run": "E3B_bind_s2",
265
+ "batch": 96,
266
+ "cfg": {
267
+ "T_ev": 48,
268
+ "d": 384,
269
+ "enc_layers": 8,
270
+ "full_heads": true,
271
+ "gate_bias": 0.0,
272
+ "heads": 8,
273
+ "mode": "bind",
274
+ "n_slots": 192,
275
+ "vocab": 8192
276
+ },
277
+ "group": "experiment2_stageB",
278
+ "kind": "bind",
279
+ "lr": 0.0004,
280
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
281
+ "params": 24265440,
282
+ "role": "Stage B, binding-local writes, seed 2",
283
+ "run": "E3B_bind_s2",
284
+ "seed": 2,
285
+ "source_run_directory": "E3B_bind_s2",
286
+ "state_dict_tensor_total": 27411168,
287
+ "train_args": {
288
+ "batch": 96,
289
+ "lr": 0.0004,
290
+ "mode": "bind",
291
+ "run": "E3B_bind_s2",
292
+ "seed": 2,
293
+ "updates": 6000
294
+ },
295
+ "train_corpus": "e3_train",
296
+ "updates": 6000
297
+ },
298
+ "E3B_bind_s3": {
299
+ "admission_note": "the run's own final checkpoint",
300
+ "admitted_checkpoint": "final.pt",
301
+ "admitted_from_run": "E3B_bind_s3",
302
+ "batch": 96,
303
+ "cfg": {
304
+ "T_ev": 48,
305
+ "d": 384,
306
+ "enc_layers": 8,
307
+ "full_heads": true,
308
+ "gate_bias": 0.0,
309
+ "heads": 8,
310
+ "mode": "bind",
311
+ "n_slots": 192,
312
+ "vocab": 8192
313
+ },
314
+ "group": "experiment2_stageB",
315
+ "kind": "bind",
316
+ "lr": 0.0004,
317
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
318
+ "params": 24265440,
319
+ "role": "Stage B, binding-local writes, seed 3",
320
+ "run": "E3B_bind_s3",
321
+ "seed": 3,
322
+ "source_run_directory": "E3B_bind_s3",
323
+ "state_dict_tensor_total": 27411168,
324
+ "train_args": {
325
+ "batch": 96,
326
+ "lr": 0.0004,
327
+ "mode": "bind",
328
+ "run": "E3B_bind_s3",
329
+ "seed": 3,
330
+ "updates": 6000
331
+ },
332
+ "train_corpus": "e3_train",
333
+ "updates": 6000
334
+ },
335
+ "E3B_unbound_s1": {
336
+ "admission_note": "the run's own final checkpoint",
337
+ "admitted_checkpoint": "final.pt",
338
+ "admitted_from_run": "E3B_unbound_s1",
339
+ "batch": 96,
340
+ "cfg": {
341
+ "T_ev": 48,
342
+ "d": 384,
343
+ "enc_layers": 8,
344
+ "full_heads": true,
345
+ "gate_bias": 0.0,
346
+ "heads": 8,
347
+ "mode": "unbound",
348
+ "n_slots": 192,
349
+ "vocab": 8192
350
+ },
351
+ "group": "experiment2_stageB",
352
+ "kind": "unbound",
353
+ "lr": 0.0004,
354
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
355
+ "params": 24265440,
356
+ "role": "Stage B, capacity/parameter-matched unstructured control, seed 1",
357
+ "run": "E3B_unbound_s1",
358
+ "seed": 1,
359
+ "source_run_directory": "E3B_unbound_s1",
360
+ "state_dict_tensor_total": 27411168,
361
+ "train_args": {
362
+ "batch": 96,
363
+ "lr": 0.0004,
364
+ "mode": "unbound",
365
+ "run": "E3B_unbound_s1",
366
+ "seed": 1,
367
+ "updates": 6000
368
+ },
369
+ "train_corpus": "e3_train",
370
+ "updates": 6000
371
+ },
372
+ "E3B_unbound_s2": {
373
+ "admission_note": "the run's own final checkpoint",
374
+ "admitted_checkpoint": "final.pt",
375
+ "admitted_from_run": "E3B_unbound_s2",
376
+ "batch": 96,
377
+ "cfg": {
378
+ "T_ev": 48,
379
+ "d": 384,
380
+ "enc_layers": 8,
381
+ "full_heads": true,
382
+ "gate_bias": 0.0,
383
+ "heads": 8,
384
+ "mode": "unbound",
385
+ "n_slots": 192,
386
+ "vocab": 8192
387
+ },
388
+ "group": "experiment2_stageB",
389
+ "kind": "unbound",
390
+ "lr": 0.0004,
391
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
392
+ "params": 24265440,
393
+ "role": "Stage B, capacity/parameter-matched unstructured control, seed 2",
394
+ "run": "E3B_unbound_s2",
395
+ "seed": 2,
396
+ "source_run_directory": "E3B_unbound_s2",
397
+ "state_dict_tensor_total": 27411168,
398
+ "train_args": {
399
+ "batch": 96,
400
+ "lr": 0.0004,
401
+ "mode": "unbound",
402
+ "run": "E3B_unbound_s2",
403
+ "seed": 2,
404
+ "updates": 6000
405
+ },
406
+ "train_corpus": "e3_train",
407
+ "updates": 6000
408
+ },
409
+ "E3B_unbound_s3": {
410
+ "admission_note": "the run's own final checkpoint",
411
+ "admitted_checkpoint": "final.pt",
412
+ "admitted_from_run": "E3B_unbound_s3",
413
+ "batch": 96,
414
+ "cfg": {
415
+ "T_ev": 48,
416
+ "d": 384,
417
+ "enc_layers": 8,
418
+ "full_heads": true,
419
+ "gate_bias": 0.0,
420
+ "heads": 8,
421
+ "mode": "unbound",
422
+ "n_slots": 192,
423
+ "vocab": 8192
424
+ },
425
+ "group": "experiment2_stageB",
426
+ "kind": "unbound",
427
+ "lr": 0.0004,
428
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
429
+ "params": 24265440,
430
+ "role": "Stage B, capacity/parameter-matched unstructured control, seed 3",
431
+ "run": "E3B_unbound_s3",
432
+ "seed": 3,
433
+ "source_run_directory": "E3B_unbound_s3",
434
+ "state_dict_tensor_total": 27411168,
435
+ "train_args": {
436
+ "batch": 96,
437
+ "lr": 0.0004,
438
+ "mode": "unbound",
439
+ "run": "E3B_unbound_s3",
440
+ "seed": 3,
441
+ "updates": 6000
442
+ },
443
+ "train_corpus": "e3_train",
444
+ "updates": 6000
445
+ },
446
+ "G_CONVEX_FREE": {
447
+ "admission_note": "the run's own final checkpoint",
448
+ "admitted_checkpoint": "final.pt",
449
+ "admitted_from_run": "G_CONVEX_FREE",
450
+ "batch": 160,
451
+ "cfg": {
452
+ "K": 4,
453
+ "T_ev": 48,
454
+ "d": 384,
455
+ "enc_layers": 7,
456
+ "heads": 8,
457
+ "n_workspace": 4,
458
+ "state_tau": 16.0,
459
+ "update_rule": "convex",
460
+ "vocab": 8192,
461
+ "write_mode": "independent",
462
+ "write_temp": 1.0
463
+ },
464
+ "group": "experiment1",
465
+ "kind": "pnsr",
466
+ "lr": 0.0004,
467
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
468
+ "params": 24614453,
469
+ "role": "E2-GATED arm: convex gated update, no clamp",
470
+ "run": "G_CONVEX_FREE",
471
+ "seed": 1,
472
+ "source_run_directory": "G_CONVEX_FREE",
473
+ "state_dict_tensor_total": 27760181,
474
+ "train_args": {
475
+ "batch": 160,
476
+ "gate_bias": 0.0,
477
+ "hold_frac": null,
478
+ "lr": 0.0004,
479
+ "model": "pnsr",
480
+ "resume_from": null,
481
+ "run": "G_CONVEX_FREE",
482
+ "seed": 1,
483
+ "state_tau": 16.0,
484
+ "update_rule": "convex",
485
+ "updates": 6000,
486
+ "w_enum": 2.0,
487
+ "w_other": 1.0
488
+ },
489
+ "train_corpus": "train",
490
+ "updates": 6000
491
+ },
492
+ "G_CONVEX_RETAIN": {
493
+ "admission_note": "the run's own final checkpoint",
494
+ "admitted_checkpoint": "final.pt",
495
+ "admitted_from_run": "G_CONVEX_RETAIN",
496
+ "batch": 160,
497
+ "cfg": {
498
+ "K": 4,
499
+ "T_ev": 48,
500
+ "d": 384,
501
+ "enc_layers": 7,
502
+ "heads": 8,
503
+ "n_workspace": 4,
504
+ "state_tau": 16.0,
505
+ "update_rule": "convex",
506
+ "vocab": 8192,
507
+ "write_mode": "independent",
508
+ "write_temp": 1.0
509
+ },
510
+ "group": "experiment1",
511
+ "kind": "pnsr",
512
+ "lr": 0.0004,
513
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
514
+ "params": 24614453,
515
+ "role": "E2-GATED arm: convex gated update, retention-biased",
516
+ "run": "G_CONVEX_RETAIN",
517
+ "seed": 1,
518
+ "source_run_directory": "G_CONVEX_RETAIN",
519
+ "state_dict_tensor_total": 27760181,
520
+ "train_args": {
521
+ "batch": 160,
522
+ "gate_bias": -2.0,
523
+ "hold_frac": null,
524
+ "lr": 0.0004,
525
+ "model": "pnsr",
526
+ "resume_from": null,
527
+ "run": "G_CONVEX_RETAIN",
528
+ "seed": 1,
529
+ "update_rule": "convex",
530
+ "updates": 6000,
531
+ "w_enum": 2.0,
532
+ "w_other": 1.0
533
+ },
534
+ "train_corpus": "train",
535
+ "updates": 6000
536
+ },
537
+ "G_TAU512": {
538
+ "admission_note": "the run's own final checkpoint",
539
+ "admitted_checkpoint": "final.pt",
540
+ "admitted_from_run": "G_TAU512",
541
+ "batch": 160,
542
+ "cfg": {
543
+ "K": 4,
544
+ "T_ev": 48,
545
+ "d": 384,
546
+ "enc_layers": 7,
547
+ "heads": 8,
548
+ "n_workspace": 4,
549
+ "state_tau": 512.0,
550
+ "update_rule": "additive_clamp",
551
+ "vocab": 8192,
552
+ "write_mode": "independent",
553
+ "write_temp": 1.0
554
+ },
555
+ "group": "experiment1",
556
+ "kind": "pnsr",
557
+ "lr": 0.0004,
558
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
559
+ "params": 24614453,
560
+ "role": "isolating control: same additive rule, clamp raised 16 -> 512",
561
+ "run": "G_TAU512",
562
+ "seed": 1,
563
+ "source_run_directory": "G_TAU512",
564
+ "state_dict_tensor_total": 27760181,
565
+ "train_args": {
566
+ "batch": 160,
567
+ "gate_bias": 0.0,
568
+ "hold_frac": null,
569
+ "lr": 0.0004,
570
+ "model": "pnsr",
571
+ "resume_from": null,
572
+ "run": "G_TAU512",
573
+ "seed": 1,
574
+ "state_tau": 512.0,
575
+ "update_rule": "additive_clamp",
576
+ "updates": 6000,
577
+ "w_enum": 2.0,
578
+ "w_other": 1.0
579
+ },
580
+ "train_corpus": "train",
581
+ "updates": 6000
582
+ },
583
+ "PNSR_K1_fin": {
584
+ "admission_note": "amendment A6: held at stage 1 for a protocol-matched comparison with PNSR_K4_fin",
585
+ "admitted_checkpoint": "final.pt",
586
+ "admitted_from_run": "PNSR_K1_v2",
587
+ "batch": 160,
588
+ "cfg": {
589
+ "K": 1,
590
+ "T_ev": 48,
591
+ "d": 384,
592
+ "enc_layers": 7,
593
+ "heads": 8,
594
+ "n_workspace": 4,
595
+ "state_tau": 16.0,
596
+ "vocab": 8192
597
+ },
598
+ "group": "experiment1",
599
+ "kind": "pnsr_k1",
600
+ "lr": 0.0004,
601
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
602
+ "params": 24614453,
603
+ "role": "deliberation-depth control K=1 (E5)",
604
+ "run": "PNSR_K1_fin",
605
+ "seed": 1,
606
+ "source_run_directory": "PNSR_K1_fin",
607
+ "state_dict_tensor_total": 27760181,
608
+ "train_args": {
609
+ "batch": 160,
610
+ "lr": 0.0004,
611
+ "model": "pnsr_k1",
612
+ "run": "PNSR_K1_v2",
613
+ "seed": 1,
614
+ "updates": 6000
615
+ },
616
+ "train_corpus": "train",
617
+ "updates": 6000
618
+ },
619
+ "PNSR_K4_fin": {
620
+ "admission_note": "amendment A6: the 8x-enum stage-2 continuation failed its own preregistered admission rule, so the stage-1 checkpoint is the admitted one",
621
+ "admitted_checkpoint": "final.pt",
622
+ "admitted_from_run": "PNSR_K4_v2",
623
+ "batch": 160,
624
+ "cfg": {
625
+ "K": 4,
626
+ "T_ev": 48,
627
+ "d": 384,
628
+ "enc_layers": 7,
629
+ "heads": 8,
630
+ "n_workspace": 4,
631
+ "state_tau": 16.0,
632
+ "vocab": 8192
633
+ },
634
+ "group": "experiment1",
635
+ "kind": "pnsr",
636
+ "lr": 0.0004,
637
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
638
+ "params": 24614453,
639
+ "role": "PNSR typed learned state, seed 1 (additive write, clamp tau=16)",
640
+ "run": "PNSR_K4_fin",
641
+ "seed": 1,
642
+ "source_run_directory": "PNSR_K4_fin",
643
+ "state_dict_tensor_total": 27760181,
644
+ "train_args": {
645
+ "batch": 160,
646
+ "lr": 0.0004,
647
+ "model": "pnsr",
648
+ "run": "PNSR_K4_v2",
649
+ "seed": 1,
650
+ "updates": 6000
651
+ },
652
+ "train_corpus": "train",
653
+ "updates": 6000
654
+ },
655
+ "PNSR_K4_s2": {
656
+ "admission_note": "the run's own final checkpoint",
657
+ "admitted_checkpoint": "final.pt",
658
+ "admitted_from_run": "PNSR_K4_s2",
659
+ "batch": 160,
660
+ "cfg": {
661
+ "K": 4,
662
+ "T_ev": 48,
663
+ "d": 384,
664
+ "enc_layers": 7,
665
+ "heads": 8,
666
+ "n_workspace": 4,
667
+ "state_tau": 16.0,
668
+ "update_rule": "additive_clamp",
669
+ "vocab": 8192,
670
+ "write_mode": "independent",
671
+ "write_temp": 1.0
672
+ },
673
+ "group": "experiment1",
674
+ "kind": "pnsr",
675
+ "lr": 0.0004,
676
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
677
+ "params": 24614453,
678
+ "role": "PNSR typed learned state, seed 2",
679
+ "run": "PNSR_K4_s2",
680
+ "seed": 2,
681
+ "source_run_directory": "PNSR_K4_s2",
682
+ "state_dict_tensor_total": 27760181,
683
+ "train_args": {
684
+ "batch": 160,
685
+ "gate_bias": 0.0,
686
+ "hold_frac": null,
687
+ "lr": 0.0004,
688
+ "model": "pnsr",
689
+ "resume_from": null,
690
+ "run": "PNSR_K4_s2",
691
+ "seed": 2,
692
+ "state_tau": 16.0,
693
+ "update_rule": "additive_clamp",
694
+ "updates": 6000,
695
+ "w_enum": 2.0,
696
+ "w_other": 1.0
697
+ },
698
+ "train_corpus": "train",
699
+ "updates": 6000
700
+ },
701
+ "PNSR_K4_s3": {
702
+ "admission_note": "the run's own final checkpoint",
703
+ "admitted_checkpoint": "final.pt",
704
+ "admitted_from_run": "PNSR_K4_s3",
705
+ "batch": 160,
706
+ "cfg": {
707
+ "K": 4,
708
+ "T_ev": 48,
709
+ "d": 384,
710
+ "enc_layers": 7,
711
+ "heads": 8,
712
+ "n_workspace": 4,
713
+ "state_tau": 16.0,
714
+ "update_rule": "additive_clamp",
715
+ "vocab": 8192,
716
+ "write_mode": "independent",
717
+ "write_temp": 1.0
718
+ },
719
+ "group": "experiment1",
720
+ "kind": "pnsr",
721
+ "lr": 0.0004,
722
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
723
+ "params": 24614453,
724
+ "role": "PNSR typed learned state, seed 3",
725
+ "run": "PNSR_K4_s3",
726
+ "seed": 3,
727
+ "source_run_directory": "PNSR_K4_s3",
728
+ "state_dict_tensor_total": 27760181,
729
+ "train_args": {
730
+ "batch": 160,
731
+ "gate_bias": 0.0,
732
+ "hold_frac": null,
733
+ "lr": 0.0004,
734
+ "model": "pnsr",
735
+ "resume_from": null,
736
+ "run": "PNSR_K4_s3",
737
+ "seed": 3,
738
+ "state_tau": 16.0,
739
+ "update_rule": "additive_clamp",
740
+ "updates": 6000,
741
+ "w_enum": 2.0,
742
+ "w_other": 1.0
743
+ },
744
+ "train_corpus": "train",
745
+ "updates": 6000
746
+ },
747
+ "PNSR_ON_E3": {
748
+ "admission_note": "the run's own final checkpoint",
749
+ "admitted_checkpoint": "final.pt",
750
+ "admitted_from_run": "PNSR_ON_E3",
751
+ "batch": 96,
752
+ "cfg": {
753
+ "K": 4,
754
+ "T_ev": 48,
755
+ "d": 384,
756
+ "enc_layers": 7,
757
+ "heads": 8,
758
+ "n_workspace": 4,
759
+ "state_tau": 16.0,
760
+ "update_rule": "additive_clamp",
761
+ "vocab": 8192,
762
+ "write_mode": "independent",
763
+ "write_temp": 1.0
764
+ },
765
+ "group": "corrected_corpus",
766
+ "kind": "pnsr",
767
+ "lr": 0.0004,
768
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
769
+ "params": 24614453,
770
+ "role": "E1 architecture retrained from scratch on the corrected corpus",
771
+ "run": "PNSR_ON_E3",
772
+ "seed": 1,
773
+ "source_run_directory": "PNSR_ON_E3",
774
+ "state_dict_tensor_total": 27760181,
775
+ "train_args": {
776
+ "batch": 96,
777
+ "gate_bias": 0.0,
778
+ "hold_frac": null,
779
+ "lr": 0.0004,
780
+ "model": "pnsr",
781
+ "resume_from": null,
782
+ "run": "PNSR_ON_E3",
783
+ "seed": 1,
784
+ "shards_split": "e3_train",
785
+ "state_tau": 16.0,
786
+ "update_rule": "additive_clamp",
787
+ "updates": 6000,
788
+ "w_enum": 2.0,
789
+ "w_other": 1.0
790
+ },
791
+ "train_corpus": "e3_train",
792
+ "updates": 6000
793
+ },
794
+ "RMT_s1": {
795
+ "admission_note": "the run's own final checkpoint",
796
+ "admitted_checkpoint": "final.pt",
797
+ "admitted_from_run": "RMT_s1",
798
+ "batch": 160,
799
+ "cfg": {
800
+ "T_ev": 48,
801
+ "d": 384,
802
+ "heads": 8,
803
+ "layers": 10,
804
+ "n_mem": 32,
805
+ "vocab": 8192
806
+ },
807
+ "group": "experiment1",
808
+ "kind": "rmt",
809
+ "lr": 0.0003,
810
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
811
+ "params": 23945525,
812
+ "role": "memory-token recurrent baseline (RMT-style), seed 1",
813
+ "run": "RMT_s1",
814
+ "seed": 1,
815
+ "source_run_directory": "RMT_s1",
816
+ "state_dict_tensor_total": 27091253,
817
+ "train_args": {
818
+ "batch": 160,
819
+ "gate_bias": 0.0,
820
+ "hold_frac": null,
821
+ "lr": 0.0003,
822
+ "model": "rmt",
823
+ "resume_from": null,
824
+ "run": "RMT_s1",
825
+ "seed": 1,
826
+ "state_tau": 16.0,
827
+ "update_rule": "additive_clamp",
828
+ "updates": 6000,
829
+ "w_enum": 2.0,
830
+ "w_other": 1.0
831
+ },
832
+ "train_corpus": "train",
833
+ "updates": 6000
834
+ },
835
+ "TX768_fin": {
836
+ "admission_note": "amendment A7: v2/v3 invalid (v3 was frozen mid-run by the A3 skip-guard, AUDIT 2); v4 retrained with the guard removed, lr 1.5e-4, exposure-matched; best.pt (update 18250) is the admitted checkpoint",
837
+ "admitted_checkpoint": "best.pt",
838
+ "admitted_from_run": "TX768_v4",
839
+ "batch": 384,
840
+ "cfg": {
841
+ "d": 384,
842
+ "heads": 8,
843
+ "layers": 10,
844
+ "vocab": 8192,
845
+ "window": 768
846
+ },
847
+ "group": "experiment1",
848
+ "kind": "tx768",
849
+ "lr": 0.00015,
850
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
851
+ "params": 23892917,
852
+ "role": "transcript-window baseline, 768 tokens (~40 events)",
853
+ "run": "TX768_fin",
854
+ "seed": 1,
855
+ "source_run_directory": "TX768_fin",
856
+ "state_dict_tensor_total": 27038645,
857
+ "train_args": {
858
+ "batch": 384,
859
+ "hold_frac": 0.0,
860
+ "lr": 0.00015,
861
+ "model": "tx768",
862
+ "resume_from": null,
863
+ "run": "TX768_v4",
864
+ "seed": 1,
865
+ "updates": 18850,
866
+ "w_enum": 2.0,
867
+ "w_other": 1.0
868
+ },
869
+ "train_corpus": "train",
870
+ "updates": 18850
871
+ },
872
+ "TXE_ON_E3": {
873
+ "admission_note": "the run's own final checkpoint",
874
+ "admitted_checkpoint": "final.pt",
875
+ "admitted_from_run": "TXE_ON_E3",
876
+ "batch": 384,
877
+ "cfg": {
878
+ "d": 384,
879
+ "heads": 8,
880
+ "layers": 10,
881
+ "vocab": 8192,
882
+ "window": 64
883
+ },
884
+ "group": "corrected_corpus",
885
+ "kind": "txe",
886
+ "lr": 0.0003,
887
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
888
+ "params": 23622581,
889
+ "role": "memory-free control on the corrected corpus (Experiment 2 comparator)",
890
+ "run": "TXE_ON_E3",
891
+ "seed": 1,
892
+ "source_run_directory": "TXE_ON_E3",
893
+ "state_dict_tensor_total": 26768309,
894
+ "train_args": {
895
+ "batch": 384,
896
+ "gate_bias": 0.0,
897
+ "hold_frac": null,
898
+ "lr": 0.0003,
899
+ "model": "txe",
900
+ "resume_from": null,
901
+ "run": "TXE_ON_E3",
902
+ "seed": 1,
903
+ "shards_split": "e3_train",
904
+ "state_tau": 16.0,
905
+ "update_rule": "additive_clamp",
906
+ "updates": 20000,
907
+ "w_enum": 2.0,
908
+ "w_other": 1.0
909
+ },
910
+ "train_corpus": "e3_train",
911
+ "updates": 20000
912
+ },
913
+ "TXE_fin": {
914
+ "admission_note": "TXE_v2c diverged and was killed before completion (amendment A5 auto-fail)",
915
+ "admitted_checkpoint": "final.pt",
916
+ "admitted_from_run": "TXE_v2",
917
+ "batch": 384,
918
+ "cfg": {
919
+ "d": 384,
920
+ "heads": 8,
921
+ "layers": 10,
922
+ "vocab": 8192,
923
+ "window": 64
924
+ },
925
+ "group": "experiment1",
926
+ "kind": "txe",
927
+ "lr": 0.0003,
928
+ "param_count_note": "params = distinct trainable parameters (the paper's matched-budget figure). The event encoder and record encoder share one tied 8192x384 token embedding, so state_dict lists it twice; state_dict_tensor_total is that raw sum and is ~3.15M larger for the 25M models.",
929
+ "params": 23622581,
930
+ "role": "memory-free control: current event only",
931
+ "run": "TXE_fin",
932
+ "seed": 1,
933
+ "source_run_directory": "TXE_fin",
934
+ "state_dict_tensor_total": 26768309,
935
+ "train_args": {
936
+ "batch": 384,
937
+ "lr": 0.0003,
938
+ "model": "txe",
939
+ "run": "TXE_v2",
940
+ "seed": 1,
941
+ "updates": 20000
942
+ },
943
+ "train_corpus": "train",
944
+ "updates": 20000
945
+ }
946
+ }