thefinalboss commited on
Commit
2c3902f
·
verified ·
1 Parent(s): 519e2ef

v3_scale: checkpoints réf calibrés old_ref + broad14_ref (fusion.scale 0,034/0,035)

Browse files
v3_scale/checkpoints/ref_fixed2cal_broad_local_v1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2430ea8742a12f44f5e4d1a40c5bf4e03cf11304c890d1b9ce0b6a87ec34b706
3
+ size 193734516
v3_scale/checkpoints/ref_fixed2cal_broad_local_v1.npz.v2.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "script": "train_scale_v2",
3
+ "d1": 0.999,
4
+ "frac": 1.0,
5
+ "config": {
6
+ "target_avg_len": 4.5,
7
+ "min_len": 2,
8
+ "max_len": 32,
9
+ "alpha": 0.5,
10
+ "d_in": 1024,
11
+ "k_in": 12,
12
+ "n_res": 512,
13
+ "vocab_size": 16384,
14
+ "seed": 20261022,
15
+ "hierarchy": true,
16
+ "n_g": 256,
17
+ "win": 8,
18
+ "eta_pos": 0.01,
19
+ "eta_r": 0.01,
20
+ "eta_stdp": 0.0015,
21
+ "am_size": 8388608,
22
+ "am_m": 4,
23
+ "am_min_lanes": 3,
24
+ "snn_tokens": 600000,
25
+ "am_tokens": 1200000,
26
+ "epochs": 2,
27
+ "replay_tokens": 180000,
28
+ "replay_slice": 512,
29
+ "direct_input": true,
30
+ "trace_taus": [
31
+ 0.4,
32
+ 0.8,
33
+ 0.95
34
+ ],
35
+ "direct_tau": 0.5,
36
+ "structured_inputs": true,
37
+ "k_tri": 6,
38
+ "beta_am": 0.5,
39
+ "am_override": 6.0,
40
+ "temperature": 0.8,
41
+ "top_k": 8
42
+ },
43
+ "fusion": {
44
+ "scale": 0.034540013155740186,
45
+ "sigma_fast": 0.03852611172600577,
46
+ "sigma_slow": 1.115405241807302
47
+ },
48
+ "meta": {
49
+ "train_bytes": 34835257,
50
+ "n_patches": 8680605,
51
+ "avg_patch_len": 4.012998748359129,
52
+ "distinct_patches": 124954,
53
+ "registry_size": 96121,
54
+ "budget_bits": 12.90478515625,
55
+ "segmentation_MB_per_s": 1.4383536705873907
56
+ },
57
+ "wall_s": 18114.953812663,
58
+ "history_epochs": [
59
+ {
60
+ "ticks": 600000,
61
+ "accuracy": 0.093165,
62
+ "accuracy_fast_only": 0.156515,
63
+ "beta": 0.10627157414766393,
64
+ "acc_ema_final": 0.1171381480566367,
65
+ "elapsed_s": 9291.464493063999,
66
+ "ticks_per_sec": 64.57539610121688
67
+ },
68
+ {
69
+ "ticks": 600000,
70
+ "accuracy": 0.083225,
71
+ "accuracy_fast_only": 0.17844,
72
+ "beta": 0.028991051388025116,
73
+ "acc_ema_final": 0.09142922419239688,
74
+ "elapsed_s": 8712.817423791,
75
+ "ticks_per_sec": 68.86406208417212
76
+ }
77
+ ]
78
+ }
v3_scale/checkpoints/ref_fixed2cal_old_local_v1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501361ba8fe1b9a28fa610578ee073137692e83538d87ec42c8e85e5d98a4b1c
3
+ size 196761017
v3_scale/checkpoints/ref_fixed2cal_old_local_v1.npz.v2.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "script": "train_scale_v2",
3
+ "d1": 0.999,
4
+ "frac": 1.0,
5
+ "config": {
6
+ "target_avg_len": 4.5,
7
+ "min_len": 2,
8
+ "max_len": 32,
9
+ "alpha": 0.5,
10
+ "d_in": 1024,
11
+ "k_in": 12,
12
+ "n_res": 512,
13
+ "vocab_size": 16384,
14
+ "seed": 20261022,
15
+ "hierarchy": true,
16
+ "n_g": 256,
17
+ "win": 8,
18
+ "eta_pos": 0.01,
19
+ "eta_r": 0.01,
20
+ "eta_stdp": 0.0015,
21
+ "am_size": 8388608,
22
+ "am_m": 4,
23
+ "am_min_lanes": 3,
24
+ "snn_tokens": 600000,
25
+ "am_tokens": 1200000,
26
+ "epochs": 2,
27
+ "replay_tokens": 180000,
28
+ "replay_slice": 512,
29
+ "direct_input": true,
30
+ "trace_taus": [
31
+ 0.4,
32
+ 0.8,
33
+ 0.95
34
+ ],
35
+ "direct_tau": 0.5,
36
+ "structured_inputs": true,
37
+ "k_tri": 6,
38
+ "beta_am": 0.5,
39
+ "am_override": 6.0,
40
+ "temperature": 0.8,
41
+ "top_k": 8
42
+ },
43
+ "fusion": {
44
+ "scale": 0.034013241467013434,
45
+ "sigma_fast": 0.03237474460777202,
46
+ "sigma_slow": 0.9518276768525441
47
+ },
48
+ "meta": {
49
+ "train_bytes": 12468350,
50
+ "n_patches": 2656631,
51
+ "avg_patch_len": 4.693293874836212,
52
+ "distinct_patches": 210582,
53
+ "registry_size": 137261,
54
+ "budget_bits": 15.36572265625,
55
+ "segmentation_MB_per_s": 1.87106962594911
56
+ },
57
+ "wall_s": 18091.836944874998,
58
+ "history_epochs": [
59
+ {
60
+ "ticks": 600000,
61
+ "accuracy": 0.07171666666666666,
62
+ "accuracy_fast_only": 0.11055166666666667,
63
+ "beta": 0.03500933293088482,
64
+ "acc_ema_final": 0.2477167704881046,
65
+ "elapsed_s": 9266.11299969,
66
+ "ticks_per_sec": 64.7520702607526
67
+ },
68
+ {
69
+ "ticks": 600000,
70
+ "accuracy": 0.06202,
71
+ "accuracy_fast_only": 0.12455333333333334,
72
+ "beta": 0.01456373781421983,
73
+ "acc_ema_final": 0.3069124880754531,
74
+ "elapsed_s": 8734.047097944,
75
+ "ticks_per_sec": 68.69667558138545
76
+ }
77
+ ]
78
+ }