bed: alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry weights

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry/addr_head.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786d39d754d2867c76462e1237eba56d23411fea56fdfa9a78d26387cc8d764a
+size 16584

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry/config.json

@@ -0,0 +1,46 @@
+{
+ "name": "bed-alhena-both",
+ "d_model": 256,
+ "n_layers": 6,
+ "n_heads": 8,
+ "context": 4096,
+ "vocab_size": 256,
+ "tokenizer": "byte-trigram",
+ "hub_layers": [],
+ "hub_K": 32,
+ "hub_D": 16,
+ "tau": 0.1,
+ "bank_experts": 7,
+ "bank_ff": 256,
+ "head_K": 64,
+ "head_D": 16,
+ "head_mode": "",
+ "head_dial_band": 4.0,
+ "head_dial_rho": 0.015625,
+ "gate_init": -3.0,
+ "tie_embeddings": false,
+ "hub_chunk": 128,
+ "hub_const": 1,
+ "hub_ckpt": 0,
+ "fusion": null,
+ "qk_norm": "",
+ "attn_fp32": false,
+ "attn_kernel": "sdpa",
+ "lookup_arm_sites": [],
+ "lookup_arm_depth": 1,
+ "attn_rotary": true,
+ "hub_rotary": false,
+ "rotary_base": 10000.0,
+ "hub_rotary_frac": 1.0,
+ "hub_dual": false,
+ "pos_table": true,
+ "bank_byte_table": "add",
+ "bank_last_fix": "",
+ "fix_rho": 0.0625,
+ "fix_warm": 200,
+ "fix_clamp": [
+  0.25,
+  4.0
+ ],
+ "canon": ""
+}

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry/key_rot.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d0beb49e4ad077b36d3eb5a3fdb41767146904500db46503b528ae751491e1
+size 147536

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41419e373ea05aeebd1f672570cbbb83ef0f0a911261a15a84bd80fa75829378
+size 36916028

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry/scale.json

@@ -0,0 +1,86 @@
+{
+ "grid": "ag",
+ "grid_p": 0.5,
+ "n_ag": 4,
+ "rotary": {
+  "form": "anchored",
+  "pairs": 16,
+  "rel_pairs": 4,
+  "content_pairs": 4,
+  "anchor_freqs": 2,
+  "levels": 4,
+  "ntk_scale": 4.0,
+  "base": 10000.0,
+  "null": 4,
+  "w": [
+   1.0,
+   0.06299605249474366,
+   0.003968502629920499,
+   0.00025,
+   0.0,
+   0.0,
+   0.0,
+   0.0,
+   1.2566370614359172,
+   2.5132741228718345,
+   1.2566370614359172,
+   2.5132741228718345,
+   1.2566370614359172,
+   2.5132741228718345,
+   1.2566370614359172,
+   2.5132741228718345
+  ],
+  "kind": [
+   0,
+   0,
+   0,
+   0,
+   1,
+   1,
+   1,
+   1,
+   2,
+   2,
+   3,
+   3,
+   4,
+   4,
+   5,
+   5
+  ],
+  "code": "4x4"
+ },
+ "head": "digit",
+ "head_lam": 1.0,
+ "layout": {
+  "slot": 64,
+  "comps": 48,
+  "radix": 4,
+  "levels": 4
+ },
+ "grid_code": "4x4",
+ "grid_layout": "AG48",
+ "grid_hard": 0.5,
+ "value_addr": {
+  "levels": 4,
+  "digits": 4,
+  "d": 256
+ },
+ "key_rot": {
+  "pairs": 16,
+  "k": 9,
+  "vocab": 256,
+  "block": 4,
+  "head": 0,
+  "seed_tag": "KEYROT|v1|j16",
+  "norm": 2,
+  "rho": 2.18,
+  "entry": true
+ },
+ "ptr": {
+  "lam": 0.1,
+  "block": 4,
+  "head": 0,
+  "pos": "all"
+ }
+}

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_ac44_kh50_va1_pt10b4h0pa_krt16r218e_ahdigit1_a48entry/value_addr.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f740118f706c17d20d7d9b432d9c18334b83e8989f22d95c110b791769bae875
+size 16464