bed: alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_ahdigit1_scalerep weights

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_ahdigit1_scalerep/addr_head.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b097fe6416f90ab237b3316371024a7ec9b886887e86b127194d8b443376478c
+size 16584

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_ahdigit1_scalerep/config.json

@@ -0,0 +1,46 @@
+{
+ "name": "bed-alhena-both",
+ "d_model": 256,
+ "n_layers": 6,
+ "n_heads": 8,
+ "context": 4096,
+ "vocab_size": 256,
+ "tokenizer": "byte-trigram",
+ "hub_layers": [],
+ "hub_K": 32,
+ "hub_D": 16,
+ "tau": 0.1,
+ "bank_experts": 7,
+ "bank_ff": 256,
+ "head_K": 64,
+ "head_D": 16,
+ "head_mode": "",
+ "head_dial_band": 4.0,
+ "head_dial_rho": 0.015625,
+ "gate_init": -3.0,
+ "tie_embeddings": false,
+ "hub_chunk": 128,
+ "hub_const": 1,
+ "hub_ckpt": 0,
+ "fusion": null,
+ "qk_norm": "",
+ "attn_fp32": false,
+ "attn_kernel": "sdpa",
+ "lookup_arm_sites": [],
+ "lookup_arm_depth": 1,
+ "attn_rotary": true,
+ "hub_rotary": false,
+ "rotary_base": 10000.0,
+ "hub_rotary_frac": 1.0,
+ "hub_dual": false,
+ "pos_table": true,
+ "bank_byte_table": "add",
+ "bank_last_fix": "",
+ "fix_rho": 0.0625,
+ "fix_warm": 200,
+ "fix_clamp": [
+  0.25,
+  4.0
+ ],
+ "canon": ""
+}

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_ahdigit1_scalerep/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f07f54d18686ef79a5794f2abfbb0c8cafbf6a3e34610bbeff6245d4280a44
+size 36916028

bed/weights/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_ahdigit1_scalerep/scale.json

@@ -0,0 +1,60 @@
+{
+ "grid": "ag",
+ "grid_p": 0.5,
+ "n_ag": 4,
+ "rotary": {
+  "form": "anchored",
+  "pairs": 16,
+  "rel_pairs": 6,
+  "content_pairs": 2,
+  "anchor_freqs": 4,
+  "levels": 2,
+  "ntk_scale": 4.0,
+  "base": 10000.0,
+  "null": 8,
+  "w": [
+   1.0,
+   0.16327561755730105,
+   0.026658927288718035,
+   0.004352752816480621,
+   0.000710698404185155,
+   0.00011603972084031943,
+   0.0,
+   0.0,
+   0.6981317007977318,
+   1.3962634015954636,
+   2.0943951023931953,
+   2.792526803190927,
+   0.6981317007977318,
+   1.3962634015954636,
+   2.0943951023931953,
+   2.792526803190927
+  ],
+  "kind": [
+   0,
+   0,
+   0,
+   0,
+   0,
+   0,
+   1,
+   1,
+   2,
+   2,
+   2,
+   2,
+   3,
+   3,
+   3,
+   3
+  ]
+ },
+ "head": "digit",
+ "head_lam": 1.0,
+ "layout": {
+  "slot": 128,
+  "comps": 24,
+  "radix": 8,
+  "levels": 2
+ }
+}