# strata pack index v3 -- generated by tools/iq_pack.py (native experts) from Qwen3.8-Flash-Next-Gyro-S-TQ1_0.gguf # align 64 pool 1538035200 tensors 1079 output.weight 0 0 0 0 0 0 2560 248320 8 0 32 0 0 0 0 0 0 0 output_hc_down.weight 0 4 0 6553600 0 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 output_hc_norm.weight 0 2 6553600 40960 6553600 40960 10240 0 0 0 1 0 0 0 0 0 0 0 output_hc_up.weight 0 4 6594560 6553600 6594560 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 token_embd.weight 0 0 0 0 13148160 0 2560 248320 8 0 32 0 0 0 0 0 0 0 blk.0.attn_gate.weight 0 0 0 0 13148160 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.0.attn_qkv.weight 0 0 0 0 13148160 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_down_shexp.weight 0 0 0 0 13148160 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_gate_inp.weight 0 4 13148160 2621440 13148160 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_gate_inp_shexp.weight 0 4 15769600 5120 15769600 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_gate_shexp.weight 0 0 0 0 15774720 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_up_shexp.weight 0 0 0 0 15774720 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.0.hc_attn_down.weight 0 4 15774720 6553600 15774720 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_inject.weight 0 4 22328320 81920 22328320 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_norm.weight 0 2 22410240 40960 22410240 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_up.weight 0 4 22451200 6553600 22451200 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_down.weight 0 4 29004800 6553600 29004800 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_inject.weight 0 4 35558400 81920 35558400 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_norm.weight 0 2 35640320 40960 35640320 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_up.weight 0 4 35681280 6553600 35681280 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_a 0 2 42234880 192 42234880 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_alpha.weight 0 4 42235072 245760 42235072 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_beta.weight 0 4 42480832 245760 42480832 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_conv1d.weight 0 2 42726592 163840 42726592 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_dt.bias 0 2 42890432 192 42890432 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_norm.weight 0 2 42890624 512 42890624 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_out.weight 0 0 0 0 42891136 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.1.attn_gate.weight 0 0 0 0 42891136 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.1.attn_qkv.weight 0 0 0 0 42891136 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_down_shexp.weight 0 0 0 0 42891136 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_gate_inp.weight 0 4 42891136 2621440 42891136 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_gate_inp_shexp.weight 0 4 45512576 5120 45512576 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_gate_shexp.weight 0 0 0 0 45517696 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_up_shexp.weight 0 0 0 0 45517696 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.1.hc_attn_down.weight 0 4 45517696 6553600 45517696 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_inject.weight 0 4 52071296 81920 52071296 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_norm.weight 0 2 52153216 40960 52153216 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_up.weight 0 4 52194176 6553600 52194176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_down.weight 0 4 58747776 6553600 58747776 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_inject.weight 0 4 65301376 81920 65301376 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_norm.weight 0 2 65383296 40960 65383296 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_up.weight 0 4 65424256 6553600 65424256 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ple_conv1d.weight 0 5 71977856 81920 71977856 81920 4 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ple_key.weight 0 4 72059776 52428800 72059776 52428800 2560 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ple_norm_conv.weight 0 2 124488576 40960 124488576 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.ple_norm_key.weight 0 2 124529536 40960 124529536 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.ple_norm_query.weight 0 2 124570496 40960 124570496 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.ple_value.weight 0 4 124611456 13107200 124611456 13107200 2560 2560 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_a 0 2 137718656 192 137718656 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_alpha.weight 0 4 137718848 245760 137718848 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_beta.weight 0 4 137964608 245760 137964608 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_conv1d.weight 0 2 138210368 163840 138210368 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_dt.bias 0 2 138374208 192 138374208 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_norm.weight 0 2 138374400 512 138374400 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_out.weight 0 0 0 0 138374912 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.2.attn_gate.weight 0 0 0 0 138374912 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.2.attn_qkv.weight 0 0 0 0 138374912 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_down_shexp.weight 0 0 0 0 138374912 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_gate_inp.weight 0 4 138374912 2621440 138374912 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_gate_inp_shexp.weight 0 4 140996352 5120 140996352 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_gate_shexp.weight 0 0 0 0 141001472 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_up_shexp.weight 0 0 0 0 141001472 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.2.hc_attn_down.weight 0 4 141001472 6553600 141001472 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_inject.weight 0 4 147555072 81920 147555072 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_norm.weight 0 2 147636992 40960 147636992 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_up.weight 0 4 147677952 6553600 147677952 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_down.weight 0 4 154231552 6553600 154231552 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_inject.weight 0 4 160785152 81920 160785152 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_norm.weight 0 2 160867072 40960 160867072 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_up.weight 0 4 160908032 6553600 160908032 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_a 0 2 167461632 192 167461632 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_alpha.weight 0 4 167461824 245760 167461824 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_beta.weight 0 4 167707584 245760 167707584 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_conv1d.weight 0 2 167953344 163840 167953344 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_dt.bias 0 2 168117184 192 168117184 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_norm.weight 0 2 168117376 512 168117376 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_out.weight 0 0 0 0 168117888 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.3.attn_k.weight 0 0 0 0 168117888 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.3.attn_k_norm.weight 0 2 168117888 1024 168117888 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.3.attn_output.weight 0 0 0 0 168118912 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.3.attn_q.weight 0 0 0 0 168118912 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.3.attn_q_norm.weight 0 2 168118912 1024 168118912 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.3.attn_v.weight 0 0 0 0 168119936 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.3.ffn_down_shexp.weight 0 0 0 0 168119936 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.3.ffn_gate_inp.weight 0 4 168119936 2621440 168119936 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_gate_inp_shexp.weight 0 4 170741376 5120 170741376 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_gate_shexp.weight 0 0 0 0 170746496 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.3.ffn_up_shexp.weight 0 0 0 0 170746496 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.3.hc_attn_down.weight 0 4 170746496 6553600 170746496 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_inject.weight 0 4 177300096 81920 177300096 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_norm.weight 0 2 177382016 40960 177382016 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_up.weight 0 4 177422976 6553600 177422976 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_down.weight 0 4 183976576 6553600 183976576 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_inject.weight 0 4 190530176 81920 190530176 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_norm.weight 0 2 190612096 40960 190612096 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_up.weight 0 4 190653056 6553600 190653056 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.k_norm.weight 0 2 197206656 512 197206656 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.k_proj.weight 0 4 197207168 655360 197207168 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.q_norm.weight 0 2 197862528 512 197862528 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.q_proj.weight 0 4 197863040 2621440 197863040 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.4.attn_gate.weight 0 0 0 0 200484480 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.4.attn_qkv.weight 0 0 0 0 200484480 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_down_shexp.weight 0 0 0 0 200484480 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_gate_inp.weight 0 4 200484480 2621440 200484480 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_gate_inp_shexp.weight 0 4 203105920 5120 203105920 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_gate_shexp.weight 0 0 0 0 203111040 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_up_shexp.weight 0 0 0 0 203111040 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.4.hc_attn_down.weight 0 4 203111040 6553600 203111040 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.4.hc_attn_inject.weight 0 4 209664640 81920 209664640 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.4.hc_attn_norm.weight 0 2 209746560 40960 209746560 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.4.hc_attn_up.weight 0 4 209787520 6553600 209787520 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_down.weight 0 4 216341120 6553600 216341120 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_inject.weight 0 4 222894720 81920 222894720 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_norm.weight 0 2 222976640 40960 222976640 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_up.weight 0 4 223017600 6553600 223017600 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_a 0 2 229571200 192 229571200 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_alpha.weight 0 4 229571392 245760 229571392 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_beta.weight 0 4 229817152 245760 229817152 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_conv1d.weight 0 2 230062912 163840 230062912 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_dt.bias 0 2 230226752 192 230226752 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_norm.weight 0 2 230226944 512 230226944 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_out.weight 0 0 0 0 230227456 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.5.attn_gate.weight 0 0 0 0 230227456 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.5.attn_qkv.weight 0 0 0 0 230227456 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_down_shexp.weight 0 0 0 0 230227456 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_gate_inp.weight 0 4 230227456 2621440 230227456 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_gate_inp_shexp.weight 0 4 232848896 5120 232848896 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_gate_shexp.weight 0 0 0 0 232854016 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_up_shexp.weight 0 0 0 0 232854016 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.5.hc_attn_down.weight 0 4 232854016 6553600 232854016 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_inject.weight 0 4 239407616 81920 239407616 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_norm.weight 0 2 239489536 40960 239489536 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_up.weight 0 4 239530496 6553600 239530496 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_down.weight 0 4 246084096 6553600 246084096 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_inject.weight 0 4 252637696 81920 252637696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_norm.weight 0 2 252719616 40960 252719616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_up.weight 0 4 252760576 6553600 252760576 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_a 0 2 259314176 192 259314176 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_alpha.weight 0 4 259314368 245760 259314368 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_beta.weight 0 4 259560128 245760 259560128 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_conv1d.weight 0 2 259805888 163840 259805888 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_dt.bias 0 2 259969728 192 259969728 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_norm.weight 0 2 259969920 512 259969920 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_out.weight 0 0 0 0 259970432 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.6.attn_gate.weight 0 0 0 0 259970432 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.6.attn_qkv.weight 0 0 0 0 259970432 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_down_shexp.weight 0 0 0 0 259970432 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_gate_inp.weight 0 4 259970432 2621440 259970432 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_gate_inp_shexp.weight 0 4 262591872 5120 262591872 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_gate_shexp.weight 0 0 0 0 262596992 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_up_shexp.weight 0 0 0 0 262596992 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.6.hc_attn_down.weight 0 4 262596992 6553600 262596992 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_inject.weight 0 4 269150592 81920 269150592 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_norm.weight 0 2 269232512 40960 269232512 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_up.weight 0 4 269273472 6553600 269273472 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_down.weight 0 4 275827072 6553600 275827072 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_inject.weight 0 4 282380672 81920 282380672 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_norm.weight 0 2 282462592 40960 282462592 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_up.weight 0 4 282503552 6553600 282503552 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_a 0 2 289057152 192 289057152 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_alpha.weight 0 4 289057344 245760 289057344 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_beta.weight 0 4 289303104 245760 289303104 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_conv1d.weight 0 2 289548864 163840 289548864 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_dt.bias 0 2 289712704 192 289712704 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_norm.weight 0 2 289712896 512 289712896 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_out.weight 0 0 0 0 289713408 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.7.attn_k.weight 0 0 0 0 289713408 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.7.attn_k_norm.weight 0 2 289713408 1024 289713408 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.7.attn_output.weight 0 0 0 0 289714432 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.7.attn_q.weight 0 0 0 0 289714432 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.7.attn_q_norm.weight 0 2 289714432 1024 289714432 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.7.attn_v.weight 0 0 0 0 289715456 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.7.ffn_down_shexp.weight 0 0 0 0 289715456 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.7.ffn_gate_inp.weight 0 4 289715456 2621440 289715456 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_gate_inp_shexp.weight 0 4 292336896 5120 292336896 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_gate_shexp.weight 0 0 0 0 292342016 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.7.ffn_up_shexp.weight 0 0 0 0 292342016 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.7.hc_attn_down.weight 0 4 292342016 6553600 292342016 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_inject.weight 0 4 298895616 81920 298895616 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_norm.weight 0 2 298977536 40960 298977536 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_up.weight 0 4 299018496 6553600 299018496 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_down.weight 0 4 305572096 6553600 305572096 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_inject.weight 0 4 312125696 81920 312125696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_norm.weight 0 2 312207616 40960 312207616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_up.weight 0 4 312248576 6553600 312248576 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.k_norm.weight 0 2 318802176 512 318802176 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.k_proj.weight 0 4 318802688 655360 318802688 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.q_norm.weight 0 2 319458048 512 319458048 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.q_proj.weight 0 4 319458560 2621440 319458560 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.8.attn_gate.weight 0 0 0 0 322080000 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.8.attn_qkv.weight 0 0 0 0 322080000 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_down_shexp.weight 0 0 0 0 322080000 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_gate_inp.weight 0 4 322080000 2621440 322080000 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_gate_inp_shexp.weight 0 4 324701440 5120 324701440 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_gate_shexp.weight 0 0 0 0 324706560 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_up_shexp.weight 0 0 0 0 324706560 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.8.hc_attn_down.weight 0 4 324706560 6553600 324706560 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_inject.weight 0 4 331260160 81920 331260160 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_norm.weight 0 2 331342080 40960 331342080 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_up.weight 0 4 331383040 6553600 331383040 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_down.weight 0 4 337936640 6553600 337936640 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_inject.weight 0 4 344490240 81920 344490240 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_norm.weight 0 2 344572160 40960 344572160 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_up.weight 0 4 344613120 6553600 344613120 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_a 0 2 351166720 192 351166720 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_alpha.weight 0 4 351166912 245760 351166912 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_beta.weight 0 4 351412672 245760 351412672 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_conv1d.weight 0 2 351658432 163840 351658432 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_dt.bias 0 2 351822272 192 351822272 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_norm.weight 0 2 351822464 512 351822464 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_out.weight 0 0 0 0 351822976 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.9.attn_gate.weight 0 0 0 0 351822976 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.9.attn_qkv.weight 0 0 0 0 351822976 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_down_shexp.weight 0 0 0 0 351822976 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_gate_inp.weight 0 4 351822976 2621440 351822976 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_gate_inp_shexp.weight 0 4 354444416 5120 354444416 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_gate_shexp.weight 0 0 0 0 354449536 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_up_shexp.weight 0 0 0 0 354449536 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.9.hc_attn_down.weight 0 4 354449536 6553600 354449536 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_inject.weight 0 4 361003136 81920 361003136 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_norm.weight 0 2 361085056 40960 361085056 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_up.weight 0 4 361126016 6553600 361126016 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_down.weight 0 4 367679616 6553600 367679616 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_inject.weight 0 4 374233216 81920 374233216 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_norm.weight 0 2 374315136 40960 374315136 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_up.weight 0 4 374356096 6553600 374356096 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_a 0 2 380909696 192 380909696 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_alpha.weight 0 4 380909888 245760 380909888 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_beta.weight 0 4 381155648 245760 381155648 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_conv1d.weight 0 2 381401408 163840 381401408 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_dt.bias 0 2 381565248 192 381565248 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_norm.weight 0 2 381565440 512 381565440 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_out.weight 0 0 0 0 381565952 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.10.attn_gate.weight 0 0 0 0 381565952 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.10.attn_qkv.weight 0 0 0 0 381565952 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_down_shexp.weight 0 0 0 0 381565952 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_gate_inp.weight 0 4 381565952 2621440 381565952 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_gate_inp_shexp.weight 0 4 384187392 5120 384187392 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_gate_shexp.weight 0 0 0 0 384192512 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_up_shexp.weight 0 0 0 0 384192512 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.10.hc_attn_down.weight 0 4 384192512 6553600 384192512 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_inject.weight 0 4 390746112 81920 390746112 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_norm.weight 0 2 390828032 40960 390828032 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_up.weight 0 4 390868992 6553600 390868992 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_down.weight 0 4 397422592 6553600 397422592 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_inject.weight 0 4 403976192 81920 403976192 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_norm.weight 0 2 404058112 40960 404058112 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_up.weight 0 4 404099072 6553600 404099072 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_a 0 2 410652672 192 410652672 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_alpha.weight 0 4 410652864 245760 410652864 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_beta.weight 0 4 410898624 245760 410898624 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_conv1d.weight 0 2 411144384 163840 411144384 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_dt.bias 0 2 411308224 192 411308224 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_norm.weight 0 2 411308416 512 411308416 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_out.weight 0 0 0 0 411308928 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.11.attn_k.weight 0 0 0 0 411308928 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.11.attn_k_norm.weight 0 2 411308928 1024 411308928 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.11.attn_output.weight 0 0 0 0 411309952 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.11.attn_q.weight 0 0 0 0 411309952 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.11.attn_q_norm.weight 0 2 411309952 1024 411309952 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.11.attn_v.weight 0 0 0 0 411310976 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.11.ffn_down_shexp.weight 0 0 0 0 411310976 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.11.ffn_gate_inp.weight 0 4 411310976 2621440 411310976 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_gate_inp_shexp.weight 0 4 413932416 5120 413932416 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_gate_shexp.weight 0 0 0 0 413937536 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.11.ffn_up_shexp.weight 0 0 0 0 413937536 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.11.hc_attn_down.weight 0 4 413937536 6553600 413937536 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_inject.weight 0 4 420491136 81920 420491136 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_norm.weight 0 2 420573056 40960 420573056 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_up.weight 0 4 420614016 6553600 420614016 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_down.weight 0 4 427167616 6553600 427167616 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_inject.weight 0 4 433721216 81920 433721216 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_norm.weight 0 2 433803136 40960 433803136 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_up.weight 0 4 433844096 6553600 433844096 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.k_norm.weight 0 2 440397696 512 440397696 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.k_proj.weight 0 4 440398208 655360 440398208 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.q_norm.weight 0 2 441053568 512 441053568 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.q_proj.weight 0 4 441054080 2621440 441054080 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.12.attn_gate.weight 0 0 0 0 443675520 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.12.attn_qkv.weight 0 0 0 0 443675520 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_down_shexp.weight 0 0 0 0 443675520 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_gate_inp.weight 0 4 443675520 2621440 443675520 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_gate_inp_shexp.weight 0 4 446296960 5120 446296960 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_gate_shexp.weight 0 0 0 0 446302080 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_up_shexp.weight 0 0 0 0 446302080 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.12.hc_attn_down.weight 0 4 446302080 6553600 446302080 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.12.hc_attn_inject.weight 0 4 452855680 81920 452855680 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.12.hc_attn_norm.weight 0 2 452937600 40960 452937600 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.12.hc_attn_up.weight 0 4 452978560 6553600 452978560 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_down.weight 0 4 459532160 6553600 459532160 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_inject.weight 0 4 466085760 81920 466085760 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_norm.weight 0 2 466167680 40960 466167680 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_up.weight 0 4 466208640 6553600 466208640 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_a 0 2 472762240 192 472762240 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_alpha.weight 0 4 472762432 245760 472762432 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_beta.weight 0 4 473008192 245760 473008192 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_conv1d.weight 0 2 473253952 163840 473253952 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_dt.bias 0 2 473417792 192 473417792 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_norm.weight 0 2 473417984 512 473417984 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_out.weight 0 0 0 0 473418496 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.13.attn_gate.weight 0 0 0 0 473418496 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.13.attn_qkv.weight 0 0 0 0 473418496 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_down_shexp.weight 0 0 0 0 473418496 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_gate_inp.weight 0 4 473418496 2621440 473418496 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_gate_inp_shexp.weight 0 4 476039936 5120 476039936 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_gate_shexp.weight 0 0 0 0 476045056 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_up_shexp.weight 0 0 0 0 476045056 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.13.hc_attn_down.weight 0 4 476045056 6553600 476045056 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_inject.weight 0 4 482598656 81920 482598656 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_norm.weight 0 2 482680576 40960 482680576 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_up.weight 0 4 482721536 6553600 482721536 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_down.weight 0 4 489275136 6553600 489275136 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_inject.weight 0 4 495828736 81920 495828736 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_norm.weight 0 2 495910656 40960 495910656 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_up.weight 0 4 495951616 6553600 495951616 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_a 0 2 502505216 192 502505216 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_alpha.weight 0 4 502505408 245760 502505408 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_beta.weight 0 4 502751168 245760 502751168 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_conv1d.weight 0 2 502996928 163840 502996928 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_dt.bias 0 2 503160768 192 503160768 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_norm.weight 0 2 503160960 512 503160960 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_out.weight 0 0 0 0 503161472 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.14.attn_gate.weight 0 0 0 0 503161472 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.14.attn_qkv.weight 0 0 0 0 503161472 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_down_shexp.weight 0 0 0 0 503161472 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_gate_inp.weight 0 4 503161472 2621440 503161472 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_gate_inp_shexp.weight 0 4 505782912 5120 505782912 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_gate_shexp.weight 0 0 0 0 505788032 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_up_shexp.weight 0 0 0 0 505788032 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.14.hc_attn_down.weight 0 4 505788032 6553600 505788032 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_inject.weight 0 4 512341632 81920 512341632 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_norm.weight 0 2 512423552 40960 512423552 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_up.weight 0 4 512464512 6553600 512464512 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_down.weight 0 4 519018112 6553600 519018112 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_inject.weight 0 4 525571712 81920 525571712 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_norm.weight 0 2 525653632 40960 525653632 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_up.weight 0 4 525694592 6553600 525694592 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_a 0 2 532248192 192 532248192 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_alpha.weight 0 4 532248384 245760 532248384 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_beta.weight 0 4 532494144 245760 532494144 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_conv1d.weight 0 2 532739904 163840 532739904 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_dt.bias 0 2 532903744 192 532903744 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_norm.weight 0 2 532903936 512 532903936 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_out.weight 0 0 0 0 532904448 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.15.attn_k.weight 0 0 0 0 532904448 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.15.attn_k_norm.weight 0 2 532904448 1024 532904448 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.15.attn_output.weight 0 0 0 0 532905472 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.15.attn_q.weight 0 0 0 0 532905472 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.15.attn_q_norm.weight 0 2 532905472 1024 532905472 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.15.attn_v.weight 0 0 0 0 532906496 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.15.ffn_down_shexp.weight 0 0 0 0 532906496 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.15.ffn_gate_inp.weight 0 4 532906496 2621440 532906496 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_gate_inp_shexp.weight 0 4 535527936 5120 535527936 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_gate_shexp.weight 0 0 0 0 535533056 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.15.ffn_up_shexp.weight 0 0 0 0 535533056 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.15.hc_attn_down.weight 0 4 535533056 6553600 535533056 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_inject.weight 0 4 542086656 81920 542086656 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_norm.weight 0 2 542168576 40960 542168576 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_up.weight 0 4 542209536 6553600 542209536 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_down.weight 0 4 548763136 6553600 548763136 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_inject.weight 0 4 555316736 81920 555316736 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_norm.weight 0 2 555398656 40960 555398656 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_up.weight 0 4 555439616 6553600 555439616 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.k_norm.weight 0 2 561993216 512 561993216 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.k_proj.weight 0 4 561993728 655360 561993728 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.q_norm.weight 0 2 562649088 512 562649088 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.q_proj.weight 0 4 562649600 2621440 562649600 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.16.attn_gate.weight 0 0 0 0 565271040 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.16.attn_qkv.weight 0 0 0 0 565271040 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_down_shexp.weight 0 0 0 0 565271040 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_gate_inp.weight 0 4 565271040 2621440 565271040 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_gate_inp_shexp.weight 0 4 567892480 5120 567892480 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_gate_shexp.weight 0 0 0 0 567897600 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_up_shexp.weight 0 0 0 0 567897600 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.16.hc_attn_down.weight 0 4 567897600 6553600 567897600 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.16.hc_attn_inject.weight 0 4 574451200 81920 574451200 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.16.hc_attn_norm.weight 0 2 574533120 40960 574533120 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.16.hc_attn_up.weight 0 4 574574080 6553600 574574080 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_down.weight 0 4 581127680 6553600 581127680 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_inject.weight 0 4 587681280 81920 587681280 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_norm.weight 0 2 587763200 40960 587763200 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_up.weight 0 4 587804160 6553600 587804160 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_a 0 2 594357760 192 594357760 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_alpha.weight 0 4 594357952 245760 594357952 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_beta.weight 0 4 594603712 245760 594603712 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_conv1d.weight 0 2 594849472 163840 594849472 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_dt.bias 0 2 595013312 192 595013312 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_norm.weight 0 2 595013504 512 595013504 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_out.weight 0 0 0 0 595014016 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.17.attn_gate.weight 0 0 0 0 595014016 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.17.attn_qkv.weight 0 0 0 0 595014016 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_down_shexp.weight 0 0 0 0 595014016 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_gate_inp.weight 0 4 595014016 2621440 595014016 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_gate_inp_shexp.weight 0 4 597635456 5120 597635456 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_gate_shexp.weight 0 0 0 0 597640576 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_up_shexp.weight 0 0 0 0 597640576 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.17.hc_attn_down.weight 0 4 597640576 6553600 597640576 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_inject.weight 0 4 604194176 81920 604194176 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_norm.weight 0 2 604276096 40960 604276096 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_up.weight 0 4 604317056 6553600 604317056 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_down.weight 0 4 610870656 6553600 610870656 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_inject.weight 0 4 617424256 81920 617424256 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_norm.weight 0 2 617506176 40960 617506176 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_up.weight 0 4 617547136 6553600 617547136 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_a 0 2 624100736 192 624100736 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_alpha.weight 0 4 624100928 245760 624100928 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_beta.weight 0 4 624346688 245760 624346688 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_conv1d.weight 0 2 624592448 163840 624592448 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_dt.bias 0 2 624756288 192 624756288 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_norm.weight 0 2 624756480 512 624756480 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_out.weight 0 0 0 0 624756992 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.18.attn_gate.weight 0 0 0 0 624756992 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.18.attn_qkv.weight 0 0 0 0 624756992 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_down_shexp.weight 0 0 0 0 624756992 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_gate_inp.weight 0 4 624756992 2621440 624756992 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_gate_inp_shexp.weight 0 4 627378432 5120 627378432 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_gate_shexp.weight 0 0 0 0 627383552 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_up_shexp.weight 0 0 0 0 627383552 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.18.hc_attn_down.weight 0 4 627383552 6553600 627383552 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_inject.weight 0 4 633937152 81920 633937152 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_norm.weight 0 2 634019072 40960 634019072 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_up.weight 0 4 634060032 6553600 634060032 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_down.weight 0 4 640613632 6553600 640613632 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_inject.weight 0 4 647167232 81920 647167232 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_norm.weight 0 2 647249152 40960 647249152 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_up.weight 0 4 647290112 6553600 647290112 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_a 0 2 653843712 192 653843712 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_alpha.weight 0 4 653843904 245760 653843904 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_beta.weight 0 4 654089664 245760 654089664 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_conv1d.weight 0 2 654335424 163840 654335424 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_dt.bias 0 2 654499264 192 654499264 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_norm.weight 0 2 654499456 512 654499456 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_out.weight 0 0 0 0 654499968 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.19.attn_k.weight 0 0 0 0 654499968 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.19.attn_k_norm.weight 0 2 654499968 1024 654499968 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.19.attn_output.weight 0 0 0 0 654500992 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.19.attn_q.weight 0 0 0 0 654500992 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.19.attn_q_norm.weight 0 2 654500992 1024 654500992 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.19.attn_v.weight 0 0 0 0 654502016 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.19.ffn_down_shexp.weight 0 0 0 0 654502016 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.19.ffn_gate_inp.weight 0 4 654502016 2621440 654502016 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_gate_inp_shexp.weight 0 4 657123456 5120 657123456 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_gate_shexp.weight 0 0 0 0 657128576 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.19.ffn_up_shexp.weight 0 0 0 0 657128576 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.19.hc_attn_down.weight 0 4 657128576 6553600 657128576 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_inject.weight 0 4 663682176 81920 663682176 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_norm.weight 0 2 663764096 40960 663764096 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_up.weight 0 4 663805056 6553600 663805056 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_down.weight 0 4 670358656 6553600 670358656 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_inject.weight 0 4 676912256 81920 676912256 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_norm.weight 0 2 676994176 40960 676994176 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_up.weight 0 4 677035136 6553600 677035136 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.k_norm.weight 0 2 683588736 512 683588736 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.k_proj.weight 0 4 683589248 655360 683589248 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.q_norm.weight 0 2 684244608 512 684244608 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.q_proj.weight 0 4 684245120 2621440 684245120 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.20.attn_gate.weight 0 0 0 0 686866560 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.20.attn_qkv.weight 0 0 0 0 686866560 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_down_shexp.weight 0 0 0 0 686866560 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_gate_inp.weight 0 4 686866560 2621440 686866560 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_gate_inp_shexp.weight 0 4 689488000 5120 689488000 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_gate_shexp.weight 0 0 0 0 689493120 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_up_shexp.weight 0 0 0 0 689493120 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.20.hc_attn_down.weight 0 4 689493120 6553600 689493120 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.20.hc_attn_inject.weight 0 4 696046720 81920 696046720 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.20.hc_attn_norm.weight 0 2 696128640 40960 696128640 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.20.hc_attn_up.weight 0 4 696169600 6553600 696169600 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_down.weight 0 4 702723200 6553600 702723200 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_inject.weight 0 4 709276800 81920 709276800 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_norm.weight 0 2 709358720 40960 709358720 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_up.weight 0 4 709399680 6553600 709399680 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_a 0 2 715953280 192 715953280 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_alpha.weight 0 4 715953472 245760 715953472 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_beta.weight 0 4 716199232 245760 716199232 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_conv1d.weight 0 2 716444992 163840 716444992 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_dt.bias 0 2 716608832 192 716608832 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_norm.weight 0 2 716609024 512 716609024 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_out.weight 0 0 0 0 716609536 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.21.attn_gate.weight 0 0 0 0 716609536 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.21.attn_qkv.weight 0 0 0 0 716609536 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_down_shexp.weight 0 0 0 0 716609536 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_gate_inp.weight 0 4 716609536 2621440 716609536 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_gate_inp_shexp.weight 0 4 719230976 5120 719230976 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_gate_shexp.weight 0 0 0 0 719236096 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_up_shexp.weight 0 0 0 0 719236096 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.21.hc_attn_down.weight 0 4 719236096 6553600 719236096 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_inject.weight 0 4 725789696 81920 725789696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_norm.weight 0 2 725871616 40960 725871616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_up.weight 0 4 725912576 6553600 725912576 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_down.weight 0 4 732466176 6553600 732466176 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_inject.weight 0 4 739019776 81920 739019776 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_norm.weight 0 2 739101696 40960 739101696 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_up.weight 0 4 739142656 6553600 739142656 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_a 0 2 745696256 192 745696256 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_alpha.weight 0 4 745696448 245760 745696448 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_beta.weight 0 4 745942208 245760 745942208 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_conv1d.weight 0 2 746187968 163840 746187968 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_dt.bias 0 2 746351808 192 746351808 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_norm.weight 0 2 746352000 512 746352000 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_out.weight 0 0 0 0 746352512 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.22.attn_gate.weight 0 0 0 0 746352512 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.22.attn_qkv.weight 0 0 0 0 746352512 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_down_shexp.weight 0 0 0 0 746352512 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_gate_inp.weight 0 4 746352512 2621440 746352512 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_gate_inp_shexp.weight 0 4 748973952 5120 748973952 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_gate_shexp.weight 0 0 0 0 748979072 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_up_shexp.weight 0 0 0 0 748979072 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.22.hc_attn_down.weight 0 4 748979072 6553600 748979072 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_inject.weight 0 4 755532672 81920 755532672 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_norm.weight 0 2 755614592 40960 755614592 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_up.weight 0 4 755655552 6553600 755655552 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_down.weight 0 4 762209152 6553600 762209152 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_inject.weight 0 4 768762752 81920 768762752 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_norm.weight 0 2 768844672 40960 768844672 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_up.weight 0 4 768885632 6553600 768885632 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_a 0 2 775439232 192 775439232 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_alpha.weight 0 4 775439424 245760 775439424 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_beta.weight 0 4 775685184 245760 775685184 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_conv1d.weight 0 2 775930944 163840 775930944 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_dt.bias 0 2 776094784 192 776094784 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_norm.weight 0 2 776094976 512 776094976 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_out.weight 0 0 0 0 776095488 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.23.attn_k.weight 0 0 0 0 776095488 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.23.attn_k_norm.weight 0 2 776095488 1024 776095488 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.23.attn_output.weight 0 0 0 0 776096512 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.23.attn_q.weight 0 0 0 0 776096512 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.23.attn_q_norm.weight 0 2 776096512 1024 776096512 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.23.attn_v.weight 0 0 0 0 776097536 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.23.ffn_down_shexp.weight 0 0 0 0 776097536 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.23.ffn_gate_inp.weight 0 4 776097536 2621440 776097536 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_gate_inp_shexp.weight 0 4 778718976 5120 778718976 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_gate_shexp.weight 0 0 0 0 778724096 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.23.ffn_up_shexp.weight 0 0 0 0 778724096 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.23.hc_attn_down.weight 0 4 778724096 6553600 778724096 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_inject.weight 0 4 785277696 81920 785277696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_norm.weight 0 2 785359616 40960 785359616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_up.weight 0 4 785400576 6553600 785400576 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_down.weight 0 4 791954176 6553600 791954176 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_inject.weight 0 4 798507776 81920 798507776 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_norm.weight 0 2 798589696 40960 798589696 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_up.weight 0 4 798630656 6553600 798630656 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.k_norm.weight 0 2 805184256 512 805184256 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.k_proj.weight 0 4 805184768 655360 805184768 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.q_norm.weight 0 2 805840128 512 805840128 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.q_proj.weight 0 4 805840640 2621440 805840640 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.24.attn_gate.weight 0 0 0 0 808462080 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.24.attn_qkv.weight 0 0 0 0 808462080 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_down_shexp.weight 0 0 0 0 808462080 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_gate_inp.weight 0 4 808462080 2621440 808462080 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_gate_inp_shexp.weight 0 4 811083520 5120 811083520 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_gate_shexp.weight 0 0 0 0 811088640 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_up_shexp.weight 0 0 0 0 811088640 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.24.hc_attn_down.weight 0 4 811088640 6553600 811088640 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.24.hc_attn_inject.weight 0 4 817642240 81920 817642240 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.24.hc_attn_norm.weight 0 2 817724160 40960 817724160 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.24.hc_attn_up.weight 0 4 817765120 6553600 817765120 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_down.weight 0 4 824318720 6553600 824318720 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_inject.weight 0 4 830872320 81920 830872320 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_norm.weight 0 2 830954240 40960 830954240 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_up.weight 0 4 830995200 6553600 830995200 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_a 0 2 837548800 192 837548800 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_alpha.weight 0 4 837548992 245760 837548992 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_beta.weight 0 4 837794752 245760 837794752 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_conv1d.weight 0 2 838040512 163840 838040512 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_dt.bias 0 2 838204352 192 838204352 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_norm.weight 0 2 838204544 512 838204544 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_out.weight 0 0 0 0 838205056 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.25.attn_gate.weight 0 0 0 0 838205056 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.25.attn_qkv.weight 0 0 0 0 838205056 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_down_shexp.weight 0 0 0 0 838205056 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_gate_inp.weight 0 4 838205056 2621440 838205056 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_gate_inp_shexp.weight 0 4 840826496 5120 840826496 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_gate_shexp.weight 0 0 0 0 840831616 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_up_shexp.weight 0 0 0 0 840831616 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.25.hc_attn_down.weight 0 4 840831616 6553600 840831616 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_inject.weight 0 4 847385216 81920 847385216 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_norm.weight 0 2 847467136 40960 847467136 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_up.weight 0 4 847508096 6553600 847508096 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_down.weight 0 4 854061696 6553600 854061696 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_inject.weight 0 4 860615296 81920 860615296 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_norm.weight 0 2 860697216 40960 860697216 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_up.weight 0 4 860738176 6553600 860738176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_a 0 2 867291776 192 867291776 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_alpha.weight 0 4 867291968 245760 867291968 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_beta.weight 0 4 867537728 245760 867537728 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_conv1d.weight 0 2 867783488 163840 867783488 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_dt.bias 0 2 867947328 192 867947328 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_norm.weight 0 2 867947520 512 867947520 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_out.weight 0 0 0 0 867948032 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.26.attn_gate.weight 0 0 0 0 867948032 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.26.attn_qkv.weight 0 0 0 0 867948032 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_down_shexp.weight 0 0 0 0 867948032 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_gate_inp.weight 0 4 867948032 2621440 867948032 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_gate_inp_shexp.weight 0 4 870569472 5120 870569472 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_gate_shexp.weight 0 0 0 0 870574592 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_up_shexp.weight 0 0 0 0 870574592 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.26.hc_attn_down.weight 0 4 870574592 6553600 870574592 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_inject.weight 0 4 877128192 81920 877128192 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_norm.weight 0 2 877210112 40960 877210112 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_up.weight 0 4 877251072 6553600 877251072 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_down.weight 0 4 883804672 6553600 883804672 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_inject.weight 0 4 890358272 81920 890358272 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_norm.weight 0 2 890440192 40960 890440192 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_up.weight 0 4 890481152 6553600 890481152 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_a 0 2 897034752 192 897034752 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_alpha.weight 0 4 897034944 245760 897034944 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_beta.weight 0 4 897280704 245760 897280704 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_conv1d.weight 0 2 897526464 163840 897526464 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_dt.bias 0 2 897690304 192 897690304 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_norm.weight 0 2 897690496 512 897690496 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_out.weight 0 0 0 0 897691008 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.27.attn_k.weight 0 0 0 0 897691008 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.27.attn_k_norm.weight 0 2 897691008 1024 897691008 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.27.attn_output.weight 0 0 0 0 897692032 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.27.attn_q.weight 0 0 0 0 897692032 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.27.attn_q_norm.weight 0 2 897692032 1024 897692032 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.27.attn_v.weight 0 0 0 0 897693056 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.27.ffn_down_shexp.weight 0 0 0 0 897693056 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.27.ffn_gate_inp.weight 0 4 897693056 2621440 897693056 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_gate_inp_shexp.weight 0 4 900314496 5120 900314496 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_gate_shexp.weight 0 0 0 0 900319616 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.27.ffn_up_shexp.weight 0 0 0 0 900319616 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.27.hc_attn_down.weight 0 4 900319616 6553600 900319616 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.27.hc_attn_inject.weight 0 4 906873216 81920 906873216 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.27.hc_attn_norm.weight 0 2 906955136 40960 906955136 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.27.hc_attn_up.weight 0 4 906996096 6553600 906996096 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_down.weight 0 4 913549696 6553600 913549696 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_inject.weight 0 4 920103296 81920 920103296 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_norm.weight 0 2 920185216 40960 920185216 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_up.weight 0 4 920226176 6553600 920226176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.k_norm.weight 0 2 926779776 512 926779776 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.k_proj.weight 0 4 926780288 655360 926780288 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.q_norm.weight 0 2 927435648 512 927435648 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.q_proj.weight 0 4 927436160 2621440 927436160 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.28.attn_gate.weight 0 0 0 0 930057600 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.28.attn_qkv.weight 0 0 0 0 930057600 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_down_shexp.weight 0 0 0 0 930057600 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_gate_inp.weight 0 4 930057600 2621440 930057600 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_gate_inp_shexp.weight 0 4 932679040 5120 932679040 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_gate_shexp.weight 0 0 0 0 932684160 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_up_shexp.weight 0 0 0 0 932684160 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.28.hc_attn_down.weight 0 4 932684160 6553600 932684160 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_inject.weight 0 4 939237760 81920 939237760 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_norm.weight 0 2 939319680 40960 939319680 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_up.weight 0 4 939360640 6553600 939360640 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_down.weight 0 4 945914240 6553600 945914240 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_inject.weight 0 4 952467840 81920 952467840 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_norm.weight 0 2 952549760 40960 952549760 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_up.weight 0 4 952590720 6553600 952590720 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_a 0 2 959144320 192 959144320 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_alpha.weight 0 4 959144512 245760 959144512 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_beta.weight 0 4 959390272 245760 959390272 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_conv1d.weight 0 2 959636032 163840 959636032 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_dt.bias 0 2 959799872 192 959799872 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_norm.weight 0 2 959800064 512 959800064 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_out.weight 0 0 0 0 959800576 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.29.attn_gate.weight 0 0 0 0 959800576 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.29.attn_qkv.weight 0 0 0 0 959800576 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_down_shexp.weight 0 0 0 0 959800576 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_gate_inp.weight 0 4 959800576 2621440 959800576 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_gate_inp_shexp.weight 0 4 962422016 5120 962422016 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_gate_shexp.weight 0 0 0 0 962427136 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_up_shexp.weight 0 0 0 0 962427136 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.29.hc_attn_down.weight 0 4 962427136 6553600 962427136 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_inject.weight 0 4 968980736 81920 968980736 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_norm.weight 0 2 969062656 40960 969062656 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_up.weight 0 4 969103616 6553600 969103616 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_down.weight 0 4 975657216 6553600 975657216 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_inject.weight 0 4 982210816 81920 982210816 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_norm.weight 0 2 982292736 40960 982292736 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_up.weight 0 4 982333696 6553600 982333696 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_a 0 2 988887296 192 988887296 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_alpha.weight 0 4 988887488 245760 988887488 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_beta.weight 0 4 989133248 245760 989133248 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_conv1d.weight 0 2 989379008 163840 989379008 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_dt.bias 0 2 989542848 192 989542848 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_norm.weight 0 2 989543040 512 989543040 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_out.weight 0 0 0 0 989543552 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.30.attn_gate.weight 0 0 0 0 989543552 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.30.attn_qkv.weight 0 0 0 0 989543552 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_down_shexp.weight 0 0 0 0 989543552 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_gate_inp.weight 0 4 989543552 2621440 989543552 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_gate_inp_shexp.weight 0 4 992164992 5120 992164992 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_gate_shexp.weight 0 0 0 0 992170112 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_up_shexp.weight 0 0 0 0 992170112 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.30.hc_attn_down.weight 0 4 992170112 6553600 992170112 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_inject.weight 0 4 998723712 81920 998723712 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_norm.weight 0 2 998805632 40960 998805632 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_up.weight 0 4 998846592 6553600 998846592 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_down.weight 0 4 1005400192 6553600 1005400192 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_inject.weight 0 4 1011953792 81920 1011953792 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_norm.weight 0 2 1012035712 40960 1012035712 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_up.weight 0 4 1012076672 6553600 1012076672 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_a 0 2 1018630272 192 1018630272 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_alpha.weight 0 4 1018630464 245760 1018630464 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_beta.weight 0 4 1018876224 245760 1018876224 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_conv1d.weight 0 2 1019121984 163840 1019121984 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_dt.bias 0 2 1019285824 192 1019285824 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_norm.weight 0 2 1019286016 512 1019286016 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_out.weight 0 0 0 0 1019286528 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.31.attn_k.weight 0 0 0 0 1019286528 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.31.attn_k_norm.weight 0 2 1019286528 1024 1019286528 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.31.attn_output.weight 0 0 0 0 1019287552 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.31.attn_q.weight 0 0 0 0 1019287552 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.31.attn_q_norm.weight 0 2 1019287552 1024 1019287552 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.31.attn_v.weight 0 0 0 0 1019288576 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.31.ffn_down_shexp.weight 0 0 0 0 1019288576 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.31.ffn_gate_inp.weight 0 4 1019288576 2621440 1019288576 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_gate_inp_shexp.weight 0 4 1021910016 5120 1021910016 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_gate_shexp.weight 0 0 0 0 1021915136 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.31.ffn_up_shexp.weight 0 0 0 0 1021915136 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.31.hc_attn_down.weight 0 4 1021915136 6553600 1021915136 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_inject.weight 0 4 1028468736 81920 1028468736 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_norm.weight 0 2 1028550656 40960 1028550656 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_up.weight 0 4 1028591616 6553600 1028591616 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_down.weight 0 4 1035145216 6553600 1035145216 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_inject.weight 0 4 1041698816 81920 1041698816 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_norm.weight 0 2 1041780736 40960 1041780736 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_up.weight 0 4 1041821696 6553600 1041821696 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.k_norm.weight 0 2 1048375296 512 1048375296 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.k_proj.weight 0 4 1048375808 655360 1048375808 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.q_norm.weight 0 2 1049031168 512 1049031168 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.q_proj.weight 0 4 1049031680 2621440 1049031680 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.32.attn_gate.weight 0 0 0 0 1051653120 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.32.attn_qkv.weight 0 0 0 0 1051653120 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_down_shexp.weight 0 0 0 0 1051653120 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_gate_inp.weight 0 4 1051653120 2621440 1051653120 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_gate_inp_shexp.weight 0 4 1054274560 5120 1054274560 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_gate_shexp.weight 0 0 0 0 1054279680 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_up_shexp.weight 0 0 0 0 1054279680 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.32.hc_attn_down.weight 0 4 1054279680 6553600 1054279680 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.32.hc_attn_inject.weight 0 4 1060833280 81920 1060833280 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.32.hc_attn_norm.weight 0 2 1060915200 40960 1060915200 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.32.hc_attn_up.weight 0 4 1060956160 6553600 1060956160 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_down.weight 0 4 1067509760 6553600 1067509760 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_inject.weight 0 4 1074063360 81920 1074063360 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_norm.weight 0 2 1074145280 40960 1074145280 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_up.weight 0 4 1074186240 6553600 1074186240 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_a 0 2 1080739840 192 1080739840 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_alpha.weight 0 4 1080740032 245760 1080740032 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_beta.weight 0 4 1080985792 245760 1080985792 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_conv1d.weight 0 2 1081231552 163840 1081231552 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_dt.bias 0 2 1081395392 192 1081395392 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_norm.weight 0 2 1081395584 512 1081395584 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_out.weight 0 0 0 0 1081396096 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.33.attn_gate.weight 0 0 0 0 1081396096 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.33.attn_qkv.weight 0 0 0 0 1081396096 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_down_shexp.weight 0 0 0 0 1081396096 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_gate_inp.weight 0 4 1081396096 2621440 1081396096 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_gate_inp_shexp.weight 0 4 1084017536 5120 1084017536 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_gate_shexp.weight 0 0 0 0 1084022656 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_up_shexp.weight 0 0 0 0 1084022656 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.33.hc_attn_down.weight 0 4 1084022656 6553600 1084022656 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_inject.weight 0 4 1090576256 81920 1090576256 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_norm.weight 0 2 1090658176 40960 1090658176 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_up.weight 0 4 1090699136 6553600 1090699136 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_down.weight 0 4 1097252736 6553600 1097252736 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_inject.weight 0 4 1103806336 81920 1103806336 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_norm.weight 0 2 1103888256 40960 1103888256 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_up.weight 0 4 1103929216 6553600 1103929216 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_a 0 2 1110482816 192 1110482816 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_alpha.weight 0 4 1110483008 245760 1110483008 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_beta.weight 0 4 1110728768 245760 1110728768 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_conv1d.weight 0 2 1110974528 163840 1110974528 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_dt.bias 0 2 1111138368 192 1111138368 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_norm.weight 0 2 1111138560 512 1111138560 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_out.weight 0 0 0 0 1111139072 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.34.attn_gate.weight 0 0 0 0 1111139072 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.34.attn_qkv.weight 0 0 0 0 1111139072 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_down_shexp.weight 0 0 0 0 1111139072 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_gate_inp.weight 0 4 1111139072 2621440 1111139072 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_gate_inp_shexp.weight 0 4 1113760512 5120 1113760512 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_gate_shexp.weight 0 0 0 0 1113765632 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_up_shexp.weight 0 0 0 0 1113765632 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.34.hc_attn_down.weight 0 4 1113765632 6553600 1113765632 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_inject.weight 0 4 1120319232 81920 1120319232 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_norm.weight 0 2 1120401152 40960 1120401152 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_up.weight 0 4 1120442112 6553600 1120442112 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_down.weight 0 4 1126995712 6553600 1126995712 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_inject.weight 0 4 1133549312 81920 1133549312 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_norm.weight 0 2 1133631232 40960 1133631232 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_up.weight 0 4 1133672192 6553600 1133672192 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_a 0 2 1140225792 192 1140225792 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_alpha.weight 0 4 1140225984 245760 1140225984 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_beta.weight 0 4 1140471744 245760 1140471744 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_conv1d.weight 0 2 1140717504 163840 1140717504 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_dt.bias 0 2 1140881344 192 1140881344 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_norm.weight 0 2 1140881536 512 1140881536 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_out.weight 0 0 0 0 1140882048 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.35.attn_k.weight 0 0 0 0 1140882048 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.35.attn_k_norm.weight 0 2 1140882048 1024 1140882048 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.35.attn_output.weight 0 0 0 0 1140883072 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.35.attn_q.weight 0 0 0 0 1140883072 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.35.attn_q_norm.weight 0 2 1140883072 1024 1140883072 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.35.attn_v.weight 0 0 0 0 1140884096 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.35.ffn_down_shexp.weight 0 0 0 0 1140884096 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.35.ffn_gate_inp.weight 0 4 1140884096 2621440 1140884096 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_gate_inp_shexp.weight 0 4 1143505536 5120 1143505536 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_gate_shexp.weight 0 0 0 0 1143510656 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.35.ffn_up_shexp.weight 0 0 0 0 1143510656 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.35.hc_attn_down.weight 0 4 1143510656 6553600 1143510656 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_inject.weight 0 4 1150064256 81920 1150064256 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_norm.weight 0 2 1150146176 40960 1150146176 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_up.weight 0 4 1150187136 6553600 1150187136 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_down.weight 0 4 1156740736 6553600 1156740736 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_inject.weight 0 4 1163294336 81920 1163294336 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_norm.weight 0 2 1163376256 40960 1163376256 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_up.weight 0 4 1163417216 6553600 1163417216 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.k_norm.weight 0 2 1169970816 512 1169970816 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.k_proj.weight 0 4 1169971328 655360 1169971328 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.q_norm.weight 0 2 1170626688 512 1170626688 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.q_proj.weight 0 4 1170627200 2621440 1170627200 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.36.attn_gate.weight 0 0 0 0 1173248640 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.36.attn_qkv.weight 0 0 0 0 1173248640 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_down_shexp.weight 0 0 0 0 1173248640 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_gate_inp.weight 0 4 1173248640 2621440 1173248640 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_gate_inp_shexp.weight 0 4 1175870080 5120 1175870080 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_gate_shexp.weight 0 0 0 0 1175875200 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_up_shexp.weight 0 0 0 0 1175875200 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.36.hc_attn_down.weight 0 4 1175875200 6553600 1175875200 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.36.hc_attn_inject.weight 0 4 1182428800 81920 1182428800 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.36.hc_attn_norm.weight 0 2 1182510720 40960 1182510720 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.36.hc_attn_up.weight 0 4 1182551680 6553600 1182551680 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_down.weight 0 4 1189105280 6553600 1189105280 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_inject.weight 0 4 1195658880 81920 1195658880 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_norm.weight 0 2 1195740800 40960 1195740800 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_up.weight 0 4 1195781760 6553600 1195781760 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_a 0 2 1202335360 192 1202335360 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_alpha.weight 0 4 1202335552 245760 1202335552 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_beta.weight 0 4 1202581312 245760 1202581312 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_conv1d.weight 0 2 1202827072 163840 1202827072 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_dt.bias 0 2 1202990912 192 1202990912 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_norm.weight 0 2 1202991104 512 1202991104 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_out.weight 0 0 0 0 1202991616 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.37.attn_gate.weight 0 0 0 0 1202991616 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.37.attn_qkv.weight 0 0 0 0 1202991616 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_down_shexp.weight 0 0 0 0 1202991616 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_gate_inp.weight 0 4 1202991616 2621440 1202991616 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_gate_inp_shexp.weight 0 4 1205613056 5120 1205613056 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_gate_shexp.weight 0 0 0 0 1205618176 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_up_shexp.weight 0 0 0 0 1205618176 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.37.hc_attn_down.weight 0 4 1205618176 6553600 1205618176 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_inject.weight 0 4 1212171776 81920 1212171776 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_norm.weight 0 2 1212253696 40960 1212253696 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_up.weight 0 4 1212294656 6553600 1212294656 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_down.weight 0 4 1218848256 6553600 1218848256 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_inject.weight 0 4 1225401856 81920 1225401856 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_norm.weight 0 2 1225483776 40960 1225483776 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_up.weight 0 4 1225524736 6553600 1225524736 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_a 0 2 1232078336 192 1232078336 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_alpha.weight 0 4 1232078528 245760 1232078528 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_beta.weight 0 4 1232324288 245760 1232324288 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_conv1d.weight 0 2 1232570048 163840 1232570048 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_dt.bias 0 2 1232733888 192 1232733888 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_norm.weight 0 2 1232734080 512 1232734080 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_out.weight 0 0 0 0 1232734592 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.38.attn_gate.weight 0 0 0 0 1232734592 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.38.attn_qkv.weight 0 0 0 0 1232734592 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_down_shexp.weight 0 0 0 0 1232734592 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_gate_inp.weight 0 4 1232734592 2621440 1232734592 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_gate_inp_shexp.weight 0 4 1235356032 5120 1235356032 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_gate_shexp.weight 0 0 0 0 1235361152 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_up_shexp.weight 0 0 0 0 1235361152 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.38.hc_attn_down.weight 0 4 1235361152 6553600 1235361152 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_inject.weight 0 4 1241914752 81920 1241914752 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_norm.weight 0 2 1241996672 40960 1241996672 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_up.weight 0 4 1242037632 6553600 1242037632 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_down.weight 0 4 1248591232 6553600 1248591232 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_inject.weight 0 4 1255144832 81920 1255144832 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_norm.weight 0 2 1255226752 40960 1255226752 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_up.weight 0 4 1255267712 6553600 1255267712 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_a 0 2 1261821312 192 1261821312 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_alpha.weight 0 4 1261821504 245760 1261821504 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_beta.weight 0 4 1262067264 245760 1262067264 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_conv1d.weight 0 2 1262313024 163840 1262313024 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_dt.bias 0 2 1262476864 192 1262476864 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_norm.weight 0 2 1262477056 512 1262477056 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_out.weight 0 0 0 0 1262477568 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.39.attn_k.weight 0 0 0 0 1262477568 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.39.attn_k_norm.weight 0 2 1262477568 1024 1262477568 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.39.attn_output.weight 0 0 0 0 1262478592 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.39.attn_q.weight 0 0 0 0 1262478592 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.39.attn_q_norm.weight 0 2 1262478592 1024 1262478592 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.39.attn_v.weight 0 0 0 0 1262479616 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.39.ffn_down_shexp.weight 0 0 0 0 1262479616 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.39.ffn_gate_inp.weight 0 4 1262479616 2621440 1262479616 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_gate_inp_shexp.weight 0 4 1265101056 5120 1265101056 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_gate_shexp.weight 0 0 0 0 1265106176 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.39.ffn_up_shexp.weight 0 0 0 0 1265106176 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.39.hc_attn_down.weight 0 4 1265106176 6553600 1265106176 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_inject.weight 0 4 1271659776 81920 1271659776 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_norm.weight 0 2 1271741696 40960 1271741696 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_up.weight 0 4 1271782656 6553600 1271782656 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_down.weight 0 4 1278336256 6553600 1278336256 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_inject.weight 0 4 1284889856 81920 1284889856 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_norm.weight 0 2 1284971776 40960 1284971776 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_up.weight 0 4 1285012736 6553600 1285012736 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.k_norm.weight 0 2 1291566336 512 1291566336 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.k_proj.weight 0 4 1291566848 655360 1291566848 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.q_norm.weight 0 2 1292222208 512 1292222208 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.q_proj.weight 0 4 1292222720 2621440 1292222720 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.40.attn_gate.weight 0 0 0 0 1294844160 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.40.attn_qkv.weight 0 0 0 0 1294844160 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_down_shexp.weight 0 0 0 0 1294844160 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_gate_inp.weight 0 4 1294844160 2621440 1294844160 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_gate_inp_shexp.weight 0 4 1297465600 5120 1297465600 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_gate_shexp.weight 0 0 0 0 1297470720 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_up_shexp.weight 0 0 0 0 1297470720 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.40.hc_attn_down.weight 0 4 1297470720 6553600 1297470720 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_inject.weight 0 4 1304024320 81920 1304024320 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_norm.weight 0 2 1304106240 40960 1304106240 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_up.weight 0 4 1304147200 6553600 1304147200 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_down.weight 0 4 1310700800 6553600 1310700800 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_inject.weight 0 4 1317254400 81920 1317254400 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_norm.weight 0 2 1317336320 40960 1317336320 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_up.weight 0 4 1317377280 6553600 1317377280 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_a 0 2 1323930880 192 1323930880 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_alpha.weight 0 4 1323931072 245760 1323931072 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_beta.weight 0 4 1324176832 245760 1324176832 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_conv1d.weight 0 2 1324422592 163840 1324422592 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_dt.bias 0 2 1324586432 192 1324586432 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_norm.weight 0 2 1324586624 512 1324586624 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_out.weight 0 0 0 0 1324587136 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.41.attn_gate.weight 0 0 0 0 1324587136 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.41.attn_qkv.weight 0 0 0 0 1324587136 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_down_shexp.weight 0 0 0 0 1324587136 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_gate_inp.weight 0 4 1324587136 2621440 1324587136 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_gate_inp_shexp.weight 0 4 1327208576 5120 1327208576 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_gate_shexp.weight 0 0 0 0 1327213696 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_up_shexp.weight 0 0 0 0 1327213696 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.41.hc_attn_down.weight 0 4 1327213696 6553600 1327213696 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_inject.weight 0 4 1333767296 81920 1333767296 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_norm.weight 0 2 1333849216 40960 1333849216 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_up.weight 0 4 1333890176 6553600 1333890176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_down.weight 0 4 1340443776 6553600 1340443776 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_inject.weight 0 4 1346997376 81920 1346997376 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_norm.weight 0 2 1347079296 40960 1347079296 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_up.weight 0 4 1347120256 6553600 1347120256 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_a 0 2 1353673856 192 1353673856 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_alpha.weight 0 4 1353674048 245760 1353674048 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_beta.weight 0 4 1353919808 245760 1353919808 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_conv1d.weight 0 2 1354165568 163840 1354165568 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_dt.bias 0 2 1354329408 192 1354329408 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_norm.weight 0 2 1354329600 512 1354329600 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_out.weight 0 0 0 0 1354330112 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.42.attn_gate.weight 0 0 0 0 1354330112 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.42.attn_qkv.weight 0 0 0 0 1354330112 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_down_shexp.weight 0 0 0 0 1354330112 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_gate_inp.weight 0 4 1354330112 2621440 1354330112 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_gate_inp_shexp.weight 0 4 1356951552 5120 1356951552 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_gate_shexp.weight 0 0 0 0 1356956672 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_up_shexp.weight 0 0 0 0 1356956672 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.42.hc_attn_down.weight 0 4 1356956672 6553600 1356956672 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_inject.weight 0 4 1363510272 81920 1363510272 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_norm.weight 0 2 1363592192 40960 1363592192 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_up.weight 0 4 1363633152 6553600 1363633152 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_down.weight 0 4 1370186752 6553600 1370186752 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_inject.weight 0 4 1376740352 81920 1376740352 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_norm.weight 0 2 1376822272 40960 1376822272 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_up.weight 0 4 1376863232 6553600 1376863232 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_a 0 2 1383416832 192 1383416832 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_alpha.weight 0 4 1383417024 245760 1383417024 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_beta.weight 0 4 1383662784 245760 1383662784 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_conv1d.weight 0 2 1383908544 163840 1383908544 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_dt.bias 0 2 1384072384 192 1384072384 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_norm.weight 0 2 1384072576 512 1384072576 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_out.weight 0 0 0 0 1384073088 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.43.attn_k.weight 0 0 0 0 1384073088 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.43.attn_k_norm.weight 0 2 1384073088 1024 1384073088 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.43.attn_output.weight 0 0 0 0 1384074112 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.43.attn_q.weight 0 0 0 0 1384074112 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.43.attn_q_norm.weight 0 2 1384074112 1024 1384074112 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.43.attn_v.weight 0 0 0 0 1384075136 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.43.ffn_down_shexp.weight 0 0 0 0 1384075136 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.43.ffn_gate_inp.weight 0 4 1384075136 2621440 1384075136 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_gate_inp_shexp.weight 0 4 1386696576 5120 1386696576 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_gate_shexp.weight 0 0 0 0 1386701696 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.43.ffn_up_shexp.weight 0 0 0 0 1386701696 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.43.hc_attn_down.weight 0 4 1386701696 6553600 1386701696 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_inject.weight 0 4 1393255296 81920 1393255296 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_norm.weight 0 2 1393337216 40960 1393337216 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_up.weight 0 4 1393378176 6553600 1393378176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_down.weight 0 4 1399931776 6553600 1399931776 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_inject.weight 0 4 1406485376 81920 1406485376 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_norm.weight 0 2 1406567296 40960 1406567296 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_up.weight 0 4 1406608256 6553600 1406608256 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.k_norm.weight 0 2 1413161856 512 1413161856 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.k_proj.weight 0 4 1413162368 655360 1413162368 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.q_norm.weight 0 2 1413817728 512 1413817728 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.q_proj.weight 0 4 1413818240 2621440 1413818240 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.44.attn_gate.weight 0 0 0 0 1416439680 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.44.attn_qkv.weight 0 0 0 0 1416439680 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_down_shexp.weight 0 0 0 0 1416439680 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_gate_inp.weight 0 4 1416439680 2621440 1416439680 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_gate_inp_shexp.weight 0 4 1419061120 5120 1419061120 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_gate_shexp.weight 0 0 0 0 1419066240 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_up_shexp.weight 0 0 0 0 1419066240 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.44.hc_attn_down.weight 0 4 1419066240 6553600 1419066240 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.44.hc_attn_inject.weight 0 4 1425619840 81920 1425619840 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.44.hc_attn_norm.weight 0 2 1425701760 40960 1425701760 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.44.hc_attn_up.weight 0 4 1425742720 6553600 1425742720 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_down.weight 0 4 1432296320 6553600 1432296320 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_inject.weight 0 4 1438849920 81920 1438849920 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_norm.weight 0 2 1438931840 40960 1438931840 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_up.weight 0 4 1438972800 6553600 1438972800 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_a 0 2 1445526400 192 1445526400 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_alpha.weight 0 4 1445526592 245760 1445526592 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_beta.weight 0 4 1445772352 245760 1445772352 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_conv1d.weight 0 2 1446018112 163840 1446018112 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_dt.bias 0 2 1446181952 192 1446181952 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_norm.weight 0 2 1446182144 512 1446182144 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_out.weight 0 0 0 0 1446182656 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.45.attn_gate.weight 0 0 0 0 1446182656 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.45.attn_qkv.weight 0 0 0 0 1446182656 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_down_shexp.weight 0 0 0 0 1446182656 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_gate_inp.weight 0 4 1446182656 2621440 1446182656 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_gate_inp_shexp.weight 0 4 1448804096 5120 1448804096 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_gate_shexp.weight 0 0 0 0 1448809216 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_up_shexp.weight 0 0 0 0 1448809216 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.45.hc_attn_down.weight 0 4 1448809216 6553600 1448809216 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_inject.weight 0 4 1455362816 81920 1455362816 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_norm.weight 0 2 1455444736 40960 1455444736 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_up.weight 0 4 1455485696 6553600 1455485696 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_down.weight 0 4 1462039296 6553600 1462039296 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_inject.weight 0 4 1468592896 81920 1468592896 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_norm.weight 0 2 1468674816 40960 1468674816 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_up.weight 0 4 1468715776 6553600 1468715776 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_a 0 2 1475269376 192 1475269376 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_alpha.weight 0 4 1475269568 245760 1475269568 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_beta.weight 0 4 1475515328 245760 1475515328 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_conv1d.weight 0 2 1475761088 163840 1475761088 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_dt.bias 0 2 1475924928 192 1475924928 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_norm.weight 0 2 1475925120 512 1475925120 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_out.weight 0 0 0 0 1475925632 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.46.attn_gate.weight 0 0 0 0 1475925632 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.46.attn_qkv.weight 0 0 0 0 1475925632 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_down_shexp.weight 0 0 0 0 1475925632 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_gate_inp.weight 0 4 1475925632 2621440 1475925632 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_gate_inp_shexp.weight 0 4 1478547072 5120 1478547072 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_gate_shexp.weight 0 0 0 0 1478552192 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_up_shexp.weight 0 0 0 0 1478552192 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.46.hc_attn_down.weight 0 4 1478552192 6553600 1478552192 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_inject.weight 0 4 1485105792 81920 1485105792 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_norm.weight 0 2 1485187712 40960 1485187712 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_up.weight 0 4 1485228672 6553600 1485228672 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_down.weight 0 4 1491782272 6553600 1491782272 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_inject.weight 0 4 1498335872 81920 1498335872 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_norm.weight 0 2 1498417792 40960 1498417792 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_up.weight 0 4 1498458752 6553600 1498458752 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_a 0 2 1505012352 192 1505012352 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_alpha.weight 0 4 1505012544 245760 1505012544 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_beta.weight 0 4 1505258304 245760 1505258304 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_conv1d.weight 0 2 1505504064 163840 1505504064 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_dt.bias 0 2 1505667904 192 1505667904 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_norm.weight 0 2 1505668096 512 1505668096 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_out.weight 0 0 0 0 1505668608 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.47.attn_k.weight 0 0 0 0 1505668608 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.47.attn_k_norm.weight 0 2 1505668608 1024 1505668608 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.47.attn_output.weight 0 0 0 0 1505669632 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.47.attn_q.weight 0 0 0 0 1505669632 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.47.attn_q_norm.weight 0 2 1505669632 1024 1505669632 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.47.attn_v.weight 0 0 0 0 1505670656 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.47.ffn_down_shexp.weight 0 0 0 0 1505670656 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.47.ffn_gate_inp.weight 0 4 1505670656 2621440 1505670656 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_gate_inp_shexp.weight 0 4 1508292096 5120 1508292096 5120 2560 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_gate_shexp.weight 0 0 0 0 1508297216 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.47.ffn_up_shexp.weight 0 0 0 0 1508297216 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.47.hc_attn_down.weight 0 4 1508297216 6553600 1508297216 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_inject.weight 0 4 1514850816 81920 1514850816 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_norm.weight 0 2 1514932736 40960 1514932736 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_up.weight 0 4 1514973696 6553600 1514973696 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_down.weight 0 4 1521527296 6553600 1521527296 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_inject.weight 0 4 1528080896 81920 1528080896 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_norm.weight 0 2 1528162816 40960 1528162816 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_up.weight 0 4 1528203776 6553600 1528203776 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.k_norm.weight 0 2 1534757376 512 1534757376 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.k_proj.weight 0 4 1534757888 655360 1534757888 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.q_norm.weight 0 2 1535413248 512 1535413248 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.q_proj.weight 0 4 1535413760 2621440 1535413760 2621440 2560 512 0 0 1 0 0 0 0 0 0 0