diff --git a/.gitattributes b/.gitattributes
index 23856d929361e7373c70056dc7863d28ae0539ba..7cf5451d06c5147f3d1808a6f52596672aeba406 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -18475,3 +18475,11 @@ model/model/layers/35/mlp/experts/gate_proj/weight/4.0.0 filter=lfs diff=lfs mer
 model/model/layers/35/mlp/experts/gate_proj/weight/5.0.0 filter=lfs diff=lfs merge=lfs -text
 model/model/layers/35/mlp/experts/gate_proj/weight/6.0.0 filter=lfs diff=lfs merge=lfs -text
 model/model/layers/35/mlp/experts/gate_proj/weight/7.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/0.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/1.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/2.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/3.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/4.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/5.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/6.0.0 filter=lfs diff=lfs merge=lfs -text
+model/model/layers/35/mlp/experts/up_proj/weight/7.0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/.zarray b/model/model/layers/35/mlp/experts/up_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2991ac5cdf07c55ed82a809f851193ec646192b7
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[32,4096,2048],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256,4096,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/0.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..183b9557d6371a060e6ab5ba709e774d552d18a6
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc88d9120c55afca32e680fa4fbf906c79202b1cbd467694c7070a4f27d53b0
+size 175015722
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/1.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/1.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0394d5da77a68b513194b427dfdd85c81846999
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/1.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf42c1a20be133e14e10a51811215b526a2519cc57173057b9d5bc375fcdf026
+size 174996196
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/2.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/2.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b162bde645e9326eb647f110707d7a8fb2207ea
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/2.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc81a3baacd2f596f84712a7983b4f35bb0e2332486810aed632ec16dfb9f73
+size 175001316
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/3.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/3.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..029a4162f46a7ea367e44b63e88e0bcca67f8746
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/3.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3916bbd0ffa736811b4f360a218953f4bb34bbc2bbc64beef35d709449e2e20
+size 175176528
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/4.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/4.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c18bf838b3d220e1ad3890d7304012288f1a40a
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/4.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d999fbc04c5b5ba3cfc4edc7ee7a1b81b702d75f7cb60ce4c9716ea1fe1fcb76
+size 174974520
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/5.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/5.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..434ad66747025c18b30a31ba6721b2dffda7b9cf
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/5.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b7e8bc044e14550286702f355ef88f289df9db7f2111dd402289b21731acd
+size 175085909
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/6.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/6.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c4b099eccb493d9b4b431efcf8de3c45fe4340b
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/6.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd498f99c0482b94a3c8cd6e4953f5e6b6b45bf03c95fa1cef57c9503dcb5b2
+size 175090050
diff --git a/model/model/layers/35/mlp/experts/up_proj/weight/7.0.0 b/model/model/layers/35/mlp/experts/up_proj/weight/7.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20df398ceb3fce8e69f1074ef4927938f0d909d4
--- /dev/null
+++ b/model/model/layers/35/mlp/experts/up_proj/weight/7.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21f6c462fa3fe33f4ef860d26dd97e4900730e36f9f62280b47d31ff68d1de
+size 175062035
diff --git a/model/model/layers/35/mlp/gate/e_score_correction_bias/.zarray b/model/model/layers/35/mlp/gate/e_score_correction_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7
--- /dev/null
+++ b/model/model/layers/35/mlp/gate/e_score_correction_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/mlp/gate/e_score_correction_bias/0 b/model/model/layers/35/mlp/gate/e_score_correction_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..5377128e1f6ac53baa924b0391f2e5ba4693e90f
Binary files /dev/null and b/model/model/layers/35/mlp/gate/e_score_correction_bias/0 differ
diff --git a/model/model/layers/35/mlp/gate/weight/.zarray b/model/model/layers/35/mlp/gate/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a8811f118509288d39f31de2f8d252f44a265
--- /dev/null
+++ b/model/model/layers/35/mlp/gate/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,256],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/mlp/gate/weight/0.0 b/model/model/layers/35/mlp/gate/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..754c6e31f76dbc37418f9baa5f0d077514b1d7be
--- /dev/null
+++ b/model/model/layers/35/mlp/gate/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814ae09fa63f2aaf22923bb442682f4fa2421668f487c5d166715d21c033a2c6
+size 1634835
diff --git a/model/model/layers/35/mlp/shared_experts/down_proj/weight/.zarray b/model/model/layers/35/mlp/shared_experts/down_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8d1cf35badea95c84559f98ec0f56273a52e3e93
--- /dev/null
+++ b/model/model/layers/35/mlp/shared_experts/down_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2048,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/mlp/shared_experts/down_proj/weight/0.0 b/model/model/layers/35/mlp/shared_experts/down_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..978228bf3d5497202b8cdd5611c777ade3492188
--- /dev/null
+++ b/model/model/layers/35/mlp/shared_experts/down_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8154822bde7041b4feaa4079ab46393c2384df16066c480b33d06c1430d025ab
+size 9160627
diff --git a/model/model/layers/35/mlp/shared_experts/gate_up_proj/weight/.zarray b/model/model/layers/35/mlp/shared_experts/gate_up_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee0e127c84bcfbc4a602467da0335ad2bdcebcc7
--- /dev/null
+++ b/model/model/layers/35/mlp/shared_experts/gate_up_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/mlp/shared_experts/gate_up_proj/weight/0.0 b/model/model/layers/35/mlp/shared_experts/gate_up_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbf23075e910a85ed55afc8052af6c0a0644726f
--- /dev/null
+++ b/model/model/layers/35/mlp/shared_experts/gate_up_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e347a1cc514cffcba0057465a51f39c6e973bc7d4341f2be37992a1f9ecc363
+size 18451291
diff --git a/model/model/layers/35/post_attention_layernorm/weight/.zarray b/model/model/layers/35/post_attention_layernorm/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d
--- /dev/null
+++ b/model/model/layers/35/post_attention_layernorm/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/post_attention_layernorm/weight/0 b/model/model/layers/35/post_attention_layernorm/weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..5cdf4c071664078f48f5f24f99928109c92b428d
Binary files /dev/null and b/model/model/layers/35/post_attention_layernorm/weight/0 differ
diff --git a/model/model/layers/35/self_attn/compressor/gate_proj/weight/.zarray b/model/model/layers/35/self_attn/compressor/gate_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..97de2cf75d9d382e1ef0aeef4ebe9382efa7c3e1
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/gate_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,512],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/compressor/gate_proj/weight/0.0 b/model/model/layers/35/self_attn/compressor/gate_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1e8a31e62ba1bfa7a55fd53abafeef1f8400c8c
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/gate_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce66ce9722808e205c717c1fa850ab07bcfe9647dbdde2ef78aa2b38d4a3b070
+size 3278458
diff --git a/model/model/layers/35/self_attn/compressor/kv_norm/weight/.zarray b/model/model/layers/35/self_attn/compressor/kv_norm/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..82cda9219c678aba952afd8b130fd0430cff4770
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/kv_norm/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[512],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[512],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/compressor/kv_norm/weight/0 b/model/model/layers/35/self_attn/compressor/kv_norm/weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..bf37f0c075d527c12e41271a7b135c57dbff9ad2
Binary files /dev/null and b/model/model/layers/35/self_attn/compressor/kv_norm/weight/0 differ
diff --git a/model/model/layers/35/self_attn/compressor/kv_proj/weight/.zarray b/model/model/layers/35/self_attn/compressor/kv_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..97de2cf75d9d382e1ef0aeef4ebe9382efa7c3e1
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/kv_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,512],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/compressor/kv_proj/weight/0.0 b/model/model/layers/35/self_attn/compressor/kv_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a52a177f26ffd4e92d333faa4c1f0700fecfe886
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/kv_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2643f13afc6c01876b1441d5bc72a95a76279acd654b44a55256563719085ba7
+size 3284144
diff --git a/model/model/layers/35/self_attn/compressor/position_bias/.zarray b/model/model/layers/35/self_attn/compressor/position_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..70b7bee541730c94764110abdc8b5ffec0c9d2e3
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/position_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,512],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128,512],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/compressor/position_bias/0.0 b/model/model/layers/35/self_attn/compressor/position_bias/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45df7f8777e1fa20c4da83891c9911787d54fbe8
--- /dev/null
+++ b/model/model/layers/35/self_attn/compressor/position_bias/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7ead66798fd43fb4ebf4da7e58f7293cf5ca8130fc57396dbcb5b2be879102
+size 102388
diff --git a/model/model/layers/35/self_attn/kv_norm/weight/.zarray b/model/model/layers/35/self_attn/kv_norm/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..82cda9219c678aba952afd8b130fd0430cff4770
--- /dev/null
+++ b/model/model/layers/35/self_attn/kv_norm/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[512],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[512],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/kv_norm/weight/0 b/model/model/layers/35/self_attn/kv_norm/weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..2bb29f6e8e56cb751a536296494dcfe5c26d51a4
Binary files /dev/null and b/model/model/layers/35/self_attn/kv_norm/weight/0 differ
diff --git a/model/model/layers/35/self_attn/kv_proj/weight/.zarray b/model/model/layers/35/self_attn/kv_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..97de2cf75d9d382e1ef0aeef4ebe9382efa7c3e1
--- /dev/null
+++ b/model/model/layers/35/self_attn/kv_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,512],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/kv_proj/weight/0.0 b/model/model/layers/35/self_attn/kv_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..088f46aac66456e30e20c2791a830e4656ff6eaf
--- /dev/null
+++ b/model/model/layers/35/self_attn/kv_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071951b1223d9c50b193dcde40b20b44bc1f1e51f111306b381e52cd3a041eb3
+size 2296061
diff --git a/model/model/layers/35/self_attn/o_a_proj/weight/.zarray b/model/model/layers/35/self_attn/o_a_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..603a710dd96375059c786c30aa576425b92db7a6
--- /dev/null
+++ b/model/model/layers/35/self_attn/o_a_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/o_a_proj/weight/0.0 b/model/model/layers/35/self_attn/o_a_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a36887b5ae639c3024e2553ce4a71f193ce04fa
--- /dev/null
+++ b/model/model/layers/35/self_attn/o_a_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6950f1adf8940e4926a9541d1006d2222703a8c868805a9f71a90c35e66c369
+size 36728190
diff --git a/model/model/layers/35/self_attn/o_b_proj/weight/.zarray b/model/model/layers/35/self_attn/o_b_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..fa70329a51a3c0b3fb8e73baa7f5d82b411d2173
--- /dev/null
+++ b/model/model/layers/35/self_attn/o_b_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[8192,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[8192,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/o_b_proj/weight/0.0 b/model/model/layers/35/self_attn/o_b_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bfbc63aeec4851cb64956be08fb41d72a353ebca
--- /dev/null
+++ b/model/model/layers/35/self_attn/o_b_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4113b65659d6d8d5b494241defedb18999cbacc3215fa2c47bd973ece32da94f
+size 36739346
diff --git a/model/model/layers/35/self_attn/q_a_norm/weight/.zarray b/model/model/layers/35/self_attn/q_a_norm/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/layers/35/self_attn/q_a_norm/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/q_a_norm/weight/0 b/model/model/layers/35/self_attn/q_a_norm/weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b0574ce0969e43ed90c3196f563ce1c586be42e
Binary files /dev/null and b/model/model/layers/35/self_attn/q_a_norm/weight/0 differ
diff --git a/model/model/layers/35/self_attn/q_a_proj/weight/.zarray b/model/model/layers/35/self_attn/q_a_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..596ccedf2526077709306fcdd4608b3771524f10
--- /dev/null
+++ b/model/model/layers/35/self_attn/q_a_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/q_a_proj/weight/0.0 b/model/model/layers/35/self_attn/q_a_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7932a7fde8e1ba2d4a840f4e074d4d06db54b11
--- /dev/null
+++ b/model/model/layers/35/self_attn/q_a_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d359b31776f1b56360840929e3a4d2d8b0e43a88f2fedbfaa42e94ec3ad126
+size 4591253
diff --git a/model/model/layers/35/self_attn/q_b_proj/weight/.zarray b/model/model/layers/35/self_attn/q_b_proj/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..49d11e9a9da84f4753e7fd69167bd1605f559940
--- /dev/null
+++ b/model/model/layers/35/self_attn/q_b_proj/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,32768],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024,32768],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/q_b_proj/weight/0.0 b/model/model/layers/35/self_attn/q_b_proj/weight/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56fba05558f5c0a3b7bae96e7edc21404dce8981
--- /dev/null
+++ b/model/model/layers/35/self_attn/q_b_proj/weight/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2bfff442efaa7e0652c9f00ca32b05181e7abc68fa18c4d93287d1c6f66514
+size 36798934
diff --git a/model/model/layers/35/self_attn/sinks/.zarray b/model/model/layers/35/self_attn/sinks/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..75fb6ffa552a3ab35caf4dd9123b81fce2aa7eaa
--- /dev/null
+++ b/model/model/layers/35/self_attn/sinks/.zarray
@@ -0,0 +1 @@
+{"chunks":[64],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[64],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/35/self_attn/sinks/0 b/model/model/layers/35/self_attn/sinks/0
new file mode 100644
index 0000000000000000000000000000000000000000..0cc2bcaba6e7d4f2c7acd67d4241c4a881a46d73
Binary files /dev/null and b/model/model/layers/35/self_attn/sinks/0 differ
diff --git a/model/model/layers/36/attn_hc/base/.zarray b/model/model/layers/36/attn_hc/base/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4d11f87d89a75c3774087040f52385e2d6bda040
--- /dev/null
+++ b/model/model/layers/36/attn_hc/base/.zarray
@@ -0,0 +1 @@
+{"chunks":[24],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[24],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/attn_hc/base/0 b/model/model/layers/36/attn_hc/base/0
new file mode 100644
index 0000000000000000000000000000000000000000..3007f6a7c67f0df1b84566b28703c85bf5bd956e
Binary files /dev/null and b/model/model/layers/36/attn_hc/base/0 differ
diff --git a/model/model/layers/36/attn_hc/fn/.zarray b/model/model/layers/36/attn_hc/fn/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5bd8199afd0db0080db1b2df3c5bd70588f8382c
--- /dev/null
+++ b/model/model/layers/36/attn_hc/fn/.zarray
@@ -0,0 +1 @@
+{"chunks":[24,16384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[24,16384],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/attn_hc/fn/0.0 b/model/model/layers/36/attn_hc/fn/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb1fcbdf526b6762a9b86eb122b43e09dfc19de8
--- /dev/null
+++ b/model/model/layers/36/attn_hc/fn/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8384abf9d81133c48da3b5ddbdf75ebd196792959c6a9fb86dfca52fd8b98e8
+size 621863
diff --git a/model/model/layers/36/attn_hc/scale/.zarray b/model/model/layers/36/attn_hc/scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0f852799568f02151d44abcc5d47c061ee02cc1c
--- /dev/null
+++ b/model/model/layers/36/attn_hc/scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[3],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/attn_hc/scale/0 b/model/model/layers/36/attn_hc/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b9988c07c77203afe1f9db99a003c820b2b9c3d4
Binary files /dev/null and b/model/model/layers/36/attn_hc/scale/0 differ
diff --git a/model/model/layers/36/ffn_hc/base/.zarray b/model/model/layers/36/ffn_hc/base/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4d11f87d89a75c3774087040f52385e2d6bda040
--- /dev/null
+++ b/model/model/layers/36/ffn_hc/base/.zarray
@@ -0,0 +1 @@
+{"chunks":[24],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[24],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/ffn_hc/base/0 b/model/model/layers/36/ffn_hc/base/0
new file mode 100644
index 0000000000000000000000000000000000000000..11067978c310d3aee1c9eceb5e872f7fb52c5d02
Binary files /dev/null and b/model/model/layers/36/ffn_hc/base/0 differ
diff --git a/model/model/layers/36/ffn_hc/fn/.zarray b/model/model/layers/36/ffn_hc/fn/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5bd8199afd0db0080db1b2df3c5bd70588f8382c
--- /dev/null
+++ b/model/model/layers/36/ffn_hc/fn/.zarray
@@ -0,0 +1 @@
+{"chunks":[24,16384],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[24,16384],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/ffn_hc/fn/0.0 b/model/model/layers/36/ffn_hc/fn/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ddd6393bf4a0dc1b4f7c45066f78035794ad46f
--- /dev/null
+++ b/model/model/layers/36/ffn_hc/fn/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b649091ad211ae375c6a0ea9eac013acfab055a44514ee1d10d996e30f803dcd
+size 619643
diff --git a/model/model/layers/36/ffn_hc/scale/.zarray b/model/model/layers/36/ffn_hc/scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0f852799568f02151d44abcc5d47c061ee02cc1c
--- /dev/null
+++ b/model/model/layers/36/ffn_hc/scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[3],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/ffn_hc/scale/0 b/model/model/layers/36/ffn_hc/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8efb283c29c6bc9011ec9699c1403a2c58bbd934
Binary files /dev/null and b/model/model/layers/36/ffn_hc/scale/0 differ
diff --git a/model/model/layers/36/input_layernorm/weight/.zarray b/model/model/layers/36/input_layernorm/weight/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d
--- /dev/null
+++ b/model/model/layers/36/input_layernorm/weight/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/layers/36/input_layernorm/weight/0 b/model/model/layers/36/input_layernorm/weight/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f05749626a932fac7452eacbdd4f9deec896794
Binary files /dev/null and b/model/model/layers/36/input_layernorm/weight/0 differ