diff --git a/model/model/language_model/layers/20/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/20/linear_attn/in_proj_a/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..680898a368542aa2cea41960b649b28a641d1fce
Binary files /dev/null and b/model/model/language_model/layers/20/linear_attn/in_proj_a/kernel/1.0 differ
diff --git a/model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..da8648638dfa706443cb39759624b55ede11e858
Binary files /dev/null and b/model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c8fb5b9101bfe11bcd4df8a0eddb1f6c99291a0
Binary files /dev/null and b/model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/20/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/20/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/20/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/20/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/20/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..ac8a422f997828b582370af24249d094e6c0cd12
Binary files /dev/null and b/model/model/language_model/layers/20/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/21/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/21/linear_attn/conv1d/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84
--- /dev/null
+++ b/model/model/language_model/layers/21/linear_attn/conv1d/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/21/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/21/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..f78b1c515199c645d8305b43328ea1966e415409
Binary files /dev/null and b/model/model/language_model/layers/21/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/21/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/21/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/21/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/21/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/21/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/21/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/input_layernorm/kernel/.zarray b/model/model/language_model/layers/25/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/25/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/A_log/.zarray b/model/model/language_model/layers/25/linear_attn/A_log/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/A_log/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/A_log/0 b/model/model/language_model/layers/25/linear_attn/A_log/0
new file mode 100644
index 0000000000000000000000000000000000000000..8878767b6b28a9fb58534e61b233c9e458f33751
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/A_log/0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/25/linear_attn/dt_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/dt_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..c14e6043bbb9d3acfe258f3bf315a485a73fcdd9
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/2.0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bcdabbb0f589ec6c04e000ddab1701175244649
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/0.0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..675ddc733aedf01f05a4e6e089a432b428ee776a
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/1.0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fe3d92a819a62b35028e4ac52678fc586739ae1
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..51f7e0893c5e89acf5c2fa379644ead5324015ba
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/25/linear_attn/in_proj_qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/in_proj_qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/25/linear_attn/in_proj_z/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c97e4793dde6531bff1fadecaceb37cb18ff
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/in_proj_z/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/25/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/linear_attn/norm/kernel/0 b/model/model/language_model/layers/25/linear_attn/norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..2970805a2f5c5f262918ddbd7eab2fb6734b5cd8
Binary files /dev/null and b/model/model/language_model/layers/25/linear_attn/norm/kernel/0 differ
diff --git a/model/model/language_model/layers/25/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/25/linear_attn/out_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/25/linear_attn/out_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/25/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/25/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/25/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/25/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/25/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/25/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..73931d27520079f4a88b94ecb8f4677a981079c7
Binary files /dev/null and b/model/model/language_model/layers/25/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/26/input_layernorm/kernel/.zarray b/model/model/language_model/layers/26/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/26/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/input_layernorm/kernel/0 b/model/model/language_model/layers/26/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..414cbd8a0f76630b83413897a7d30a38b381a7e8
Binary files /dev/null and b/model/model/language_model/layers/26/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/A_log/.zarray b/model/model/language_model/layers/26/linear_attn/A_log/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/A_log/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/A_log/0 b/model/model/language_model/layers/26/linear_attn/A_log/0
new file mode 100644
index 0000000000000000000000000000000000000000..db6bf874b46ba333b2de3a005205a57a3bfc025c
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/A_log/0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/conv1d/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/conv1d/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/26/linear_attn/conv1d/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c87470a2219d7761730ee9199d30f75e124771b9
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/conv1d/kernel/0.0.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/26/linear_attn/dt_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/dt_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/dt_bias/0 b/model/model/language_model/layers/26/linear_attn/dt_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb08645d13d7d916be2cdfcfcfbe24899fdca7cb
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/dt_bias/0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/0.0 b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9db598b3e776868a31cd090ec74efba9053dea8
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/0.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..8518b6194fe15508a4d057a7c97cb702882e2202
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/1.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..edfef4108541ff347b76f25c7f1f59b94565ff0c
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/2.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/3.0 b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb150ce460f992faa2f27cb504c7054a74aae2c9
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/3.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ec8f2c286e087274a939b1647ca208fe2fa5d41
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/0.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..99095e6a8a559e798ac5f5ccd25d665b3dd24168
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/1.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..946ec67bd5a07e602be6867089f1c4b37f57d18a
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..02c0a40e39ed950cc66a8fbd658bed78035d9301
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/in_proj_qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/in_proj_qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/in_proj_z/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c97e4793dde6531bff1fadecaceb37cb18ff
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/in_proj_z/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/linear_attn/norm/kernel/0 b/model/model/language_model/layers/26/linear_attn/norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..e95761270a57df9d7770b6b269415c09fa66b48f
Binary files /dev/null and b/model/model/language_model/layers/26/linear_attn/norm/kernel/0 differ
diff --git a/model/model/language_model/layers/26/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/26/linear_attn/out_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/26/linear_attn/out_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/26/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/26/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/26/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/26/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/26/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/26/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/26/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/26/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/26/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/26/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..e377d7096574f71e7d3bbfd4f2e0549bdb9389b8
Binary files /dev/null and b/model/model/language_model/layers/26/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/27/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/27/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/27/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/27/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/27/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/27/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/27/self_attn/k_norm/kernel/0 b/model/model/language_model/layers/27/self_attn/k_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa95b1a4dde890a09e1b23dea339be4fa7ff696d
Binary files /dev/null and b/model/model/language_model/layers/27/self_attn/k_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/27/self_attn/o_proj/kernel/.zarray b/model/model/language_model/layers/27/self_attn/o_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/27/self_attn/o_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/28/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/28/linear_attn/conv1d/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33d42e9e78c357177b4ce8610a1d3e14666bf7ff
Binary files /dev/null and b/model/model/language_model/layers/28/linear_attn/conv1d/kernel/0.0.0 differ
diff --git a/model/model/language_model/layers/28/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/28/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..b687e6e546ff29988a67faa6995b3423d491f2ae
Binary files /dev/null and b/model/model/language_model/layers/28/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/29/input_layernorm/kernel/.zarray b/model/model/language_model/layers/29/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/29/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/input_layernorm/kernel/0 b/model/model/language_model/layers/29/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..d50bd3138e0448fe23da9f8fbb0a12c4fc7a288c
Binary files /dev/null and b/model/model/language_model/layers/29/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/A_log/.zarray b/model/model/language_model/layers/29/linear_attn/A_log/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/A_log/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/A_log/0 b/model/model/language_model/layers/29/linear_attn/A_log/0
new file mode 100644
index 0000000000000000000000000000000000000000..fefa6f674aa121f64828e339cf3b409fe11ab0f7
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/A_log/0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/29/linear_attn/conv1d/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/conv1d/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/29/linear_attn/conv1d/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e97fc18403a860b8e76927928127d334a1a9a6b
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/conv1d/kernel/0.0.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/29/linear_attn/dt_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/dt_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/dt_bias/0 b/model/model/language_model/layers/29/linear_attn/dt_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..b9ba20affccff138a9175bcd36c52f80036ad270
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/dt_bias/0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/0.0 b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12a59d07902725bf2f846418de35eaf0b449e308
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/0.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..134ab0a6ff9158b5d75423fbebf701f1a46b049b
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/1.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a6fd1b9c6bd1278b0212cb0c9ad0e48b7c3b91b
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_a/kernel/2.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/.zarray b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abd2fc241a7b9b74c402ac4f21c3bf82d0aeb3f4
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/0.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..57b6df260b8ddd5be01a1b2d1572474c267f0469
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/1.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ce716169c71cdd1b940181e44ba265521a0594b
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..a59ac35cf4d9d11d48f35da178ca4c36391e8c31
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/29/linear_attn/in_proj_qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/in_proj_qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/29/linear_attn/in_proj_z/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c97e4793dde6531bff1fadecaceb37cb18ff
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/in_proj_z/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/29/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/29/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/29/linear_attn/norm/kernel/0 b/model/model/language_model/layers/29/linear_attn/norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d0749075ea86858dc6af5d8f6ab602806444939
Binary files /dev/null and b/model/model/language_model/layers/29/linear_attn/norm/kernel/0 differ
diff --git a/model/model/language_model/layers/3/input_layernorm/kernel/.zarray b/model/model/language_model/layers/3/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/3/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/3/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/3/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/3/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/3/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/3/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/3/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/3/self_attn/k_norm/kernel/0 b/model/model/language_model/layers/3/self_attn/k_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..b5a408400ec9a91bb2da463ab7c5012bbeeed5d5
Binary files /dev/null and b/model/model/language_model/layers/3/self_attn/k_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/3/self_attn/k_proj/kernel/.zarray b/model/model/language_model/layers/3/self_attn/k_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65858514c30eccff4f76c8024c0139ee86a11f64
--- /dev/null
+++ b/model/model/language_model/layers/3/self_attn/k_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/3/self_attn/o_proj/kernel/.zarray b/model/model/language_model/layers/3/self_attn/o_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/3/self_attn/o_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/3/self_attn/q_norm/kernel/0 b/model/model/language_model/layers/3/self_attn/q_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2fe55ba8706b7152b9020fc4c557fd936424ea8
Binary files /dev/null and b/model/model/language_model/layers/3/self_attn/q_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/3/self_attn/q_proj/kernel/.zarray b/model/model/language_model/layers/3/self_attn/q_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/3/self_attn/q_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/input_layernorm/kernel/.zarray b/model/model/language_model/layers/30/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/30/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/input_layernorm/kernel/0 b/model/model/language_model/layers/30/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..6752dbeb863f1f5c24e5ad664424fbc50cfabb1f
Binary files /dev/null and b/model/model/language_model/layers/30/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/A_log/.zarray b/model/model/language_model/layers/30/linear_attn/A_log/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/A_log/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/A_log/0 b/model/model/language_model/layers/30/linear_attn/A_log/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b59112d7bb1b91cbb006a5a4dc550bf4a9bc51b
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/A_log/0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/conv1d/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/conv1d/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/30/linear_attn/conv1d/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46542bcde13ad2cdabdc6079d9002cb6a53cffae
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/conv1d/kernel/0.0.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/30/linear_attn/dt_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/dt_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/dt_bias/0 b/model/model/language_model/layers/30/linear_attn/dt_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b95b9b980336ea2a3a7c19b54181cf154795954
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/dt_bias/0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/0.0 b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b33994b0c8bbafb2d8bb04cca26f14b27a955db
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/0.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e6595b7720ce07cdb9d9f1f943cd4ac4045fb3e
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/1.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..b58d83372e07dbf2c5fb212b3a595ab83a576cf2
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/2.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/3.0 b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..955288a1e40e7d11f71265d21643b92c1968e522
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_a/kernel/3.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42909b818946c1e1fed360ec77710060e45c2b49
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/0.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6260809f6ad068523689fb93d0ef799b39351f0
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/1.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..00d40bab1bad7597c0729a198344ea842993a921
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..f76821c844d8d51553bf71db7b00bc1d1bdce73a
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/in_proj_qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/in_proj_qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/in_proj_z/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c97e4793dde6531bff1fadecaceb37cb18ff
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/in_proj_z/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/linear_attn/norm/kernel/0 b/model/model/language_model/layers/30/linear_attn/norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..ee024e01e0b96a7076d341f4940219a55bc1ca6f
Binary files /dev/null and b/model/model/language_model/layers/30/linear_attn/norm/kernel/0 differ
diff --git a/model/model/language_model/layers/30/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/30/linear_attn/out_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/30/linear_attn/out_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/30/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/30/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/30/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/30/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/30/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/30/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/30/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/30/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/30/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/30/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..528b294bb66e8601871ca803363c243ede847275
Binary files /dev/null and b/model/model/language_model/layers/30/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/31/input_layernorm/kernel/.zarray b/model/model/language_model/layers/31/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/31/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/input_layernorm/kernel/0 b/model/model/language_model/layers/31/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..b6965f64cc4eb21b3ce28c8a6d90210b9da98a3a
Binary files /dev/null and b/model/model/language_model/layers/31/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/31/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/31/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/31/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/31/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/31/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/31/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/31/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/31/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/31/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/31/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..251a1d05e6e1d059af7cef0222d6fccf50fc15bd
Binary files /dev/null and b/model/model/language_model/layers/31/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/31/self_attn/k_norm/kernel/.zarray b/model/model/language_model/layers/31/self_attn/k_norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7
--- /dev/null
+++ b/model/model/language_model/layers/31/self_attn/k_norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/self_attn/k_norm/kernel/0 b/model/model/language_model/layers/31/self_attn/k_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..76bba61ad91d380cc928b95fb1b42d045ac71593
Binary files /dev/null and b/model/model/language_model/layers/31/self_attn/k_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/31/self_attn/k_proj/kernel/.zarray b/model/model/language_model/layers/31/self_attn/k_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65858514c30eccff4f76c8024c0139ee86a11f64
--- /dev/null
+++ b/model/model/language_model/layers/31/self_attn/k_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/self_attn/o_proj/kernel/.zarray b/model/model/language_model/layers/31/self_attn/o_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/31/self_attn/o_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/self_attn/q_norm/kernel/.zarray b/model/model/language_model/layers/31/self_attn/q_norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7
--- /dev/null
+++ b/model/model/language_model/layers/31/self_attn/q_norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/self_attn/q_norm/kernel/0 b/model/model/language_model/layers/31/self_attn/q_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..6a9037952d51de3f1054ad2f5342abf41b4546d8
Binary files /dev/null and b/model/model/language_model/layers/31/self_attn/q_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/31/self_attn/q_proj/kernel/.zarray b/model/model/language_model/layers/31/self_attn/q_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/31/self_attn/q_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/31/self_attn/v_proj/kernel/.zarray b/model/model/language_model/layers/31/self_attn/v_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65858514c30eccff4f76c8024c0139ee86a11f64
--- /dev/null
+++ b/model/model/language_model/layers/31/self_attn/v_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/4/linear_attn/dt_bias/0 b/model/model/language_model/layers/4/linear_attn/dt_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..024a8014c44df8920094609a7a133e27e9bc6521
Binary files /dev/null and b/model/model/language_model/layers/4/linear_attn/dt_bias/0 differ
diff --git a/model/model/language_model/layers/6/input_layernorm/kernel/.zarray b/model/model/language_model/layers/6/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/6/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/input_layernorm/kernel/0 b/model/model/language_model/layers/6/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..292729dc42b03bede8ab3a3dff39eb2c1443f64e
Binary files /dev/null and b/model/model/language_model/layers/6/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/A_log/.zarray b/model/model/language_model/layers/6/linear_attn/A_log/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/A_log/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/A_log/0 b/model/model/language_model/layers/6/linear_attn/A_log/0
new file mode 100644
index 0000000000000000000000000000000000000000..7db49f78755045e3353d87461896852382bcb965
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/A_log/0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/conv1d/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/6/linear_attn/conv1d/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7853d2ad4f9ff21b99799292c08196b612d747f
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/conv1d/kernel/0.0.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/6/linear_attn/dt_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/dt_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/dt_bias/0 b/model/model/language_model/layers/6/linear_attn/dt_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..9d45b6abb1612b4fabe3ef104d32ea747adb9638
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/dt_bias/0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0f085a19a012812fbe2fcb63d72c2bab6467ecc
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/0.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..f710f735ebd50ff93d0f996a02a225d0d40cafbe
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/1.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..dbb5a04b66cefee8bdaf3c955e3a2ac668fed2af
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/2.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/3.0 b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..7dbfc81d55263c2d13706d6e285d30914a7681c5
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_a/kernel/3.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3a24e4f98f6843d5541aaffb7abab26cc01ca1d
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/0.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..7d1fb894b4547e2082ca8d259622ef362421dfa4
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/1.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc07f01a6695dcd7e06bdb9a9f23c1d3ca1c774f
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d08caae0cc1c43e799a5c9175af3b97caffa644
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c97e4793dde6531bff1fadecaceb37cb18ff
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/in_proj_z/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/linear_attn/norm/kernel/0 b/model/model/language_model/layers/6/linear_attn/norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..202b3b262ff40723b9fa9de23d0cac7446e3428d
Binary files /dev/null and b/model/model/language_model/layers/6/linear_attn/norm/kernel/0 differ
diff --git a/model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/6/linear_attn/out_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/6/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/6/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/6/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/6/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/6/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/6/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/6/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/6/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/6/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..c2700cd2d62ece58b01d03b4937ca64157e583e3
Binary files /dev/null and b/model/model/language_model/layers/6/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/7/input_layernorm/kernel/.zarray b/model/model/language_model/layers/7/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/7/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/input_layernorm/kernel/0 b/model/model/language_model/layers/7/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..db6f87520be55dd25ff97c1d06e45609fa26a9b1
Binary files /dev/null and b/model/model/language_model/layers/7/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/7/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/7/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/7/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/7/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/7/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..b47a7d1523e589ca902d4d2b04103d327af88a0c
Binary files /dev/null and b/model/model/language_model/layers/7/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray b/model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7
--- /dev/null
+++ b/model/model/language_model/layers/7/self_attn/k_norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/self_attn/k_norm/kernel/0 b/model/model/language_model/layers/7/self_attn/k_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..bb14f747004ebbad75406abe283d06585fd11418
Binary files /dev/null and b/model/model/language_model/layers/7/self_attn/k_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65858514c30eccff4f76c8024c0139ee86a11f64
--- /dev/null
+++ b/model/model/language_model/layers/7/self_attn/k_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/7/self_attn/o_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray b/model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..653c877efa83da0ab518995885715f7e8b4275d7
--- /dev/null
+++ b/model/model/language_model/layers/7/self_attn/q_norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[256],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/self_attn/q_norm/kernel/0 b/model/model/language_model/layers/7/self_attn/q_norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..e18fcd5243c4e5b375019ff1f03f39d6a3aa9abf
Binary files /dev/null and b/model/model/language_model/layers/7/self_attn/q_norm/kernel/0 differ
diff --git a/model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/7/self_attn/q_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray b/model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65858514c30eccff4f76c8024c0139ee86a11f64
--- /dev/null
+++ b/model/model/language_model/layers/7/self_attn/v_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/input_layernorm/kernel/.zarray b/model/model/language_model/layers/9/input_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/9/input_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/input_layernorm/kernel/0 b/model/model/language_model/layers/9/input_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..d88c9f843df8ef8613a7da16398a7ca33be56c4f
Binary files /dev/null and b/model/model/language_model/layers/9/input_layernorm/kernel/0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/A_log/.zarray b/model/model/language_model/layers/9/linear_attn/A_log/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/A_log/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/A_log/0 b/model/model/language_model/layers/9/linear_attn/A_log/0
new file mode 100644
index 0000000000000000000000000000000000000000..bbb862b78644f9b41d8564f7b89570ccfdc4a0b9
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/A_log/0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/conv1d/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/conv1d/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a83d471d8c7af4c4ede3a3d4ad87b63d72c84
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/conv1d/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/conv1d/kernel/0.0.0 b/model/model/language_model/layers/9/linear_attn/conv1d/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2008b304e8f455b387d45276f2f86ae1a13b630e
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/conv1d/kernel/0.0.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/dt_bias/.zarray b/model/model/language_model/layers/9/linear_attn/dt_bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..27b136e09a02238bcf70d174848d0e86a714bd2d
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/dt_bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/dt_bias/0 b/model/model/language_model/layers/9/linear_attn/dt_bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..586106c9c55fecb9d6b8d8487f9d8c57c83d1c15
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/dt_bias/0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/0.0 b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5860e8d80e012f7d899dd9f8b5dc7f940baa19be
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/0.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/1.0 b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..43ab50fa57e046dac65d4b17c9c1ca838ec868ea
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/1.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0e037b34876bdeb0daed5452a9cb9deeebedce6
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/2.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..e368f09dafdbefe8ce886ff812d04b26a5317bcb
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_a/kernel/3.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..00970f6e19c1fe76b9b58bdd520655eacd00e5ad
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ac9800a8102b7bcac4cb5614bcbcf4f830836
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/0.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/1.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..222f08f9c7b659faa75377660632197035f1b00a
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/1.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..957491d3e376dbf4243841927b8fc69864f16efb
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/2.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..429f7d592fece093ec87f437c496799f574c12ab
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/in_proj_b/kernel/3.0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9b816275b1faedcee6694526d85be5e2bb5df613
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/norm/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/norm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3eeba2a45304285824238b9edd4f261c3d5d6f01
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/norm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/linear_attn/norm/kernel/0 b/model/model/language_model/layers/9/linear_attn/norm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..5371b0221f2b33400aca8e8bb0b3a50de61a48eb
Binary files /dev/null and b/model/model/language_model/layers/9/linear_attn/norm/kernel/0 differ
diff --git a/model/model/language_model/layers/9/linear_attn/out_proj/kernel/.zarray b/model/model/language_model/layers/9/linear_attn/out_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd89d43929306eb3e0df7c10fba97dea171085
--- /dev/null
+++ b/model/model/language_model/layers/9/linear_attn/out_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/mlp/down_proj/kernel/.zarray b/model/model/language_model/layers/9/mlp/down_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9f560330de8d021270990ab270f4e36107fd0
--- /dev/null
+++ b/model/model/language_model/layers/9/mlp/down_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/mlp/gate_proj/kernel/.zarray b/model/model/language_model/layers/9/mlp/gate_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/9/mlp/gate_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/mlp/up_proj/kernel/.zarray b/model/model/language_model/layers/9/mlp/up_proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..a38d9c7b9879ada126d0af7677d8347a203a7efe
--- /dev/null
+++ b/model/model/language_model/layers/9/mlp/up_proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/post_attention_layernorm/kernel/.zarray b/model/model/language_model/layers/9/post_attention_layernorm/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2beb241be6497369291d72b6f42ed5c1c3c166e0
--- /dev/null
+++ b/model/model/language_model/layers/9/post_attention_layernorm/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/language_model/layers/9/post_attention_layernorm/kernel/0 b/model/model/language_model/layers/9/post_attention_layernorm/kernel/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa411e7f23a7a130a34b8e9589daa15d220e8958
Binary files /dev/null and b/model/model/language_model/layers/9/post_attention_layernorm/kernel/0 differ
diff --git a/model/model/visual/blocks/23/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/23/mlp/linear_fc1/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..1b3ed621460f3615e1ce76bbc3b5dea3d5c4648b
Binary files /dev/null and b/model/model/visual/blocks/23/mlp/linear_fc1/bias/0 differ
diff --git a/model/model/visual/blocks/23/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/23/mlp/linear_fc2/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/23/mlp/linear_fc2/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/23/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/23/mlp/linear_fc2/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff4af8b74d1e078555d8d60bc083dce94d11148a
Binary files /dev/null and b/model/model/visual/blocks/23/mlp/linear_fc2/bias/0 differ
diff --git a/model/model/visual/blocks/23/norm1/bias/.zarray b/model/model/visual/blocks/23/norm1/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/23/norm1/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/23/norm2/bias/.zarray b/model/model/visual/blocks/23/norm2/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/23/norm2/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/23/norm2/bias/0 b/model/model/visual/blocks/23/norm2/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..8f0c44f488c52cd723be7e07e98438d07fac30e8
Binary files /dev/null and b/model/model/visual/blocks/23/norm2/bias/0 differ
diff --git a/model/model/visual/blocks/23/norm2/scale/.zarray b/model/model/visual/blocks/23/norm2/scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/23/norm2/scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/attn/proj/bias/.zarray b/model/model/visual/blocks/3/attn/proj/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/3/attn/proj/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/attn/qkv/bias/.zarray b/model/model/visual/blocks/3/attn/qkv/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..25b3cb9c6cb257594fcad7b4784332fcc38265b0
--- /dev/null
+++ b/model/model/visual/blocks/3/attn/qkv/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3072],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/attn/qkv/bias/0 b/model/model/visual/blocks/3/attn/qkv/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..e370e86ac9030ba465b9f738d0745129c78bc030
Binary files /dev/null and b/model/model/visual/blocks/3/attn/qkv/bias/0 differ
diff --git a/model/model/visual/blocks/3/attn/qkv/kernel/.zarray b/model/model/visual/blocks/3/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0751ec50fb586097693284e20eca1f1138452acb
--- /dev/null
+++ b/model/model/visual/blocks/3/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/3/mlp/linear_fc1/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d
--- /dev/null
+++ b/model/model/visual/blocks/3/mlp/linear_fc1/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/3/mlp/linear_fc1/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..1ee95b4d72fa396e3de4d9323ed6d166ee639d0b
Binary files /dev/null and b/model/model/visual/blocks/3/mlp/linear_fc1/bias/0 differ
diff --git a/model/model/visual/blocks/3/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/3/mlp/linear_fc1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f2287a9986fda17ae55f7b7079b012d79318010a
--- /dev/null
+++ b/model/model/visual/blocks/3/mlp/linear_fc1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/3/mlp/linear_fc2/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/3/mlp/linear_fc2/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/3/mlp/linear_fc2/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..fc8768dcb372151a6860c9789a4113dbe680caa4
Binary files /dev/null and b/model/model/visual/blocks/3/mlp/linear_fc2/bias/0 differ
diff --git a/model/model/visual/blocks/3/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/3/mlp/linear_fc2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..11926ee45e7125e0459a66e4d47d0bd3c402b5f5
--- /dev/null
+++ b/model/model/visual/blocks/3/mlp/linear_fc2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/norm1/bias/.zarray b/model/model/visual/blocks/3/norm1/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/3/norm1/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/norm1/bias/0 b/model/model/visual/blocks/3/norm1/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b1f99b82d37e9b89a135f5f1874091f9f9ba46a
Binary files /dev/null and b/model/model/visual/blocks/3/norm1/bias/0 differ
diff --git a/model/model/visual/blocks/3/norm1/scale/.zarray b/model/model/visual/blocks/3/norm1/scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/3/norm1/scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/3/norm1/scale/0 b/model/model/visual/blocks/3/norm1/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..849114cdecc37c259c06558dbbb8d7c5576abc0e
Binary files /dev/null and b/model/model/visual/blocks/3/norm1/scale/0 differ
diff --git a/model/model/visual/blocks/3/norm2/bias/0 b/model/model/visual/blocks/3/norm2/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..0088843e9e099130691ac044b453f81102e13826
Binary files /dev/null and b/model/model/visual/blocks/3/norm2/bias/0 differ
diff --git a/model/model/visual/blocks/3/norm2/scale/0 b/model/model/visual/blocks/3/norm2/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..749dbbbeb7d92c035a936a67e6ea68fd9d9cbb25
Binary files /dev/null and b/model/model/visual/blocks/3/norm2/scale/0 differ
diff --git a/model/model/visual/blocks/4/attn/proj/bias/.zarray b/model/model/visual/blocks/4/attn/proj/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/4/attn/proj/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/attn/proj/bias/0 b/model/model/visual/blocks/4/attn/proj/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..56bb42afee02a5779bb052b7f692ab9e6b0bcff3
Binary files /dev/null and b/model/model/visual/blocks/4/attn/proj/bias/0 differ
diff --git a/model/model/visual/blocks/4/attn/proj/kernel/.zarray b/model/model/visual/blocks/4/attn/proj/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e3075d0b598ea246dc048c4d4c378890d956c14d
--- /dev/null
+++ b/model/model/visual/blocks/4/attn/proj/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/attn/qkv/bias/.zarray b/model/model/visual/blocks/4/attn/qkv/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..25b3cb9c6cb257594fcad7b4784332fcc38265b0
--- /dev/null
+++ b/model/model/visual/blocks/4/attn/qkv/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[3072],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/attn/qkv/bias/0 b/model/model/visual/blocks/4/attn/qkv/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..9be171b33b899b9f517df17d199fb3c78294f6bc
Binary files /dev/null and b/model/model/visual/blocks/4/attn/qkv/bias/0 differ
diff --git a/model/model/visual/blocks/4/attn/qkv/kernel/.zarray b/model/model/visual/blocks/4/attn/qkv/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0751ec50fb586097693284e20eca1f1138452acb
--- /dev/null
+++ b/model/model/visual/blocks/4/attn/qkv/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256,3072],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/mlp/linear_fc1/bias/.zarray b/model/model/visual/blocks/4/mlp/linear_fc1/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..6cb36eccfd612cd6d39e72807aaa8527aa28075d
--- /dev/null
+++ b/model/model/visual/blocks/4/mlp/linear_fc1/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/4/mlp/linear_fc1/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..5015e03b7bc976f6ce0b176777fd0b695278d682
Binary files /dev/null and b/model/model/visual/blocks/4/mlp/linear_fc1/bias/0 differ
diff --git a/model/model/visual/blocks/4/mlp/linear_fc1/kernel/.zarray b/model/model/visual/blocks/4/mlp/linear_fc1/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f2287a9986fda17ae55f7b7079b012d79318010a
--- /dev/null
+++ b/model/model/visual/blocks/4/mlp/linear_fc1/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[256,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/mlp/linear_fc2/bias/0 b/model/model/visual/blocks/4/mlp/linear_fc2/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..1eb9a650026312f4d8fbef3ab208a36b67accf20
Binary files /dev/null and b/model/model/visual/blocks/4/mlp/linear_fc2/bias/0 differ
diff --git a/model/model/visual/blocks/4/mlp/linear_fc2/kernel/.zarray b/model/model/visual/blocks/4/mlp/linear_fc2/kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..11926ee45e7125e0459a66e4d47d0bd3c402b5f5
--- /dev/null
+++ b/model/model/visual/blocks/4/mlp/linear_fc2/kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,256],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/norm1/bias/.zarray b/model/model/visual/blocks/4/norm1/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/4/norm1/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/norm1/bias/0 b/model/model/visual/blocks/4/norm1/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..e055ca7fedbaef914c65313c5774d2fc897f0958
Binary files /dev/null and b/model/model/visual/blocks/4/norm1/bias/0 differ
diff --git a/model/model/visual/blocks/4/norm1/scale/.zarray b/model/model/visual/blocks/4/norm1/scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/4/norm1/scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/norm1/scale/0 b/model/model/visual/blocks/4/norm1/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..486d7107aee0b620a6ddb6a5648d70f9aa2e19fd
Binary files /dev/null and b/model/model/visual/blocks/4/norm1/scale/0 differ
diff --git a/model/model/visual/blocks/4/norm2/bias/.zarray b/model/model/visual/blocks/4/norm2/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/4/norm2/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/norm2/bias/0 b/model/model/visual/blocks/4/norm2/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a864c8a5dde4de1fdb435e3384ac5c88e93a0d9
Binary files /dev/null and b/model/model/visual/blocks/4/norm2/bias/0 differ
diff --git a/model/model/visual/blocks/4/norm2/scale/.zarray b/model/model/visual/blocks/4/norm2/scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/4/norm2/scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/4/norm2/scale/0 b/model/model/visual/blocks/4/norm2/scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..75b9e29273cf8faaaed96d50a07f4f16207f314a
Binary files /dev/null and b/model/model/visual/blocks/4/norm2/scale/0 differ
diff --git a/model/model/visual/blocks/5/attn/proj/bias/.zarray b/model/model/visual/blocks/5/attn/proj/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/5/attn/proj/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file
diff --git a/model/model/visual/blocks/5/attn/proj/bias/0 b/model/model/visual/blocks/5/attn/proj/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..0de3d2ea26295cc081c2f9636b9b9bf0d729ca80
Binary files /dev/null and b/model/model/visual/blocks/5/attn/proj/bias/0 differ
diff --git a/model/model/visual/blocks/5/mlp/linear_fc1/bias/0 b/model/model/visual/blocks/5/mlp/linear_fc1/bias/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f39237939c17f84637a287cb39ac4b307244725
Binary files /dev/null and b/model/model/visual/blocks/5/mlp/linear_fc1/bias/0 differ
diff --git a/model/model/visual/blocks/5/mlp/linear_fc2/bias/.zarray b/model/model/visual/blocks/5/mlp/linear_fc2/bias/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..0566d8c6344b2bc36bc482d2262468c7a92e0582
--- /dev/null
+++ b/model/model/visual/blocks/5/mlp/linear_fc2/bias/.zarray
@@ -0,0 +1 @@
+{"chunks":[1024],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[1024],"zarr_format":2}
\ No newline at end of file