Bartosz Hanc commited on
Commit ·
0dcb84e
1
Parent(s): 738a5fe
Update Qwen 3 0.6B MLX model to int8 (v0.11.0)
Browse files
.gitattributes
CHANGED
|
@@ -49,3 +49,4 @@ qwen-3-4B/quantized/qwen3_4b_8da4w.pte filter=lfs diff=lfs merge=lfs -text
|
|
| 49 |
0_6b/mlx/qwen_3_0_6b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 50 |
1_7b/mlx/qwen_3_1_7b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 51 |
4b/mlx/qwen_3_4b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 49 |
0_6b/mlx/qwen_3_0_6b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 50 |
1_7b/mlx/qwen_3_1_7b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 51 |
4b/mlx/qwen_3_4b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
0_6b/mlx/qwen_3_0_6b_mlx_int8.pte filter=lfs diff=lfs merge=lfs -text
|
0_6b/mlx/config.json
CHANGED
|
@@ -9,8 +9,8 @@
|
|
| 9 |
"license": "apache-2.0",
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
-
"file": "
|
| 13 |
-
"precision": "
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
|
@@ -40,7 +40,7 @@
|
|
| 40 |
1,
|
| 41 |
151936
|
| 42 |
],
|
| 43 |
-
"dtype": "
|
| 44 |
}
|
| 45 |
]
|
| 46 |
},
|
|
@@ -48,7 +48,7 @@
|
|
| 48 |
"get_eos_ids": [
|
| 49 |
151645
|
| 50 |
],
|
| 51 |
-
"get_max_context_len":
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
"get_n_layers": 28,
|
| 54 |
"get_vocab_size": 151936,
|
|
|
|
| 9 |
"license": "apache-2.0",
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
+
"file": "qwen_3_0_6b_mlx_int8.pte",
|
| 13 |
+
"precision": "8w",
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
|
|
|
| 40 |
1,
|
| 41 |
151936
|
| 42 |
],
|
| 43 |
+
"dtype": "float32"
|
| 44 |
}
|
| 45 |
]
|
| 46 |
},
|
|
|
|
| 48 |
"get_eos_ids": [
|
| 49 |
151645
|
| 50 |
],
|
| 51 |
+
"get_max_context_len": 8192,
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
"get_n_layers": 28,
|
| 54 |
"get_vocab_size": 151936,
|
0_6b/mlx/{qwen_3_0_6b_mlx_int4.pte → qwen_3_0_6b_mlx_int8.pte}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7105828b2744c830770929f924c505161ff859a96481ff4f2b8f33b8cf56525
|
| 3 |
+
size 926157568
|