Bartosz Hanc commited on
Commit
0dcb84e
·
1 Parent(s): 738a5fe

Update Qwen 3 0.6B MLX model to int8 (v0.11.0)

Browse files
.gitattributes CHANGED
@@ -49,3 +49,4 @@ qwen-3-4B/quantized/qwen3_4b_8da4w.pte filter=lfs diff=lfs merge=lfs -text
49
  0_6b/mlx/qwen_3_0_6b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
50
  1_7b/mlx/qwen_3_1_7b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
51
  4b/mlx/qwen_3_4b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
 
 
49
  0_6b/mlx/qwen_3_0_6b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
50
  1_7b/mlx/qwen_3_1_7b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
51
  4b/mlx/qwen_3_4b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
52
+ 0_6b/mlx/qwen_3_0_6b_mlx_int8.pte filter=lfs diff=lfs merge=lfs -text
0_6b/mlx/config.json CHANGED
@@ -9,8 +9,8 @@
9
  "license": "apache-2.0",
10
  "variants": [
11
  {
12
- "file": "qwen_3_0_6b_mlx_int4.pte",
13
- "precision": "4w",
14
  "quantized": true,
15
  "default": true,
16
  "methods": {
@@ -40,7 +40,7 @@
40
  1,
41
  151936
42
  ],
43
- "dtype": "bfloat16"
44
  }
45
  ]
46
  },
@@ -48,7 +48,7 @@
48
  "get_eos_ids": [
49
  151645
50
  ],
51
- "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
  "get_n_layers": 28,
54
  "get_vocab_size": 151936,
 
9
  "license": "apache-2.0",
10
  "variants": [
11
  {
12
+ "file": "qwen_3_0_6b_mlx_int8.pte",
13
+ "precision": "8w",
14
  "quantized": true,
15
  "default": true,
16
  "methods": {
 
40
  1,
41
  151936
42
  ],
43
+ "dtype": "float32"
44
  }
45
  ]
46
  },
 
48
  "get_eos_ids": [
49
  151645
50
  ],
51
+ "get_max_context_len": 8192,
52
  "get_max_seq_len": 2048,
53
  "get_n_layers": 28,
54
  "get_vocab_size": 151936,
0_6b/mlx/{qwen_3_0_6b_mlx_int4.pte → qwen_3_0_6b_mlx_int8.pte} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b22d3792afbd183ddb18aa4acc795dc2977d384dfc6d64ddc0360bc996dc12af
3
- size 628165248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7105828b2744c830770929f924c505161ff859a96481ff4f2b8f33b8cf56525
3
+ size 926157568