Re-export with consistent stop tokens (0_5b first)
Browse filesThe two published variants of each size disagree on where generation stops: bf16 carries get_eos_ids [151643] (<|endoftext|>) and 8da4w carries [151645] (<|im_end|>). The config matched only the bf16 half, and that half is the broken one -- those builds emit <|im_end|> as visible text and keep generating.
All files are re-exported to carry upstream's [151645, 151643]. Configs additionally gain get_n_layers (null in all three) and the real 2047 sequence dim.
0_5b lands in this commit; 1_5b and 3b follow as further commits to this PR, since all six files do not fit on disk at once. Each .pte is probed against its config before upload.
0_5b/xnnpack/config.json
CHANGED
|
@@ -22,7 +22,7 @@
|
|
| 22 |
1,
|
| 23 |
{
|
| 24 |
"min": 1,
|
| 25 |
-
"max":
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
|
@@ -46,11 +46,12 @@
|
|
| 46 |
},
|
| 47 |
"get_bos_id": 151643,
|
| 48 |
"get_eos_ids": [
|
|
|
|
| 49 |
151643
|
| 50 |
],
|
| 51 |
"get_max_context_len": 2048,
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
-
"get_n_layers":
|
| 54 |
"get_vocab_size": 151665,
|
| 55 |
"use_kv_cache": true,
|
| 56 |
"use_sdpa_with_kv_cache": true
|
|
@@ -70,7 +71,7 @@
|
|
| 70 |
1,
|
| 71 |
{
|
| 72 |
"min": 1,
|
| 73 |
-
"max":
|
| 74 |
}
|
| 75 |
],
|
| 76 |
"dtype": "int64"
|
|
@@ -94,11 +95,12 @@
|
|
| 94 |
},
|
| 95 |
"get_bos_id": 151643,
|
| 96 |
"get_eos_ids": [
|
|
|
|
| 97 |
151643
|
| 98 |
],
|
| 99 |
"get_max_context_len": 2048,
|
| 100 |
"get_max_seq_len": 2048,
|
| 101 |
-
"get_n_layers":
|
| 102 |
"get_vocab_size": 151665,
|
| 103 |
"use_kv_cache": true,
|
| 104 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 22 |
1,
|
| 23 |
{
|
| 24 |
"min": 1,
|
| 25 |
+
"max": 2047
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
|
|
|
| 46 |
},
|
| 47 |
"get_bos_id": 151643,
|
| 48 |
"get_eos_ids": [
|
| 49 |
+
151645,
|
| 50 |
151643
|
| 51 |
],
|
| 52 |
"get_max_context_len": 2048,
|
| 53 |
"get_max_seq_len": 2048,
|
| 54 |
+
"get_n_layers": 24,
|
| 55 |
"get_vocab_size": 151665,
|
| 56 |
"use_kv_cache": true,
|
| 57 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 71 |
1,
|
| 72 |
{
|
| 73 |
"min": 1,
|
| 74 |
+
"max": 2047
|
| 75 |
}
|
| 76 |
],
|
| 77 |
"dtype": "int64"
|
|
|
|
| 95 |
},
|
| 96 |
"get_bos_id": 151643,
|
| 97 |
"get_eos_ids": [
|
| 98 |
+
151645,
|
| 99 |
151643
|
| 100 |
],
|
| 101 |
"get_max_context_len": 2048,
|
| 102 |
"get_max_seq_len": 2048,
|
| 103 |
+
"get_n_layers": 24,
|
| 104 |
"get_vocab_size": 151665,
|
| 105 |
"use_kv_cache": true,
|
| 106 |
"use_sdpa_with_kv_cache": true
|
0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_8da4w.pte
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53dba4715e8f15fca4a5d39baf8397a0c150b1fc2669042e13005ea11ab2d42e
|
| 3 |
+
size 417114808
|
0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_bf16.pte
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f230be4273ee8189eef96ec2596cbc719859a9acce2629535bfddc0ed271f3eb
|
| 3 |
+
size 988976720
|
1_5b/xnnpack/config.json
CHANGED
|
@@ -22,7 +22,7 @@
|
|
| 22 |
1,
|
| 23 |
{
|
| 24 |
"min": 1,
|
| 25 |
-
"max":
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
|
@@ -46,11 +46,12 @@
|
|
| 46 |
},
|
| 47 |
"get_bos_id": 151643,
|
| 48 |
"get_eos_ids": [
|
|
|
|
| 49 |
151643
|
| 50 |
],
|
| 51 |
"get_max_context_len": 2048,
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
-
"get_n_layers":
|
| 54 |
"get_vocab_size": 151665,
|
| 55 |
"use_kv_cache": true,
|
| 56 |
"use_sdpa_with_kv_cache": true
|
|
@@ -70,7 +71,7 @@
|
|
| 70 |
1,
|
| 71 |
{
|
| 72 |
"min": 1,
|
| 73 |
-
"max":
|
| 74 |
}
|
| 75 |
],
|
| 76 |
"dtype": "int64"
|
|
@@ -94,11 +95,12 @@
|
|
| 94 |
},
|
| 95 |
"get_bos_id": 151643,
|
| 96 |
"get_eos_ids": [
|
|
|
|
| 97 |
151643
|
| 98 |
],
|
| 99 |
"get_max_context_len": 2048,
|
| 100 |
"get_max_seq_len": 2048,
|
| 101 |
-
"get_n_layers":
|
| 102 |
"get_vocab_size": 151665,
|
| 103 |
"use_kv_cache": true,
|
| 104 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 22 |
1,
|
| 23 |
{
|
| 24 |
"min": 1,
|
| 25 |
+
"max": 2047
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
|
|
|
| 46 |
},
|
| 47 |
"get_bos_id": 151643,
|
| 48 |
"get_eos_ids": [
|
| 49 |
+
151645,
|
| 50 |
151643
|
| 51 |
],
|
| 52 |
"get_max_context_len": 2048,
|
| 53 |
"get_max_seq_len": 2048,
|
| 54 |
+
"get_n_layers": 28,
|
| 55 |
"get_vocab_size": 151665,
|
| 56 |
"use_kv_cache": true,
|
| 57 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 71 |
1,
|
| 72 |
{
|
| 73 |
"min": 1,
|
| 74 |
+
"max": 2047
|
| 75 |
}
|
| 76 |
],
|
| 77 |
"dtype": "int64"
|
|
|
|
| 95 |
},
|
| 96 |
"get_bos_id": 151643,
|
| 97 |
"get_eos_ids": [
|
| 98 |
+
151645,
|
| 99 |
151643
|
| 100 |
],
|
| 101 |
"get_max_context_len": 2048,
|
| 102 |
"get_max_seq_len": 2048,
|
| 103 |
+
"get_n_layers": 28,
|
| 104 |
"get_vocab_size": 151665,
|
| 105 |
"use_kv_cache": true,
|
| 106 |
"use_sdpa_with_kv_cache": true
|
3b/xnnpack/config.json
CHANGED
|
@@ -22,7 +22,7 @@
|
|
| 22 |
1,
|
| 23 |
{
|
| 24 |
"min": 1,
|
| 25 |
-
"max":
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
|
@@ -46,11 +46,12 @@
|
|
| 46 |
},
|
| 47 |
"get_bos_id": 151643,
|
| 48 |
"get_eos_ids": [
|
|
|
|
| 49 |
151643
|
| 50 |
],
|
| 51 |
"get_max_context_len": 2048,
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
-
"get_n_layers":
|
| 54 |
"get_vocab_size": 151665,
|
| 55 |
"use_kv_cache": true,
|
| 56 |
"use_sdpa_with_kv_cache": true
|
|
@@ -70,7 +71,7 @@
|
|
| 70 |
1,
|
| 71 |
{
|
| 72 |
"min": 1,
|
| 73 |
-
"max":
|
| 74 |
}
|
| 75 |
],
|
| 76 |
"dtype": "int64"
|
|
@@ -94,11 +95,12 @@
|
|
| 94 |
},
|
| 95 |
"get_bos_id": 151643,
|
| 96 |
"get_eos_ids": [
|
|
|
|
| 97 |
151643
|
| 98 |
],
|
| 99 |
"get_max_context_len": 2048,
|
| 100 |
"get_max_seq_len": 2048,
|
| 101 |
-
"get_n_layers":
|
| 102 |
"get_vocab_size": 151665,
|
| 103 |
"use_kv_cache": true,
|
| 104 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 22 |
1,
|
| 23 |
{
|
| 24 |
"min": 1,
|
| 25 |
+
"max": 2047
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
|
|
|
| 46 |
},
|
| 47 |
"get_bos_id": 151643,
|
| 48 |
"get_eos_ids": [
|
| 49 |
+
151645,
|
| 50 |
151643
|
| 51 |
],
|
| 52 |
"get_max_context_len": 2048,
|
| 53 |
"get_max_seq_len": 2048,
|
| 54 |
+
"get_n_layers": 36,
|
| 55 |
"get_vocab_size": 151665,
|
| 56 |
"use_kv_cache": true,
|
| 57 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 71 |
1,
|
| 72 |
{
|
| 73 |
"min": 1,
|
| 74 |
+
"max": 2047
|
| 75 |
}
|
| 76 |
],
|
| 77 |
"dtype": "int64"
|
|
|
|
| 95 |
},
|
| 96 |
"get_bos_id": 151643,
|
| 97 |
"get_eos_ids": [
|
| 98 |
+
151645,
|
| 99 |
151643
|
| 100 |
],
|
| 101 |
"get_max_context_len": 2048,
|
| 102 |
"get_max_seq_len": 2048,
|
| 103 |
+
"get_n_layers": 36,
|
| 104 |
"get_vocab_size": 151665,
|
| 105 |
"use_kv_cache": true,
|
| 106 |
"use_sdpa_with_kv_cache": true
|