msluszniak commited on
Commit
d86368d
·
verified ·
1 Parent(s): 459a2ae

Re-export with consistent stop tokens (0_5b first)

Browse files

The two published variants of each size disagree on where generation stops: bf16 carries get_eos_ids [151643] (<|endoftext|>) and 8da4w carries [151645] (<|im_end|>). The config matched only the bf16 half, and that half is the broken one -- those builds emit <|im_end|> as visible text and keep generating.

All files are re-exported to carry upstream's [151645, 151643]. Configs additionally gain get_n_layers (null in all three) and the real 2047 sequence dim.

0_5b lands in this commit; 1_5b and 3b follow as further commits to this PR, since all six files do not fit on disk at once. Each .pte is probed against its config before upload.

0_5b/xnnpack/config.json CHANGED
@@ -22,7 +22,7 @@
22
  1,
23
  {
24
  "min": 1,
25
- "max": 2048
26
  }
27
  ],
28
  "dtype": "int64"
@@ -46,11 +46,12 @@
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
 
49
  151643
50
  ],
51
  "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
- "get_n_layers": null,
54
  "get_vocab_size": 151665,
55
  "use_kv_cache": true,
56
  "use_sdpa_with_kv_cache": true
@@ -70,7 +71,7 @@
70
  1,
71
  {
72
  "min": 1,
73
- "max": 2048
74
  }
75
  ],
76
  "dtype": "int64"
@@ -94,11 +95,12 @@
94
  },
95
  "get_bos_id": 151643,
96
  "get_eos_ids": [
 
97
  151643
98
  ],
99
  "get_max_context_len": 2048,
100
  "get_max_seq_len": 2048,
101
- "get_n_layers": null,
102
  "get_vocab_size": 151665,
103
  "use_kv_cache": true,
104
  "use_sdpa_with_kv_cache": true
 
22
  1,
23
  {
24
  "min": 1,
25
+ "max": 2047
26
  }
27
  ],
28
  "dtype": "int64"
 
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
49
+ 151645,
50
  151643
51
  ],
52
  "get_max_context_len": 2048,
53
  "get_max_seq_len": 2048,
54
+ "get_n_layers": 24,
55
  "get_vocab_size": 151665,
56
  "use_kv_cache": true,
57
  "use_sdpa_with_kv_cache": true
 
71
  1,
72
  {
73
  "min": 1,
74
+ "max": 2047
75
  }
76
  ],
77
  "dtype": "int64"
 
95
  },
96
  "get_bos_id": 151643,
97
  "get_eos_ids": [
98
+ 151645,
99
  151643
100
  ],
101
  "get_max_context_len": 2048,
102
  "get_max_seq_len": 2048,
103
+ "get_n_layers": 24,
104
  "get_vocab_size": 151665,
105
  "use_kv_cache": true,
106
  "use_sdpa_with_kv_cache": true
0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_8da4w.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ca8c151a6bd04a8f2a20741e481a40a5a4945d933ad18d41611b341945a2c2f
3
- size 417114680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53dba4715e8f15fca4a5d39baf8397a0c150b1fc2669042e13005ea11ab2d42e
3
+ size 417114808
0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_bf16.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4891d88799fde6bf2ca76e5606597c5fe8edf2140d62f375bd38a7ad8da393d
3
- size 988965856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f230be4273ee8189eef96ec2596cbc719859a9acce2629535bfddc0ed271f3eb
3
+ size 988976720
1_5b/xnnpack/config.json CHANGED
@@ -22,7 +22,7 @@
22
  1,
23
  {
24
  "min": 1,
25
- "max": 2048
26
  }
27
  ],
28
  "dtype": "int64"
@@ -46,11 +46,12 @@
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
 
49
  151643
50
  ],
51
  "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
- "get_n_layers": null,
54
  "get_vocab_size": 151665,
55
  "use_kv_cache": true,
56
  "use_sdpa_with_kv_cache": true
@@ -70,7 +71,7 @@
70
  1,
71
  {
72
  "min": 1,
73
- "max": 2048
74
  }
75
  ],
76
  "dtype": "int64"
@@ -94,11 +95,12 @@
94
  },
95
  "get_bos_id": 151643,
96
  "get_eos_ids": [
 
97
  151643
98
  ],
99
  "get_max_context_len": 2048,
100
  "get_max_seq_len": 2048,
101
- "get_n_layers": null,
102
  "get_vocab_size": 151665,
103
  "use_kv_cache": true,
104
  "use_sdpa_with_kv_cache": true
 
22
  1,
23
  {
24
  "min": 1,
25
+ "max": 2047
26
  }
27
  ],
28
  "dtype": "int64"
 
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
49
+ 151645,
50
  151643
51
  ],
52
  "get_max_context_len": 2048,
53
  "get_max_seq_len": 2048,
54
+ "get_n_layers": 28,
55
  "get_vocab_size": 151665,
56
  "use_kv_cache": true,
57
  "use_sdpa_with_kv_cache": true
 
71
  1,
72
  {
73
  "min": 1,
74
+ "max": 2047
75
  }
76
  ],
77
  "dtype": "int64"
 
95
  },
96
  "get_bos_id": 151643,
97
  "get_eos_ids": [
98
+ 151645,
99
  151643
100
  ],
101
  "get_max_context_len": 2048,
102
  "get_max_seq_len": 2048,
103
+ "get_n_layers": 28,
104
  "get_vocab_size": 151665,
105
  "use_kv_cache": true,
106
  "use_sdpa_with_kv_cache": true
3b/xnnpack/config.json CHANGED
@@ -22,7 +22,7 @@
22
  1,
23
  {
24
  "min": 1,
25
- "max": 2048
26
  }
27
  ],
28
  "dtype": "int64"
@@ -46,11 +46,12 @@
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
 
49
  151643
50
  ],
51
  "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
- "get_n_layers": null,
54
  "get_vocab_size": 151665,
55
  "use_kv_cache": true,
56
  "use_sdpa_with_kv_cache": true
@@ -70,7 +71,7 @@
70
  1,
71
  {
72
  "min": 1,
73
- "max": 2048
74
  }
75
  ],
76
  "dtype": "int64"
@@ -94,11 +95,12 @@
94
  },
95
  "get_bos_id": 151643,
96
  "get_eos_ids": [
 
97
  151643
98
  ],
99
  "get_max_context_len": 2048,
100
  "get_max_seq_len": 2048,
101
- "get_n_layers": null,
102
  "get_vocab_size": 151665,
103
  "use_kv_cache": true,
104
  "use_sdpa_with_kv_cache": true
 
22
  1,
23
  {
24
  "min": 1,
25
+ "max": 2047
26
  }
27
  ],
28
  "dtype": "int64"
 
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
49
+ 151645,
50
  151643
51
  ],
52
  "get_max_context_len": 2048,
53
  "get_max_seq_len": 2048,
54
+ "get_n_layers": 36,
55
  "get_vocab_size": 151665,
56
  "use_kv_cache": true,
57
  "use_sdpa_with_kv_cache": true
 
71
  1,
72
  {
73
  "min": 1,
74
+ "max": 2047
75
  }
76
  ],
77
  "dtype": "int64"
 
95
  },
96
  "get_bos_id": 151643,
97
  "get_eos_ids": [
98
+ 151645,
99
  151643
100
  ],
101
  "get_max_context_len": 2048,
102
  "get_max_seq_len": 2048,
103
+ "get_n_layers": 36,
104
  "get_vocab_size": 151665,
105
  "use_kv_cache": true,
106
  "use_sdpa_with_kv_cache": true