ToPo-ToPo commited on
Commit
b009caa
·
verified ·
1 Parent(s): d3061eb

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. LICENSE +21 -0
  3. README.md +73 -0
  4. chat_template.jinja +257 -0
  5. config.json +0 -0
  6. generation_config.json +12 -0
  7. model-00001-of-00046.safetensors +3 -0
  8. model-00002-of-00046.safetensors +3 -0
  9. model-00003-of-00046.safetensors +3 -0
  10. model-00004-of-00046.safetensors +3 -0
  11. model-00005-of-00046.safetensors +3 -0
  12. model-00006-of-00046.safetensors +3 -0
  13. model-00007-of-00046.safetensors +3 -0
  14. model-00008-of-00046.safetensors +3 -0
  15. model-00009-of-00046.safetensors +3 -0
  16. model-00010-of-00046.safetensors +3 -0
  17. model-00011-of-00046.safetensors +3 -0
  18. model-00012-of-00046.safetensors +3 -0
  19. model-00013-of-00046.safetensors +3 -0
  20. model-00014-of-00046.safetensors +3 -0
  21. model-00015-of-00046.safetensors +3 -0
  22. model-00016-of-00046.safetensors +3 -0
  23. model-00017-of-00046.safetensors +3 -0
  24. model-00018-of-00046.safetensors +3 -0
  25. model-00019-of-00046.safetensors +3 -0
  26. model-00020-of-00046.safetensors +3 -0
  27. model-00021-of-00046.safetensors +3 -0
  28. model-00023-of-00046.safetensors +3 -0
  29. model-00024-of-00046.safetensors +3 -0
  30. model-00025-of-00046.safetensors +3 -0
  31. model-00026-of-00046.safetensors +3 -0
  32. model-00029-of-00046.safetensors +3 -0
  33. model-00031-of-00046.safetensors +3 -0
  34. model-00032-of-00046.safetensors +3 -0
  35. model-00033-of-00046.safetensors +3 -0
  36. model-00034-of-00046.safetensors +3 -0
  37. model-00036-of-00046.safetensors +3 -0
  38. model-00037-of-00046.safetensors +3 -0
  39. model-00038-of-00046.safetensors +3 -0
  40. model-00039-of-00046.safetensors +3 -0
  41. model-00040-of-00046.safetensors +3 -0
  42. model-00041-of-00046.safetensors +3 -0
  43. model-00042-of-00046.safetensors +3 -0
  44. model-00043-of-00046.safetensors +3 -0
  45. model-00044-of-00046.safetensors +3 -0
  46. model-00045-of-00046.safetensors +3 -0
  47. model-00046-of-00046.safetensors +3 -0
  48. model.safetensors.index.json +0 -0
  49. processor_config.json +69 -0
  50. tokenizer.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Z.AI Co., Ltd
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: mlx
3
+ license: mit
4
+ license_link: LICENSE
5
+ pipeline_tag: image-text-to-text
6
+ base_model: zai-org/GLM-5.3-Flash-BF16
7
+ tags:
8
+ - mlx
9
+ ---
10
+
11
+ # GLM-5.3-Flash-mlx-3bit-e3o8
12
+
13
+ [zai-org/GLM-5.3-Flash-BF16](https://huggingface.co/zai-org/GLM-5.3-Flash-BF16)(合計 320B・1 トークン 18B の MoE)の MLX 版。
14
+ エキスパートだけを 3bit、ほかの線形層を 8bit にしたもの。手元の評価では、エキスパート 4bit 版と区別がつかなかった。
15
+
16
+ - サイズ: 134 GiB(143.9GB)。モデルサーバーのメモリは約 135GB(phys_footprint)
17
+ - 量子化(affine):
18
+ - ルーティングされるエキスパート(`switch_mlp.{gate,up,down}_proj`、42 層 × 3): **3bit g64**
19
+ - 注意機構・共有エキスパート・先頭 3 層の dense MLP・埋め込み・出力層など、ほかの線形層: **8bit g64**
20
+ - MoE のルーター(`mlp.gate`)・画像部分: 量子化しない(bf16)
21
+ - mHC・減衰の配列など: mlx-vlm の判定どおり fp32
22
+ - MTP 層(層 45): mlx-vlm の変換と同じく含めない
23
+
24
+ ## 作り方
25
+
26
+ bf16(643GB)と出力を同時に置けないため、シャードを層ごとに落とし、mlx-vlm 0.7.11 の `convert` と同じ手順
27
+ (sanitize → 型の変換 → `quantize_model`)を層ごとに当てて保存した。
28
+ 先頭 5 層だけに縮めたモデルで `mlx_vlm.convert` の出力と比べ、すべてのテンソル・config・ほかのファイルが一致することを確かめてある。
29
+
30
+ ## 評価
31
+
32
+ `reasoning_effort: "low"`(後述)、温度 0.6・top_p 0.95・top_k 20、各ケース 5 回。mlx-vlm 0.7.11 のモデルサーバーを直接使い、MTP なし。
33
+ probe は日本語・英語の短い問答 34 問、道具は呼び出しの場面 20 種を日本語と英語でそれぞれ。
34
+
35
+ | | e4o8(エキスパート 4bit・非公開) | **e3o8(このリポジトリ)** | e2o8(エキスパート 2bit g128・非公開) |
36
+ |---|---|---|---|
37
+ | 重みの大きさ | 181.9GB | 143.9GB | 96.3GB |
38
+ | モデルサーバーのメモリ | 約 170GB | 135GB | 91GB |
39
+ | probe 正答 | 100% | 100% | 90.4% |
40
+ | 日本語の道具 | 100% | 100% | 95% |
41
+ | 英語の道具 | 100% | 100% | 99% |
42
+ | 同じ句の繰り返しに陥る(probe) | 0% | 0% | 2.9% |
43
+ | 生成速度 | 29.6 tok/s | 30.3 tok/s | 31.8 tok/s |
44
+
45
+ 生成速度は M3 Ultra、温度 0・400 トークン × 3 問の平均。
46
+
47
+ - エキスパートを 2bit にすると壊れる(読みの誤り、事実の誤り、同じ句の繰り返し)。3bit が実用の下限。
48
+ - ビットを下げても生成はほとんど速くならない。MoE では 1 トークンで読むエキスパートが一部だけなので、読む量の差が小さいため。
49
+ - 長い会話・画像入力は試していない。
50
+
51
+ ## 思考の切り替え
52
+
53
+ チャットテンプレートに思考を切るスイッチは無く、`reasoning_effort`(low / high / max、既定は max)で深さを選ぶ。
54
+ low にすると、ほぼ思考せずに答える(思考欄に短いメモが出ることはある)。
55
+ mlx-vlm のサーバーでは、`reasoning_effort` をリクエストのトップレベルに置く(`chat_template_kwargs` の中に入れると効かない)。
56
+
57
+ ```
58
+ curl http://127.0.0.1:8080/v1/chat/completions -H 'Content-Type: application/json' -d '{
59
+ "model": "ToPo-ToPo/GLM-5.3-Flash-mlx-3bit-e3o8",
60
+ "messages": [{"role": "user", "content": "こんにちは"}],
61
+ "reasoning_effort": "low"
62
+ }'
63
+ ```
64
+
65
+ ## 使い方
66
+
67
+ ```
68
+ pip install -U mlx-vlm
69
+ python -m mlx_vlm generate --model ToPo-ToPo/GLM-5.3-Flash-mlx-3bit-e3o8 \
70
+ --prompt "日本の都道府県の数を教えてください" --max-tokens 512
71
+ ```
72
+
73
+ 元のモデルのライセンス(MIT)に従う。
chat_template.jinja ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%}
3
+ {%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
4
+ {%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%}
5
+ {%- if tools -%}
6
+ {%- macro tool_to_json(tool) -%}
7
+ {%- set ns_tool = namespace(first=true) -%}
8
+ {{ '{' -}}
9
+ {%- for k, v in tool.items() -%}
10
+ {%- if k != 'defer_loading' and k != 'strict' -%}
11
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
12
+ {%- set ns_tool.first = false -%}
13
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
14
+ {%- endif -%}
15
+ {%- endfor -%}
16
+ {{- '}' -}}
17
+ {%- endmacro -%}
18
+ {%- macro tool_references_to_response(refs) -%}
19
+ {{- '<tool_response><tools>\n' -}}
20
+ {%- for tr in refs -%}
21
+ {%- for tool in tools -%}
22
+ {%- if 'function' in tool -%}
23
+ {%- set tool = tool['function'] -%}
24
+ {%- endif -%}
25
+ {%- if tool.name == tr.name -%}
26
+ {{- tool_to_json(tool) + '\n' -}}
27
+ {%- endif -%}
28
+ {%- endfor -%}
29
+ {%- endfor -%}
30
+ {{- '</tools></tool_response>' -}}
31
+ {%- endmacro -%}
32
+ <|system|>
33
+ # Tools
34
+
35
+ You may call one or more functions to assist with the user query.
36
+
37
+ You are provided with function signatures within <tools></tools> XML tags:
38
+ <tools>
39
+ {% for tool in tools %}
40
+ {%- if 'function' in tool -%}
41
+ {%- set tool = tool['function'] -%}
42
+ {%- endif -%}
43
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
44
+ {{ tool_to_json(tool) }}
45
+ {% endif %}
46
+ {% endfor %}
47
+ </tools>
48
+
49
+ For each function call, output the function name and arguments within the following XML format:
50
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
51
+ {%- macro emit_image() -%}<|begin_of_image|><|image|><|end_of_image|>{%- endmacro -%}
52
+ {%- macro emit_video() -%}<|begin_of_video|><|video|><|end_of_video|>{%- endmacro -%}
53
+ {%- macro emit_audio() -%}<|begin_of_audio|><|end_of_audio|>{%- endmacro -%}
54
+ {%- macro visible_text(content) -%}
55
+ {%- if content is string -%}
56
+ {{- content -}}
57
+ {%- elif content is iterable and content is not mapping -%}
58
+ {%- for item in content -%}
59
+ {%- if item is mapping and item.type == 'text' -%}
60
+ {{- item.text -}}
61
+ {%- elif item is string -%}
62
+ {{- item -}}
63
+ {%- elif item is mapping and item.type in ['image', 'image_url'] -%}
64
+ {{- emit_image() -}}
65
+ {%- elif item is mapping and item.type in ['video', 'video_url'] -%}
66
+ {{- emit_video() -}}
67
+ {%- elif item is mapping and item.type in ['audio', 'audio_url', 'input_audio'] -%}
68
+ {{- emit_audio() -}}
69
+ {%- endif -%}
70
+ {%- endfor -%}
71
+ {%- elif content is not none -%}
72
+ {{- content -}}
73
+ {%- endif -%}
74
+ {%- endmacro -%}
75
+ {%- macro tool_response(text) -%}
76
+ {{- '<tool_response>' + text + '</tool_response>' -}}
77
+ {%- endmacro -%}
78
+ {%- macro render_tool_response(m) -%}
79
+ {%- if m.content is string -%}
80
+ {{- tool_response(m.content) -}}
81
+ {%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
82
+ {{- tool_references_to_response(m.content) -}}
83
+ {%- elif is_list_of_outputs(m) -%}
84
+ {%- for tr in m.content -%}
85
+ {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
86
+ {{- tool_references_to_response(tr.output) -}}
87
+ {%- else -%}
88
+ {{- tool_response(visible_text(tr.output)) -}}
89
+ {%- endif -%}
90
+ {%- endfor -%}
91
+ {%- else -%}
92
+ {{- tool_response(visible_text(m.content)) -}}
93
+ {%- endif -%}
94
+ {%- endmacro -%}
95
+ {%- macro id_of(obj) -%}
96
+ {%- if obj.tool_call_id -%}
97
+ {{- obj.tool_call_id -}}
98
+ {%- elif obj.id -%}
99
+ {{- obj.id -}}
100
+ {%- endif -%}
101
+ {%- endmacro -%}
102
+ {%- macro is_list_of_outputs(m) -%}
103
+ {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
104
+ {%- endmacro -%}
105
+ {%- macro has_dup_tool_result_id(lo, hi, target) -%}
106
+ {%- set ns_cnt = namespace(n=0) -%}
107
+ {%- for k in range(lo, hi + 1) -%}
108
+ {%- set m = messages[k] -%}
109
+ {%- if is_list_of_outputs(m) -%}
110
+ {%- for entry in m.content -%}
111
+ {%- if id_of(entry) == target -%}
112
+ {%- set ns_cnt.n = ns_cnt.n + 1 -%}
113
+ {%- endif -%}
114
+ {%- endfor -%}
115
+ {%- elif id_of(m) == target -%}
116
+ {%- set ns_cnt.n = ns_cnt.n + 1 -%}
117
+ {%- endif -%}
118
+ {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%}
119
+ {%- endfor -%}
120
+ {%- if ns_cnt.n > 1 -%}1{%- endif -%}
121
+ {%- endmacro -%}
122
+ {%- macro tc_id_exists(tcs, target) -%}
123
+ {%- set ns_f = namespace(found=false) -%}
124
+ {%- for tc in tcs -%}
125
+ {%- if id_of(tc) == target -%}
126
+ {%- set ns_f.found = true -%}
127
+ {%- break -%}
128
+ {%- endif -%}
129
+ {%- endfor -%}
130
+ {%- if ns_f.found -%}1{%- endif -%}
131
+ {%- endmacro -%}
132
+ {%- set ns = namespace(last_user_index=-1) -%}
133
+ {%- for m in messages %}
134
+ {%- if m.role == 'user' %}
135
+ {%- set ns.last_user_index = loop.index0 -%}
136
+ {%- endif %}
137
+ {%- endfor %}
138
+ {%- for m in messages -%}
139
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
140
+ {%- elif m.role == 'assistant' -%}
141
+ <|assistant|>
142
+ {%- set content = visible_text(m.content) %}
143
+ {%- if m.reasoning_content is string %}
144
+ {%- set reasoning_content = m.reasoning_content %}
145
+ {%- elif '</think>' in content %}
146
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
147
+ {%- set content = content.split('</think>')[-1] %}
148
+ {%- endif %}
149
+ {%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
150
+ {{ '<think>' + reasoning_content + '</think>'}}
151
+ {%- else -%}
152
+ {{ '<think></think>' }}
153
+ {%- endif -%}
154
+ {%- if content.strip() -%}
155
+ {{ content.strip() }}
156
+ {%- endif -%}
157
+ {% if m.tool_calls %}
158
+ {% for tc in m.tool_calls %}
159
+ {%- if tc.function %}
160
+ {%- set tc = tc.function %}
161
+ {%- endif %}
162
+ {{- '<tool_call>' ~ tc.name -}}
163
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
164
+ {% endif %}
165
+ {%- elif m.role == 'tool' -%}
166
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
167
+ {{- '<|observation|>' -}}
168
+ {%- set block_start = loop.index0 -%}
169
+ {%- set ns_blk = namespace(end=block_start) -%}
170
+ {%- for j in range(block_start, messages|length) -%}
171
+ {%- if messages[j].role == 'tool' -%}
172
+ {%- set ns_blk.end = j -%}
173
+ {%- else -%}
174
+ {%- break -%}
175
+ {%- endif -%}
176
+ {%- endfor -%}
177
+ {%- set ns_a = namespace(tool_calls=none) -%}
178
+ {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%}
179
+ {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%}
180
+ {%- endif -%}
181
+ {%- set ns_chk = namespace(can_sort=true, res=[], mk=[], ek=[], tcs=[]) -%}
182
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
183
+ {%- set m = messages[k] -%}
184
+ {%- if is_list_of_outputs(m) -%}
185
+ {%- for entry in m.content -%}
186
+ {%- set ns_chk.res = ns_chk.res + [id_of(entry)] -%}
187
+ {%- set ns_chk.mk = ns_chk.mk + [k] -%}
188
+ {%- set ns_chk.ek = ns_chk.ek + [loop.index0] -%}
189
+ {%- endfor -%}
190
+ {%- else -%}
191
+ {%- set ns_chk.res = ns_chk.res + [id_of(m)] -%}
192
+ {%- set ns_chk.mk = ns_chk.mk + [k] -%}
193
+ {%- set ns_chk.ek = ns_chk.ek + [-1] -%}
194
+ {%- endif -%}
195
+ {%- endfor -%}
196
+ {%- if not ns_a.tool_calls -%}
197
+ {%- set ns_chk.can_sort = false -%}
198
+ {%- else -%}
199
+ {%- for tc in ns_a.tool_calls -%}
200
+ {%- set ns_chk.tcs = ns_chk.tcs + [id_of(tc)] -%}
201
+ {%- endfor -%}
202
+ {%- if '' in ns_chk.res or '' in ns_chk.tcs -%}
203
+ {%- set ns_chk.can_sort = false -%}
204
+ {%- elif ns_chk.res | unique(case_sensitive=true) | list | length != ns_chk.res | length -%}
205
+ {%- set ns_chk.can_sort = false -%}
206
+ {%- elif ns_chk.tcs | unique(case_sensitive=true) | list | length != ns_chk.tcs | length -%}
207
+ {%- set ns_chk.can_sort = false -%}
208
+ {%- else -%}
209
+ {%- for eid in ns_chk.res -%}
210
+ {%- if eid not in ns_chk.tcs -%}
211
+ {%- set ns_chk.can_sort = false -%}
212
+ {%- break -%}
213
+ {%- endif -%}
214
+ {%- endfor -%}
215
+ {%- endif -%}
216
+ {%- endif -%}
217
+ {%- if ns_chk.can_sort -%}
218
+ {%- set ns_ord = namespace(res=[], tcs=[], j=0, pairs=[]) -%}
219
+ {%- for eid in ns_chk.res -%}
220
+ {%- set ns_ord.res = ns_ord.res + [{'id': eid, 'p': loop.index0}] -%}
221
+ {%- endfor -%}
222
+ {%- for tc_id in ns_chk.tcs -%}
223
+ {%- set ns_ord.tcs = ns_ord.tcs + [{'id': tc_id, 'i': loop.index0}] -%}
224
+ {%- endfor -%}
225
+ {%- set ns_ord.res = ns_ord.res | sort(attribute='id', case_sensitive=true) -%}
226
+ {%- for tc in ns_ord.tcs | sort(attribute='id', case_sensitive=true) -%}
227
+ {%- if ns_ord.j < ns_ord.res | length and ns_ord.res[ns_ord.j].id == tc.id -%}
228
+ {%- set ns_ord.pairs = ns_ord.pairs + [{'i': tc.i, 'p': ns_ord.res[ns_ord.j].p}] -%}
229
+ {%- set ns_ord.j = ns_ord.j + 1 -%}
230
+ {%- endif -%}
231
+ {%- endfor -%}
232
+ {%- for pair in ns_ord.pairs | sort(attribute='i') -%}
233
+ {%- set m = messages[ns_chk.mk[pair.p]] -%}
234
+ {%- if ns_chk.ek[pair.p] >= 0 -%}
235
+ {%- set entry = m.content[ns_chk.ek[pair.p]] -%}
236
+ {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
237
+ {{- tool_references_to_response(entry.output) -}}
238
+ {%- else -%}
239
+ {{- tool_response(visible_text(entry.output)) -}}
240
+ {%- endif -%}
241
+ {%- else -%}
242
+ {{- render_tool_response(m) -}}
243
+ {%- endif -%}
244
+ {%- endfor -%}
245
+ {%- else -%}
246
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
247
+ {{- render_tool_response(messages[k]) -}}
248
+ {%- endfor -%}
249
+ {%- endif -%}
250
+ {% endif -%}
251
+ {%- elif m.role == 'system' -%}
252
+ <|system|>{{ visible_text(m.content) }}
253
+ {%- endif -%}
254
+ {%- endfor -%}
255
+ {%- if add_generation_prompt -%}
256
+ <|assistant|>{{- '<think>' -}}
257
+ {%- endif -%}
config.json ADDED
The diff for this file is too large to render. See raw diff
 
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 154820,
5
+ 154827,
6
+ 154829
7
+ ],
8
+ "pad_token_id": 154820,
9
+ "temperature": 1.0,
10
+ "top_p": 0.95,
11
+ "transformers_version": "5.16.0"
12
+ }
model-00001-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dd5a0d83e6f5c2dbc5bc54a48f58445df27324edf196c981ccaecb25b955e20
3
+ size 308482767
model-00002-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53998369d6c2dd3d3adaa250f40ac9f4445b092970ba2e31d584c5e8f4368e4
3
+ size 308482809
model-00003-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82369dca070719e29f263f36f4cdb6c07f9e0041e39de0560a17700dfb622f3
3
+ size 3348045313
model-00004-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a79a1e3e38df1569958d261f4cb84829dad99ce40ecd86cbcacb7141f84e154b
3
+ size 2475378128
model-00005-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9bd339b9ab41fc4c3ddb189f5fa5681697ccf158f82d36d726851e5cf285538
3
+ size 3334805545
model-00006-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd09b8229b32922bbb4cb40066f7a7ddd0c779bd3c0cef9b1b4484ba4ae762a
3
+ size 3348045355
model-00007-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd6dff45a997a15cc185a47e346949e84305f8f1011472a26f19ca221615af9c
3
+ size 3348045363
model-00008-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc6c7147c303fa6f93d9438b7b173c4805ececc5f5adc2211092a574ecfa42bd
3
+ size 3348045325
model-00009-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3a4dc3e9d28ecadd82e20d49b2d5d868a7759e8b6ce6e4f61b336bee0e3e24
3
+ size 3334805591
model-00010-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a713ae0978e305f6727ed46324eb09ddc00e410e74da32f80de092f9cdfd6f33
3
+ size 3348045329
model-00011-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90fe0f1ce58dde1a4616447cf5557322c0387a17c96081765cd744ff58463d3b
3
+ size 3348045347
model-00012-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929178c6032eb0bb0d007e7f3481259eeaa4064d21c5db9e8702629414793fc8
3
+ size 3348045317
model-00013-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f502c76df7c0e8919035940bf727389221758d96d02a4d7f2d924db89feb1f5
3
+ size 3334805583
model-00014-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be462e4c27e919fb3cc080780cfe706cebfb3153416d2065639f4a2bdce1f1dd
3
+ size 308482797
model-00015-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2dd42967ec8663b58527f164ab4f411cc4991401c9a6983aac99c14246808b
3
+ size 3348045333
model-00016-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8994c0a3e25338fdac06266ff89ed525a741e03568e9a4496a96737386cfa9c3
3
+ size 3348045355
model-00017-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:705bd6376ec1e80b3a7948720ec2ec5d464d76d815b8d670d79bb1d96edeb646
3
+ size 3348045329
model-00018-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80fbd709a79db11a7b37e240c241040c0b3095b7a7e292ce35d9693d7f9e8532
3
+ size 3334805583
model-00019-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423475c13d6c2dcc273be94537e2aaf7265fb62399b9e1d5f8cd06ab5d985eb2
3
+ size 3348045339
model-00020-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cacafb90458def6d9194d404161dfaff9a1a53008867195fa43388e9f32d9975
3
+ size 3348045339
model-00021-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2067c9068fa274a77bc2a980a3792296e592aff70cbcc3559ec971befc61fe89
3
+ size 3348045321
model-00023-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0d95614fa91dcaca4f2823eec3dafde16a1d6f6f8010b5d006032972cb606ae
3
+ size 3348045315
model-00024-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab359d9e9ac60afe2fc87115bdf943f8ac9ec72e55d88f97a96e103206e2a67
3
+ size 3348045351
model-00025-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a9e0e32e49a2e264afb4f1669f88396ce4070dff552f7df999fd888d12a22f3
3
+ size 3334805526
model-00026-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d0a497e99c767b3074e3016bbf7a06fc59fbab23a2ae78dbcdd358388939f5b
3
+ size 3348045339
model-00029-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb0f364c0b71b899a9db46f55c55e051c9fa5ca252201780241d2f2196bf4f7b
3
+ size 3348045335
model-00031-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6742116c24b16760379a78a9ad33be37eeee4d86d115dd42234ed01cad69ffa
3
+ size 3334805585
model-00032-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c8b01d7d65539c60e5fe17850427de448776d6e0db11f4f9e35ec2340dd69fc
3
+ size 3348045333
model-00033-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04fad95fa84f152c87fce246417b024a2dc18447fe97d452357e1933ec60555e
3
+ size 3348045313
model-00034-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf20f16ec4d14f3fedbcdce1848a915257ceeeb9584e895076901b22d62efe63
3
+ size 3348045317
model-00036-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1438d25de24cb557e06229b8e270769287d9c8ee8eacc5393284ce8a07780c
3
+ size 3348045283
model-00037-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3448bb900c781c37964f69914483d572993f82841eebe0e18b9bbcceebeb7d26
3
+ size 3348045351
model-00038-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:354d7216f340fbe45abee8071c69d10c420c258a2490b1929bbc1f559ca10ff8
3
+ size 3348045343
model-00039-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc8c5a04c36e9dc293fad3dec761f51dffe211624728d96b8cc31567b1cc5f8
3
+ size 3348045335
model-00040-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac3323b7c04cee9a2d237fa577fd12e808730673ca637f979733b507b6a902d
3
+ size 3334805621
model-00041-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5483788f1467bf9db22818c0970c1016a1e9866f84a74de0fc74f6f88ece49d7
3
+ size 3348045303
model-00042-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea0b69763601c36eb68a34b010d6615443168cee6b04dc77cdde02bec270bea
3
+ size 3348045271
model-00043-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f1d1bce4373e138d5d1348d8aa6286ebdea0ebd481e09ba467e17b3eafbc6c7
3
+ size 3348045271
model-00044-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb7c2e317eb8a623f116a7777f2e59c2ae2ac40869da350b61a2559dc7ec9586
3
+ size 3334805492
model-00045-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64fec243834a80ea968360476b3d16ece2bb276937e61bbe21e8e6ee1e4673f
3
+ size 3348045321
model-00046-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d7a1890805eeab88746f3e12ff6492a2c786820092eea5ad1a25d6984987a8
3
+ size 3348045291
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
processor_config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "default_to_square": false,
4
+ "do_convert_rgb": true,
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.48145466,
10
+ 0.4578275,
11
+ 0.40821073
12
+ ],
13
+ "image_processor_type": "Glm5NextImageProcessor",
14
+ "image_std": [
15
+ 0.26862954,
16
+ 0.26130258,
17
+ 0.27577711
18
+ ],
19
+ "max_image_tokens": 8000,
20
+ "merge_size": 2,
21
+ "min_image_tokens": 16,
22
+ "patch_expand_factor": 1,
23
+ "patch_size": 14,
24
+ "resample": 3,
25
+ "rescale_factor": 0.00392156862745098,
26
+ "size": {
27
+ "longest_edge": 1
28
+ },
29
+ "temporal_patch_size": 2
30
+ },
31
+ "processor_class": "Glm5NextProcessor",
32
+ "video_processor": {
33
+ "default_to_square": false,
34
+ "do_convert_rgb": true,
35
+ "do_normalize": true,
36
+ "do_rescale": true,
37
+ "do_resize": true,
38
+ "do_sample_frames": true,
39
+ "fps": 2,
40
+ "image_mean": [
41
+ 0.48145466,
42
+ 0.4578275,
43
+ 0.40821073
44
+ ],
45
+ "image_processor_type": "Glm5NextVideoProcessor",
46
+ "image_std": [
47
+ 0.26862954,
48
+ 0.26130258,
49
+ 0.27577711
50
+ ],
51
+ "max_duration": 0,
52
+ "max_frames": 2048,
53
+ "max_image_size": {
54
+ "longest_edge": 47040000
55
+ },
56
+ "max_image_tokens": 240000,
57
+ "merge_size": 2,
58
+ "min_image_tokens": 16,
59
+ "num_frames": 16,
60
+ "patch_expand_factor": 1,
61
+ "patch_size": 14,
62
+ "resample": 3,
63
+ "rescale_factor": 0.00392156862745098,
64
+ "size": {
65
+ "longest_edge": 1
66
+ },
67
+ "temporal_patch_size": 2
68
+ }
69
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d
3
+ size 20217442