Hugging Face's logo

Schnuckade
/
LFM-2.5-Coder-2.6B

Text Generation
Transformers
Safetensors
GGUF
English
lfm2
text-generation-inference
unsloth
lfm2.5
code
reasoning
conversational
Model card Files
xet
 Community
Schnuckade commited on
Commit
c861dcd
·
verified ·
1 Parent(s): 7273a16

(Trained with Unsloth)

Browse files
Files changed (3) hide show
  1. chat_template.jinja +125 -125
  2. generation_config.json +17 -0
  3. tokenizer_config.json +1009 -1008
chat_template.jinja CHANGED
@@ -1,125 +1,125 @@
1
- {{- bos_token -}}
2
- {%- set preserve_thinking = preserve_thinking | default(false) -%}
3
-
4
- {%- macro format_arg_value(arg_value) -%}
5
- {%- if arg_value is string -%}
6
- {{- "'" + (arg_value | replace("\\", "\\\\") | replace("'", "\\'") | replace("\n", "\\n") | replace("\r", "\\r")) + "'" -}}
7
- {%- elif arg_value is mapping or arg_value is iterable -%}
8
- {{- arg_value | tojson -}}
9
- {%- else -%}
10
- {{- arg_value | string -}}
11
- {%- endif -%}
12
- {%- endmacro -%}
13
-
14
- {%- macro parse_content(content) -%}
15
- {%- if content is string -%}
16
- {{- content -}}
17
- {%- elif content is mapping -%}
18
- {{- content | tojson -}}
19
- {%- elif content is iterable -%}
20
- {%- set _ns = namespace(result="") -%}
21
- {%- for item in content -%}
22
- {%- if item is string -%}
23
- {%- set _ns.result = _ns.result + item -%}
24
- {%- elif item is mapping and item.get("type") == "image" -%}
25
- {%- set _ns.result = _ns.result + "<image>" -%}
26
- {%- elif item is mapping and item.get("type") == "text" -%}
27
- {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%}
28
- {%- else -%}
29
- {%- set _ns.result = _ns.result + (item | tojson) -%}
30
- {%- endif -%}
31
- {%- endfor -%}
32
- {{- _ns.result -}}
33
- {%- endif -%}
34
- {%- endmacro -%}
35
-
36
- {%- macro render_tool_calls(tool_calls) -%}
37
- {%- set tool_calls_ns = namespace(tool_calls=[]) -%}
38
- {%- for tool_call in tool_calls -%}
39
- {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%}
40
- {%- set func_name = func["name"] -%}
41
- {%- set func_args = func.get("arguments") -%}
42
- {%- set args_ns = namespace(arg_strings=[]) -%}
43
- {%- if func_args is mapping -%}
44
- {%- for arg_name, arg_value in func_args.items() -%}
45
- {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + "=" + format_arg_value(arg_value)] -%}
46
- {%- endfor -%}
47
- {%- elif func_args is string and (func_args | trim) not in ["", "{}", "null"] -%}
48
- {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}}
49
- {%- endif -%}
50
- {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + "(" + (args_ns.arg_strings | join(", ")) + ")"] -%}
51
- {%- endfor -%}
52
- {{- "<|tool_call_start|>[" + (tool_calls_ns.tool_calls | join(", ")) + "]<|tool_call_end|>" -}}
53
- {%- endmacro -%}
54
-
55
- {%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
56
- {%- if messages and messages[0]["role"] == "system" -%}
57
- {%- if messages[0].get("content") -%}
58
- {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
59
- {%- endif -%}
60
- {%- set messages = messages[1:] -%}
61
- {%- endif -%}
62
- {%- if tools -%}
63
- {%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%}
64
- {%- for tool in tools -%}
65
- {%- if tool is not string -%}
66
- {%- set tool = tool | tojson -%}
67
- {%- endif -%}
68
- {%- set ns.system_prompt = ns.system_prompt + tool -%}
69
- {%- if not loop.last -%}
70
- {%- set ns.system_prompt = ns.system_prompt + ", " -%}
71
- {%- endif -%}
72
- {%- endfor -%}
73
- {%- set ns.system_prompt = ns.system_prompt + "]" -%}
74
- {%- endif -%}
75
- {%- if ns.system_prompt -%}
76
- {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
77
- {%- endif -%}
78
- {%- for message in messages -%}
79
- {%- if message["role"] == "user" -%}
80
- {%- set ns.last_user_index = loop.index0 -%}
81
- {%- endif -%}
82
- {%- endfor -%}
83
- {%- for message in messages -%}
84
- {{- "<|im_start|>" + message.role + "\n" -}}
85
- {%- if message.role == "assistant" -%}
86
- {%- generation -%}
87
- {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}
88
- {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}
89
- {%- set thinking = thinking if thinking is string else "" -%}
90
- {%- if thinking and keep_thinking -%}
91
- {{- "<think>" + thinking + "</think>" -}}
92
- {%- endif -%}
93
- {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
94
- {%- set _has_cfm = false -%}
95
- {%- set content = "" -%}
96
- {%- if message.get("content") -%}
97
- {%- set content = parse_content(message.content) -%}
98
- {%- endif -%}
99
- {%- if not keep_thinking and "</think>" in content -%}
100
- {%- set content = content.split("</think>")[-1] | trim -%}
101
- {%- endif -%}
102
- {%- if content.endswith(_cfm_tag) -%}
103
- {%- set _has_cfm = true -%}
104
- {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
105
- {%- set content = content[:_trunc_len] -%}
106
- {%- endif -%}
107
- {{- content -}}
108
- {%- if message.tool_calls -%}
109
- {{- render_tool_calls(message.tool_calls) -}}
110
- {%- endif -%}
111
- {%- if _has_cfm -%}
112
- {{- _cfm_tag -}}
113
- {%- endif -%}
114
- {{- "<|im_end|>\n" -}}
115
- {%- endgeneration -%}
116
- {%- else %}
117
- {%- if message.get("content") -%}
118
- {{- parse_content(message["content"]) -}}
119
- {%- endif -%}
120
- {{- "<|im_end|>\n" -}}
121
- {%- endif %}
122
- {%- endfor -%}
123
- {%- if add_generation_prompt -%}
124
- {{- "<|im_start|>assistant\n<think>" -}}
125
- {%- endif -%}
 
1
+ {{- bos_token -}}
2
+ {%- set preserve_thinking = preserve_thinking | default(false) -%}
3
+
4
+ {%- macro format_arg_value(arg_value) -%}
5
+ {%- if arg_value is string -%}
6
+ {{- "'" + (arg_value | replace("\\", "\\\\") | replace("'", "\\'") | replace("\n", "\\n") | replace("\r", "\\r")) + "'" -}}
7
+ {%- elif arg_value is mapping or arg_value is iterable -%}
8
+ {{- arg_value | tojson -}}
9
+ {%- else -%}
10
+ {{- arg_value | string -}}
11
+ {%- endif -%}
12
+ {%- endmacro -%}
13
+
14
+ {%- macro parse_content(content) -%}
15
+ {%- if content is string -%}
16
+ {{- content -}}
17
+ {%- elif content is mapping -%}
18
+ {{- content | tojson -}}
19
+ {%- elif content is iterable -%}
20
+ {%- set _ns = namespace(result="") -%}
21
+ {%- for item in content -%}
22
+ {%- if item is string -%}
23
+ {%- set _ns.result = _ns.result + item -%}
24
+ {%- elif item is mapping and item.get("type") == "image" -%}
25
+ {%- set _ns.result = _ns.result + "<image>" -%}
26
+ {%- elif item is mapping and item.get("type") == "text" -%}
27
+ {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%}
28
+ {%- else -%}
29
+ {%- set _ns.result = _ns.result + (item | tojson) -%}
30
+ {%- endif -%}
31
+ {%- endfor -%}
32
+ {{- _ns.result -}}
33
+ {%- endif -%}
34
+ {%- endmacro -%}
35
+
36
+ {%- macro render_tool_calls(tool_calls) -%}
37
+ {%- set tool_calls_ns = namespace(tool_calls=[]) -%}
38
+ {%- for tool_call in tool_calls -%}
39
+ {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%}
40
+ {%- set func_name = func["name"] -%}
41
+ {%- set func_args = func.get("arguments") -%}
42
+ {%- set args_ns = namespace(arg_strings=[]) -%}
43
+ {%- if func_args is mapping -%}
44
+ {%- for arg_name, arg_value in func_args.items() -%}
45
+ {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + "=" + format_arg_value(arg_value)] -%}
46
+ {%- endfor -%}
47
+ {%- elif func_args is string and (func_args | trim) not in ["", "{}", "null"] -%}
48
+ {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}}
49
+ {%- endif -%}
50
+ {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + "(" + (args_ns.arg_strings | join(", ")) + ")"] -%}
51
+ {%- endfor -%}
52
+ {{- "<|tool_call_start|>[" + (tool_calls_ns.tool_calls | join(", ")) + "]<|tool_call_end|>" -}}
53
+ {%- endmacro -%}
54
+
55
+ {%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
56
+ {%- if messages and messages[0]["role"] == "system" -%}
57
+ {%- if messages[0].get("content") -%}
58
+ {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
59
+ {%- endif -%}
60
+ {%- set messages = messages[1:] -%}
61
+ {%- endif -%}
62
+ {%- if tools -%}
63
+ {%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%}
64
+ {%- for tool in tools -%}
65
+ {%- if tool is not string -%}
66
+ {%- set tool = tool | tojson -%}
67
+ {%- endif -%}
68
+ {%- set ns.system_prompt = ns.system_prompt + tool -%}
69
+ {%- if not loop.last -%}
70
+ {%- set ns.system_prompt = ns.system_prompt + ", " -%}
71
+ {%- endif -%}
72
+ {%- endfor -%}
73
+ {%- set ns.system_prompt = ns.system_prompt + "]" -%}
74
+ {%- endif -%}
75
+ {%- if ns.system_prompt -%}
76
+ {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
77
+ {%- endif -%}
78
+ {%- for message in messages -%}
79
+ {%- if message["role"] == "user" -%}
80
+ {%- set ns.last_user_index = loop.index0 -%}
81
+ {%- endif -%}
82
+ {%- endfor -%}
83
+ {%- for message in messages -%}
84
+ {{- "<|im_start|>" + message.role + "\n" -}}
85
+ {%- if message.role == "assistant" -%}
86
+ {%- generation -%}
87
+ {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}
88
+ {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}
89
+ {%- set thinking = thinking if thinking is string else "" -%}
90
+ {%- if thinking and keep_thinking -%}
91
+ {{- "<think>" + thinking + "</think>" -}}
92
+ {%- endif -%}
93
+ {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
94
+ {%- set _has_cfm = false -%}
95
+ {%- set content = "" -%}
96
+ {%- if message.get("content") -%}
97
+ {%- set content = parse_content(message.content) -%}
98
+ {%- endif -%}
99
+ {%- if not keep_thinking and "</think>" in content -%}
100
+ {%- set content = content.split("</think>")[-1] | trim -%}
101
+ {%- endif -%}
102
+ {%- if content.endswith(_cfm_tag) -%}
103
+ {%- set _has_cfm = true -%}
104
+ {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
105
+ {%- set content = content[:_trunc_len] -%}
106
+ {%- endif -%}
107
+ {{- content -}}
108
+ {%- if message.tool_calls -%}
109
+ {{- render_tool_calls(message.tool_calls) -}}
110
+ {%- endif -%}
111
+ {%- if _has_cfm -%}
112
+ {{- _cfm_tag -}}
113
+ {%- endif -%}
114
+ {{- "<|im_end|>\n" -}}
115
+ {%- endgeneration -%}
116
+ {%- else %}
117
+ {%- if message.get("content") -%}
118
+ {{- parse_content(message["content"]) -}}
119
+ {%- endif -%}
120
+ {{- "<|im_end|>\n" -}}
121
+ {%- endif %}
122
+ {%- endfor -%}
123
+ {%- if add_generation_prompt -%}
124
+ {{- "<|im_start|>assistant\n<think>" -}}
125
+ {%- endif -%}
generation_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 124894,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 124900
7
+ ],
8
+ "max_length": 131072,
9
+ "output_attentions": false,
10
+ "output_hidden_states": false,
11
+ "pad_token_id": 124893,
12
+ "repetition_penalty": 1.1,
13
+ "temperature": 0.1,
14
+ "top_k": 50,
15
+ "transformers_version": "5.5.0",
16
+ "use_cache": true
17
+ }
tokenizer_config.json CHANGED
@@ -1,1008 +1,1009 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|startoftext|>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<|im_end|>",
6
- "is_local": true,
7
- "legacy": false,
8
- "local_files_only": false,
9
- "model_max_length": 1000000000000000019884624838656,
10
- "pad_token": "<|pad|>",
11
- "padding_side": "left",
12
- "tokenizer_class": "TokenizersBackend",
13
- "use_default_system_prompt": false,
14
- "added_tokens_decoder": {
15
- "124893": {
16
- "content": "<|pad|>",
17
- "single_word": false,
18
- "lstrip": false,
19
- "rstrip": false,
20
- "normalized": false,
21
- "special": true
22
- },
23
- "124894": {
24
- "content": "<|startoftext|>",
25
- "single_word": false,
26
- "lstrip": false,
27
- "rstrip": false,
28
- "normalized": false,
29
- "special": true
30
- },
31
- "124895": {
32
- "content": "<|endoftext|>",
33
- "single_word": false,
34
- "lstrip": false,
35
- "rstrip": false,
36
- "normalized": false,
37
- "special": true
38
- },
39
- "124896": {
40
- "content": "<|fim_pre|>",
41
- "single_word": false,
42
- "lstrip": false,
43
- "rstrip": false,
44
- "normalized": false,
45
- "special": true
46
- },
47
- "124897": {
48
- "content": "<|fim_mid|>",
49
- "single_word": false,
50
- "lstrip": false,
51
- "rstrip": false,
52
- "normalized": false,
53
- "special": true
54
- },
55
- "124898": {
56
- "content": "<|fim_suf|>",
57
- "single_word": false,
58
- "lstrip": false,
59
- "rstrip": false,
60
- "normalized": false,
61
- "special": true
62
- },
63
- "124899": {
64
- "content": "<|im_start|>",
65
- "single_word": false,
66
- "lstrip": false,
67
- "rstrip": false,
68
- "normalized": false,
69
- "special": true
70
- },
71
- "124900": {
72
- "content": "<|im_end|>",
73
- "single_word": false,
74
- "lstrip": false,
75
- "rstrip": false,
76
- "normalized": false,
77
- "special": true
78
- },
79
- "124901": {
80
- "content": "<think>",
81
- "single_word": false,
82
- "lstrip": false,
83
- "rstrip": false,
84
- "normalized": false,
85
- "special": false
86
- },
87
- "124902": {
88
- "content": "</think>",
89
- "single_word": false,
90
- "lstrip": false,
91
- "rstrip": false,
92
- "normalized": false,
93
- "special": false
94
- },
95
- "124903": {
96
- "content": "<|tool_list_start|>",
97
- "single_word": false,
98
- "lstrip": false,
99
- "rstrip": false,
100
- "normalized": false,
101
- "special": true
102
- },
103
- "124904": {
104
- "content": "<|tool_list_end|>",
105
- "single_word": false,
106
- "lstrip": false,
107
- "rstrip": false,
108
- "normalized": false,
109
- "special": true
110
- },
111
- "124905": {
112
- "content": "<|tool_call_start|>",
113
- "single_word": false,
114
- "lstrip": false,
115
- "rstrip": false,
116
- "normalized": false,
117
- "special": false
118
- },
119
- "124906": {
120
- "content": "<|tool_call_end|>",
121
- "single_word": false,
122
- "lstrip": false,
123
- "rstrip": false,
124
- "normalized": false,
125
- "special": false
126
- },
127
- "124907": {
128
- "content": "<image>",
129
- "single_word": false,
130
- "lstrip": false,
131
- "rstrip": false,
132
- "normalized": false,
133
- "special": true
134
- },
135
- "124908": {
136
- "content": "<|img_row_1_col_1|>",
137
- "single_word": false,
138
- "lstrip": false,
139
- "rstrip": false,
140
- "normalized": false,
141
- "special": true
142
- },
143
- "124909": {
144
- "content": "<|img_row_1_col_2|>",
145
- "single_word": false,
146
- "lstrip": false,
147
- "rstrip": false,
148
- "normalized": false,
149
- "special": true
150
- },
151
- "124910": {
152
- "content": "<|img_row_1_col_3|>",
153
- "single_word": false,
154
- "lstrip": false,
155
- "rstrip": false,
156
- "normalized": false,
157
- "special": true
158
- },
159
- "124911": {
160
- "content": "<|img_row_1_col_4|>",
161
- "single_word": false,
162
- "lstrip": false,
163
- "rstrip": false,
164
- "normalized": false,
165
- "special": true
166
- },
167
- "124912": {
168
- "content": "<|img_row_1_col_5|>",
169
- "single_word": false,
170
- "lstrip": false,
171
- "rstrip": false,
172
- "normalized": false,
173
- "special": true
174
- },
175
- "124913": {
176
- "content": "<|img_row_1_col_6|>",
177
- "single_word": false,
178
- "lstrip": false,
179
- "rstrip": false,
180
- "normalized": false,
181
- "special": true
182
- },
183
- "124914": {
184
- "content": "<|img_row_1_col_7|>",
185
- "single_word": false,
186
- "lstrip": false,
187
- "rstrip": false,
188
- "normalized": false,
189
- "special": true
190
- },
191
- "124915": {
192
- "content": "<|img_row_1_col_8|>",
193
- "single_word": false,
194
- "lstrip": false,
195
- "rstrip": false,
196
- "normalized": false,
197
- "special": true
198
- },
199
- "124916": {
200
- "content": "<|img_row_1_col_9|>",
201
- "single_word": false,
202
- "lstrip": false,
203
- "rstrip": false,
204
- "normalized": false,
205
- "special": true
206
- },
207
- "124917": {
208
- "content": "<|img_row_1_col_10|>",
209
- "single_word": false,
210
- "lstrip": false,
211
- "rstrip": false,
212
- "normalized": false,
213
- "special": true
214
- },
215
- "124918": {
216
- "content": "<|img_row_2_col_1|>",
217
- "single_word": false,
218
- "lstrip": false,
219
- "rstrip": false,
220
- "normalized": false,
221
- "special": true
222
- },
223
- "124919": {
224
- "content": "<|img_row_2_col_2|>",
225
- "single_word": false,
226
- "lstrip": false,
227
- "rstrip": false,
228
- "normalized": false,
229
- "special": true
230
- },
231
- "124920": {
232
- "content": "<|img_row_2_col_3|>",
233
- "single_word": false,
234
- "lstrip": false,
235
- "rstrip": false,
236
- "normalized": false,
237
- "special": true
238
- },
239
- "124921": {
240
- "content": "<|img_row_2_col_4|>",
241
- "single_word": false,
242
- "lstrip": false,
243
- "rstrip": false,
244
- "normalized": false,
245
- "special": true
246
- },
247
- "124922": {
248
- "content": "<|img_row_2_col_5|>",
249
- "single_word": false,
250
- "lstrip": false,
251
- "rstrip": false,
252
- "normalized": false,
253
- "special": true
254
- },
255
- "124923": {
256
- "content": "<|img_row_2_col_6|>",
257
- "single_word": false,
258
- "lstrip": false,
259
- "rstrip": false,
260
- "normalized": false,
261
- "special": true
262
- },
263
- "124924": {
264
- "content": "<|img_row_2_col_7|>",
265
- "single_word": false,
266
- "lstrip": false,
267
- "rstrip": false,
268
- "normalized": false,
269
- "special": true
270
- },
271
- "124925": {
272
- "content": "<|img_row_2_col_8|>",
273
- "single_word": false,
274
- "lstrip": false,
275
- "rstrip": false,
276
- "normalized": false,
277
- "special": true
278
- },
279
- "124926": {
280
- "content": "<|img_row_2_col_9|>",
281
- "single_word": false,
282
- "lstrip": false,
283
- "rstrip": false,
284
- "normalized": false,
285
- "special": true
286
- },
287
- "124927": {
288
- "content": "<|img_row_2_col_10|>",
289
- "single_word": false,
290
- "lstrip": false,
291
- "rstrip": false,
292
- "normalized": false,
293
- "special": true
294
- },
295
- "124928": {
296
- "content": "<|img_row_3_col_1|>",
297
- "single_word": false,
298
- "lstrip": false,
299
- "rstrip": false,
300
- "normalized": false,
301
- "special": true
302
- },
303
- "124929": {
304
- "content": "<|img_row_3_col_2|>",
305
- "single_word": false,
306
- "lstrip": false,
307
- "rstrip": false,
308
- "normalized": false,
309
- "special": true
310
- },
311
- "124930": {
312
- "content": "<|img_row_3_col_3|>",
313
- "single_word": false,
314
- "lstrip": false,
315
- "rstrip": false,
316
- "normalized": false,
317
- "special": true
318
- },
319
- "124931": {
320
- "content": "<|img_row_3_col_4|>",
321
- "single_word": false,
322
- "lstrip": false,
323
- "rstrip": false,
324
- "normalized": false,
325
- "special": true
326
- },
327
- "124932": {
328
- "content": "<|img_row_3_col_5|>",
329
- "single_word": false,
330
- "lstrip": false,
331
- "rstrip": false,
332
- "normalized": false,
333
- "special": true
334
- },
335
- "124933": {
336
- "content": "<|img_row_3_col_6|>",
337
- "single_word": false,
338
- "lstrip": false,
339
- "rstrip": false,
340
- "normalized": false,
341
- "special": true
342
- },
343
- "124934": {
344
- "content": "<|img_row_3_col_7|>",
345
- "single_word": false,
346
- "lstrip": false,
347
- "rstrip": false,
348
- "normalized": false,
349
- "special": true
350
- },
351
- "124935": {
352
- "content": "<|img_row_3_col_8|>",
353
- "single_word": false,
354
- "lstrip": false,
355
- "rstrip": false,
356
- "normalized": false,
357
- "special": true
358
- },
359
- "124936": {
360
- "content": "<|img_row_3_col_9|>",
361
- "single_word": false,
362
- "lstrip": false,
363
- "rstrip": false,
364
- "normalized": false,
365
- "special": true
366
- },
367
- "124937": {
368
- "content": "<|img_row_3_col_10|>",
369
- "single_word": false,
370
- "lstrip": false,
371
- "rstrip": false,
372
- "normalized": false,
373
- "special": true
374
- },
375
- "124938": {
376
- "content": "<|img_row_4_col_1|>",
377
- "single_word": false,
378
- "lstrip": false,
379
- "rstrip": false,
380
- "normalized": false,
381
- "special": true
382
- },
383
- "124939": {
384
- "content": "<|img_row_4_col_2|>",
385
- "single_word": false,
386
- "lstrip": false,
387
- "rstrip": false,
388
- "normalized": false,
389
- "special": true
390
- },
391
- "124940": {
392
- "content": "<|img_row_4_col_3|>",
393
- "single_word": false,
394
- "lstrip": false,
395
- "rstrip": false,
396
- "normalized": false,
397
- "special": true
398
- },
399
- "124941": {
400
- "content": "<|img_row_4_col_4|>",
401
- "single_word": false,
402
- "lstrip": false,
403
- "rstrip": false,
404
- "normalized": false,
405
- "special": true
406
- },
407
- "124942": {
408
- "content": "<|img_row_4_col_5|>",
409
- "single_word": false,
410
- "lstrip": false,
411
- "rstrip": false,
412
- "normalized": false,
413
- "special": true
414
- },
415
- "124943": {
416
- "content": "<|img_row_4_col_6|>",
417
- "single_word": false,
418
- "lstrip": false,
419
- "rstrip": false,
420
- "normalized": false,
421
- "special": true
422
- },
423
- "124944": {
424
- "content": "<|img_row_4_col_7|>",
425
- "single_word": false,
426
- "lstrip": false,
427
- "rstrip": false,
428
- "normalized": false,
429
- "special": true
430
- },
431
- "124945": {
432
- "content": "<|img_row_4_col_8|>",
433
- "single_word": false,
434
- "lstrip": false,
435
- "rstrip": false,
436
- "normalized": false,
437
- "special": true
438
- },
439
- "124946": {
440
- "content": "<|img_row_4_col_9|>",
441
- "single_word": false,
442
- "lstrip": false,
443
- "rstrip": false,
444
- "normalized": false,
445
- "special": true
446
- },
447
- "124947": {
448
- "content": "<|img_row_4_col_10|>",
449
- "single_word": false,
450
- "lstrip": false,
451
- "rstrip": false,
452
- "normalized": false,
453
- "special": true
454
- },
455
- "124948": {
456
- "content": "<|img_row_5_col_1|>",
457
- "single_word": false,
458
- "lstrip": false,
459
- "rstrip": false,
460
- "normalized": false,
461
- "special": true
462
- },
463
- "124949": {
464
- "content": "<|img_row_5_col_2|>",
465
- "single_word": false,
466
- "lstrip": false,
467
- "rstrip": false,
468
- "normalized": false,
469
- "special": true
470
- },
471
- "124950": {
472
- "content": "<|img_row_5_col_3|>",
473
- "single_word": false,
474
- "lstrip": false,
475
- "rstrip": false,
476
- "normalized": false,
477
- "special": true
478
- },
479
- "124951": {
480
- "content": "<|img_row_5_col_4|>",
481
- "single_word": false,
482
- "lstrip": false,
483
- "rstrip": false,
484
- "normalized": false,
485
- "special": true
486
- },
487
- "124952": {
488
- "content": "<|img_row_5_col_5|>",
489
- "single_word": false,
490
- "lstrip": false,
491
- "rstrip": false,
492
- "normalized": false,
493
- "special": true
494
- },
495
- "124953": {
496
- "content": "<|img_row_5_col_6|>",
497
- "single_word": false,
498
- "lstrip": false,
499
- "rstrip": false,
500
- "normalized": false,
501
- "special": true
502
- },
503
- "124954": {
504
- "content": "<|img_row_5_col_7|>",
505
- "single_word": false,
506
- "lstrip": false,
507
- "rstrip": false,
508
- "normalized": false,
509
- "special": true
510
- },
511
- "124955": {
512
- "content": "<|img_row_5_col_8|>",
513
- "single_word": false,
514
- "lstrip": false,
515
- "rstrip": false,
516
- "normalized": false,
517
- "special": true
518
- },
519
- "124956": {
520
- "content": "<|img_row_5_col_9|>",
521
- "single_word": false,
522
- "lstrip": false,
523
- "rstrip": false,
524
- "normalized": false,
525
- "special": true
526
- },
527
- "124957": {
528
- "content": "<|img_row_5_col_10|>",
529
- "single_word": false,
530
- "lstrip": false,
531
- "rstrip": false,
532
- "normalized": false,
533
- "special": true
534
- },
535
- "124958": {
536
- "content": "<|img_row_6_col_1|>",
537
- "single_word": false,
538
- "lstrip": false,
539
- "rstrip": false,
540
- "normalized": false,
541
- "special": true
542
- },
543
- "124959": {
544
- "content": "<|img_row_6_col_2|>",
545
- "single_word": false,
546
- "lstrip": false,
547
- "rstrip": false,
548
- "normalized": false,
549
- "special": true
550
- },
551
- "124960": {
552
- "content": "<|img_row_6_col_3|>",
553
- "single_word": false,
554
- "lstrip": false,
555
- "rstrip": false,
556
- "normalized": false,
557
- "special": true
558
- },
559
- "124961": {
560
- "content": "<|img_row_6_col_4|>",
561
- "single_word": false,
562
- "lstrip": false,
563
- "rstrip": false,
564
- "normalized": false,
565
- "special": true
566
- },
567
- "124962": {
568
- "content": "<|img_row_6_col_5|>",
569
- "single_word": false,
570
- "lstrip": false,
571
- "rstrip": false,
572
- "normalized": false,
573
- "special": true
574
- },
575
- "124963": {
576
- "content": "<|img_row_6_col_6|>",
577
- "single_word": false,
578
- "lstrip": false,
579
- "rstrip": false,
580
- "normalized": false,
581
- "special": true
582
- },
583
- "124964": {
584
- "content": "<|img_row_6_col_7|>",
585
- "single_word": false,
586
- "lstrip": false,
587
- "rstrip": false,
588
- "normalized": false,
589
- "special": true
590
- },
591
- "124965": {
592
- "content": "<|img_row_6_col_8|>",
593
- "single_word": false,
594
- "lstrip": false,
595
- "rstrip": false,
596
- "normalized": false,
597
- "special": true
598
- },
599
- "124966": {
600
- "content": "<|img_row_6_col_9|>",
601
- "single_word": false,
602
- "lstrip": false,
603
- "rstrip": false,
604
- "normalized": false,
605
- "special": true
606
- },
607
- "124967": {
608
- "content": "<|img_row_6_col_10|>",
609
- "single_word": false,
610
- "lstrip": false,
611
- "rstrip": false,
612
- "normalized": false,
613
- "special": true
614
- },
615
- "124968": {
616
- "content": "<|img_row_7_col_1|>",
617
- "single_word": false,
618
- "lstrip": false,
619
- "rstrip": false,
620
- "normalized": false,
621
- "special": true
622
- },
623
- "124969": {
624
- "content": "<|img_row_7_col_2|>",
625
- "single_word": false,
626
- "lstrip": false,
627
- "rstrip": false,
628
- "normalized": false,
629
- "special": true
630
- },
631
- "124970": {
632
- "content": "<|img_row_7_col_3|>",
633
- "single_word": false,
634
- "lstrip": false,
635
- "rstrip": false,
636
- "normalized": false,
637
- "special": true
638
- },
639
- "124971": {
640
- "content": "<|img_row_7_col_4|>",
641
- "single_word": false,
642
- "lstrip": false,
643
- "rstrip": false,
644
- "normalized": false,
645
- "special": true
646
- },
647
- "124972": {
648
- "content": "<|img_row_7_col_5|>",
649
- "single_word": false,
650
- "lstrip": false,
651
- "rstrip": false,
652
- "normalized": false,
653
- "special": true
654
- },
655
- "124973": {
656
- "content": "<|img_row_7_col_6|>",
657
- "single_word": false,
658
- "lstrip": false,
659
- "rstrip": false,
660
- "normalized": false,
661
- "special": true
662
- },
663
- "124974": {
664
- "content": "<|img_row_7_col_7|>",
665
- "single_word": false,
666
- "lstrip": false,
667
- "rstrip": false,
668
- "normalized": false,
669
- "special": true
670
- },
671
- "124975": {
672
- "content": "<|img_row_7_col_8|>",
673
- "single_word": false,
674
- "lstrip": false,
675
- "rstrip": false,
676
- "normalized": false,
677
- "special": true
678
- },
679
- "124976": {
680
- "content": "<|img_row_7_col_9|>",
681
- "single_word": false,
682
- "lstrip": false,
683
- "rstrip": false,
684
- "normalized": false,
685
- "special": true
686
- },
687
- "124977": {
688
- "content": "<|img_row_7_col_10|>",
689
- "single_word": false,
690
- "lstrip": false,
691
- "rstrip": false,
692
- "normalized": false,
693
- "special": true
694
- },
695
- "124978": {
696
- "content": "<|img_row_8_col_1|>",
697
- "single_word": false,
698
- "lstrip": false,
699
- "rstrip": false,
700
- "normalized": false,
701
- "special": true
702
- },
703
- "124979": {
704
- "content": "<|img_row_8_col_2|>",
705
- "single_word": false,
706
- "lstrip": false,
707
- "rstrip": false,
708
- "normalized": false,
709
- "special": true
710
- },
711
- "124980": {
712
- "content": "<|img_row_8_col_3|>",
713
- "single_word": false,
714
- "lstrip": false,
715
- "rstrip": false,
716
- "normalized": false,
717
- "special": true
718
- },
719
- "124981": {
720
- "content": "<|img_row_8_col_4|>",
721
- "single_word": false,
722
- "lstrip": false,
723
- "rstrip": false,
724
- "normalized": false,
725
- "special": true
726
- },
727
- "124982": {
728
- "content": "<|img_row_8_col_5|>",
729
- "single_word": false,
730
- "lstrip": false,
731
- "rstrip": false,
732
- "normalized": false,
733
- "special": true
734
- },
735
- "124983": {
736
- "content": "<|img_row_8_col_6|>",
737
- "single_word": false,
738
- "lstrip": false,
739
- "rstrip": false,
740
- "normalized": false,
741
- "special": true
742
- },
743
- "124984": {
744
- "content": "<|img_row_8_col_7|>",
745
- "single_word": false,
746
- "lstrip": false,
747
- "rstrip": false,
748
- "normalized": false,
749
- "special": true
750
- },
751
- "124985": {
752
- "content": "<|img_row_8_col_8|>",
753
- "single_word": false,
754
- "lstrip": false,
755
- "rstrip": false,
756
- "normalized": false,
757
- "special": true
758
- },
759
- "124986": {
760
- "content": "<|img_row_8_col_9|>",
761
- "single_word": false,
762
- "lstrip": false,
763
- "rstrip": false,
764
- "normalized": false,
765
- "special": true
766
- },
767
- "124987": {
768
- "content": "<|img_row_8_col_10|>",
769
- "single_word": false,
770
- "lstrip": false,
771
- "rstrip": false,
772
- "normalized": false,
773
- "special": true
774
- },
775
- "124988": {
776
- "content": "<|img_row_9_col_1|>",
777
- "single_word": false,
778
- "lstrip": false,
779
- "rstrip": false,
780
- "normalized": false,
781
- "special": true
782
- },
783
- "124989": {
784
- "content": "<|img_row_9_col_2|>",
785
- "single_word": false,
786
- "lstrip": false,
787
- "rstrip": false,
788
- "normalized": false,
789
- "special": true
790
- },
791
- "124990": {
792
- "content": "<|img_row_9_col_3|>",
793
- "single_word": false,
794
- "lstrip": false,
795
- "rstrip": false,
796
- "normalized": false,
797
- "special": true
798
- },
799
- "124991": {
800
- "content": "<|img_row_9_col_4|>",
801
- "single_word": false,
802
- "lstrip": false,
803
- "rstrip": false,
804
- "normalized": false,
805
- "special": true
806
- },
807
- "124992": {
808
- "content": "<|img_row_9_col_5|>",
809
- "single_word": false,
810
- "lstrip": false,
811
- "rstrip": false,
812
- "normalized": false,
813
- "special": true
814
- },
815
- "124993": {
816
- "content": "<|img_row_9_col_6|>",
817
- "single_word": false,
818
- "lstrip": false,
819
- "rstrip": false,
820
- "normalized": false,
821
- "special": true
822
- },
823
- "124994": {
824
- "content": "<|img_row_9_col_7|>",
825
- "single_word": false,
826
- "lstrip": false,
827
- "rstrip": false,
828
- "normalized": false,
829
- "special": true
830
- },
831
- "124995": {
832
- "content": "<|img_row_9_col_8|>",
833
- "single_word": false,
834
- "lstrip": false,
835
- "rstrip": false,
836
- "normalized": false,
837
- "special": true
838
- },
839
- "124996": {
840
- "content": "<|img_row_9_col_9|>",
841
- "single_word": false,
842
- "lstrip": false,
843
- "rstrip": false,
844
- "normalized": false,
845
- "special": true
846
- },
847
- "124997": {
848
- "content": "<|img_row_9_col_10|>",
849
- "single_word": false,
850
- "lstrip": false,
851
- "rstrip": false,
852
- "normalized": false,
853
- "special": true
854
- },
855
- "124998": {
856
- "content": "<|img_row_10_col_1|>",
857
- "single_word": false,
858
- "lstrip": false,
859
- "rstrip": false,
860
- "normalized": false,
861
- "special": true
862
- },
863
- "124999": {
864
- "content": "<|img_row_10_col_2|>",
865
- "single_word": false,
866
- "lstrip": false,
867
- "rstrip": false,
868
- "normalized": false,
869
- "special": true
870
- },
871
- "125000": {
872
- "content": "<|img_row_10_col_3|>",
873
- "single_word": false,
874
- "lstrip": false,
875
- "rstrip": false,
876
- "normalized": false,
877
- "special": true
878
- },
879
- "125001": {
880
- "content": "<|img_row_10_col_4|>",
881
- "single_word": false,
882
- "lstrip": false,
883
- "rstrip": false,
884
- "normalized": false,
885
- "special": true
886
- },
887
- "125002": {
888
- "content": "<|img_row_10_col_5|>",
889
- "single_word": false,
890
- "lstrip": false,
891
- "rstrip": false,
892
- "normalized": false,
893
- "special": true
894
- },
895
- "125003": {
896
- "content": "<|img_row_10_col_6|>",
897
- "single_word": false,
898
- "lstrip": false,
899
- "rstrip": false,
900
- "normalized": false,
901
- "special": true
902
- },
903
- "125004": {
904
- "content": "<|img_row_10_col_7|>",
905
- "single_word": false,
906
- "lstrip": false,
907
- "rstrip": false,
908
- "normalized": false,
909
- "special": true
910
- },
911
- "125005": {
912
- "content": "<|img_row_10_col_8|>",
913
- "single_word": false,
914
- "lstrip": false,
915
- "rstrip": false,
916
- "normalized": false,
917
- "special": true
918
- },
919
- "125006": {
920
- "content": "<|img_row_10_col_9|>",
921
- "single_word": false,
922
- "lstrip": false,
923
- "rstrip": false,
924
- "normalized": false,
925
- "special": true
926
- },
927
- "125007": {
928
- "content": "<|img_row_10_col_10|>",
929
- "single_word": false,
930
- "lstrip": false,
931
- "rstrip": false,
932
- "normalized": false,
933
- "special": true
934
- },
935
- "125008": {
936
- "content": "<|img_thumbnail|>",
937
- "single_word": false,
938
- "lstrip": false,
939
- "rstrip": false,
940
- "normalized": false,
941
- "special": true
942
- },
943
- "125009": {
944
- "content": "<|image_start|>",
945
- "single_word": false,
946
- "lstrip": false,
947
- "rstrip": false,
948
- "normalized": false,
949
- "special": true
950
- },
951
- "125010": {
952
- "content": "<|image_end|>",
953
- "single_word": false,
954
- "lstrip": false,
955
- "rstrip": false,
956
- "normalized": false,
957
- "special": true
958
- },
959
- "125011": {
960
- "content": "<|image_split|>",
961
- "single_word": false,
962
- "lstrip": false,
963
- "rstrip": false,
964
- "normalized": false,
965
- "special": true
966
- },
967
- "125012": {
968
- "content": "<|audio_start|>",
969
- "single_word": false,
970
- "lstrip": false,
971
- "rstrip": false,
972
- "normalized": false,
973
- "special": true
974
- },
975
- "125013": {
976
- "content": "<|text_start|>",
977
- "single_word": false,
978
- "lstrip": false,
979
- "rstrip": false,
980
- "normalized": false,
981
- "special": true
982
- },
983
- "125014": {
984
- "content": "<|text_end|>",
985
- "single_word": false,
986
- "lstrip": false,
987
- "rstrip": false,
988
- "normalized": false,
989
- "special": true
990
- },
991
- "125015": {
992
- "content": "<|mixed_start|>",
993
- "single_word": false,
994
- "lstrip": false,
995
- "rstrip": false,
996
- "normalized": false,
997
- "special": true
998
- },
999
- "125016": {
1000
- "content": "<|mixed_end|>",
1001
- "single_word": false,
1002
- "lstrip": false,
1003
- "rstrip": false,
1004
- "normalized": false,
1005
- "special": true
1006
- }
1007
- }
1008
- }
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|startoftext|>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<|im_end|>",
6
+ "is_local": false,
7
+ "legacy": false,
8
+ "local_files_only": false,
9
+ "model_max_length": 1000000000000000019884624838656,
10
+ "pad_token": "<|pad|>",
11
+ "padding_side": "left",
12
+ "tokenizer_class": "TokenizersBackend",
13
+ "use_default_system_prompt": false,
14
+ "added_tokens_decoder": {
15
+ "124893": {
16
+ "content": "<|pad|>",
17
+ "single_word": false,
18
+ "lstrip": false,
19
+ "rstrip": false,
20
+ "normalized": false,
21
+ "special": true
22
+ },
23
+ "124894": {
24
+ "content": "<|startoftext|>",
25
+ "single_word": false,
26
+ "lstrip": false,
27
+ "rstrip": false,
28
+ "normalized": false,
29
+ "special": true
30
+ },
31
+ "124895": {
32
+ "content": "<|endoftext|>",
33
+ "single_word": false,
34
+ "lstrip": false,
35
+ "rstrip": false,
36
+ "normalized": false,
37
+ "special": true
38
+ },
39
+ "124896": {
40
+ "content": "<|fim_pre|>",
41
+ "single_word": false,
42
+ "lstrip": false,
43
+ "rstrip": false,
44
+ "normalized": false,
45
+ "special": true
46
+ },
47
+ "124897": {
48
+ "content": "<|fim_mid|>",
49
+ "single_word": false,
50
+ "lstrip": false,
51
+ "rstrip": false,
52
+ "normalized": false,
53
+ "special": true
54
+ },
55
+ "124898": {
56
+ "content": "<|fim_suf|>",
57
+ "single_word": false,
58
+ "lstrip": false,
59
+ "rstrip": false,
60
+ "normalized": false,
61
+ "special": true
62
+ },
63
+ "124899": {
64
+ "content": "<|im_start|>",
65
+ "single_word": false,
66
+ "lstrip": false,
67
+ "rstrip": false,
68
+ "normalized": false,
69
+ "special": true
70
+ },
71
+ "124900": {
72
+ "content": "<|im_end|>",
73
+ "single_word": false,
74
+ "lstrip": false,
75
+ "rstrip": false,
76
+ "normalized": false,
77
+ "special": true
78
+ },
79
+ "124901": {
80
+ "content": "<think>",
81
+ "single_word": false,
82
+ "lstrip": false,
83
+ "rstrip": false,
84
+ "normalized": false,
85
+ "special": false
86
+ },
87
+ "124902": {
88
+ "content": "</think>",
89
+ "single_word": false,
90
+ "lstrip": false,
91
+ "rstrip": false,
92
+ "normalized": false,
93
+ "special": false
94
+ },
95
+ "124903": {
96
+ "content": "<|tool_list_start|>",
97
+ "single_word": false,
98
+ "lstrip": false,
99
+ "rstrip": false,
100
+ "normalized": false,
101
+ "special": true
102
+ },
103
+ "124904": {
104
+ "content": "<|tool_list_end|>",
105
+ "single_word": false,
106
+ "lstrip": false,
107
+ "rstrip": false,
108
+ "normalized": false,
109
+ "special": true
110
+ },
111
+ "124905": {
112
+ "content": "<|tool_call_start|>",
113
+ "single_word": false,
114
+ "lstrip": false,
115
+ "rstrip": false,
116
+ "normalized": false,
117
+ "special": false
118
+ },
119
+ "124906": {
120
+ "content": "<|tool_call_end|>",
121
+ "single_word": false,
122
+ "lstrip": false,
123
+ "rstrip": false,
124
+ "normalized": false,
125
+ "special": false
126
+ },
127
+ "124907": {
128
+ "content": "<image>",
129
+ "single_word": false,
130
+ "lstrip": false,
131
+ "rstrip": false,
132
+ "normalized": false,
133
+ "special": true
134
+ },
135
+ "124908": {
136
+ "content": "<|img_row_1_col_1|>",
137
+ "single_word": false,
138
+ "lstrip": false,
139
+ "rstrip": false,
140
+ "normalized": false,
141
+ "special": true
142
+ },
143
+ "124909": {
144
+ "content": "<|img_row_1_col_2|>",
145
+ "single_word": false,
146
+ "lstrip": false,
147
+ "rstrip": false,
148
+ "normalized": false,
149
+ "special": true
150
+ },
151
+ "124910": {
152
+ "content": "<|img_row_1_col_3|>",
153
+ "single_word": false,
154
+ "lstrip": false,
155
+ "rstrip": false,
156
+ "normalized": false,
157
+ "special": true
158
+ },
159
+ "124911": {
160
+ "content": "<|img_row_1_col_4|>",
161
+ "single_word": false,
162
+ "lstrip": false,
163
+ "rstrip": false,
164
+ "normalized": false,
165
+ "special": true
166
+ },
167
+ "124912": {
168
+ "content": "<|img_row_1_col_5|>",
169
+ "single_word": false,
170
+ "lstrip": false,
171
+ "rstrip": false,
172
+ "normalized": false,
173
+ "special": true
174
+ },
175
+ "124913": {
176
+ "content": "<|img_row_1_col_6|>",
177
+ "single_word": false,
178
+ "lstrip": false,
179
+ "rstrip": false,
180
+ "normalized": false,
181
+ "special": true
182
+ },
183
+ "124914": {
184
+ "content": "<|img_row_1_col_7|>",
185
+ "single_word": false,
186
+ "lstrip": false,
187
+ "rstrip": false,
188
+ "normalized": false,
189
+ "special": true
190
+ },
191
+ "124915": {
192
+ "content": "<|img_row_1_col_8|>",
193
+ "single_word": false,
194
+ "lstrip": false,
195
+ "rstrip": false,
196
+ "normalized": false,
197
+ "special": true
198
+ },
199
+ "124916": {
200
+ "content": "<|img_row_1_col_9|>",
201
+ "single_word": false,
202
+ "lstrip": false,
203
+ "rstrip": false,
204
+ "normalized": false,
205
+ "special": true
206
+ },
207
+ "124917": {
208
+ "content": "<|img_row_1_col_10|>",
209
+ "single_word": false,
210
+ "lstrip": false,
211
+ "rstrip": false,
212
+ "normalized": false,
213
+ "special": true
214
+ },
215
+ "124918": {
216
+ "content": "<|img_row_2_col_1|>",
217
+ "single_word": false,
218
+ "lstrip": false,
219
+ "rstrip": false,
220
+ "normalized": false,
221
+ "special": true
222
+ },
223
+ "124919": {
224
+ "content": "<|img_row_2_col_2|>",
225
+ "single_word": false,
226
+ "lstrip": false,
227
+ "rstrip": false,
228
+ "normalized": false,
229
+ "special": true
230
+ },
231
+ "124920": {
232
+ "content": "<|img_row_2_col_3|>",
233
+ "single_word": false,
234
+ "lstrip": false,
235
+ "rstrip": false,
236
+ "normalized": false,
237
+ "special": true
238
+ },
239
+ "124921": {
240
+ "content": "<|img_row_2_col_4|>",
241
+ "single_word": false,
242
+ "lstrip": false,
243
+ "rstrip": false,
244
+ "normalized": false,
245
+ "special": true
246
+ },
247
+ "124922": {
248
+ "content": "<|img_row_2_col_5|>",
249
+ "single_word": false,
250
+ "lstrip": false,
251
+ "rstrip": false,
252
+ "normalized": false,
253
+ "special": true
254
+ },
255
+ "124923": {
256
+ "content": "<|img_row_2_col_6|>",
257
+ "single_word": false,
258
+ "lstrip": false,
259
+ "rstrip": false,
260
+ "normalized": false,
261
+ "special": true
262
+ },
263
+ "124924": {
264
+ "content": "<|img_row_2_col_7|>",
265
+ "single_word": false,
266
+ "lstrip": false,
267
+ "rstrip": false,
268
+ "normalized": false,
269
+ "special": true
270
+ },
271
+ "124925": {
272
+ "content": "<|img_row_2_col_8|>",
273
+ "single_word": false,
274
+ "lstrip": false,
275
+ "rstrip": false,
276
+ "normalized": false,
277
+ "special": true
278
+ },
279
+ "124926": {
280
+ "content": "<|img_row_2_col_9|>",
281
+ "single_word": false,
282
+ "lstrip": false,
283
+ "rstrip": false,
284
+ "normalized": false,
285
+ "special": true
286
+ },
287
+ "124927": {
288
+ "content": "<|img_row_2_col_10|>",
289
+ "single_word": false,
290
+ "lstrip": false,
291
+ "rstrip": false,
292
+ "normalized": false,
293
+ "special": true
294
+ },
295
+ "124928": {
296
+ "content": "<|img_row_3_col_1|>",
297
+ "single_word": false,
298
+ "lstrip": false,
299
+ "rstrip": false,
300
+ "normalized": false,
301
+ "special": true
302
+ },
303
+ "124929": {
304
+ "content": "<|img_row_3_col_2|>",
305
+ "single_word": false,
306
+ "lstrip": false,
307
+ "rstrip": false,
308
+ "normalized": false,
309
+ "special": true
310
+ },
311
+ "124930": {
312
+ "content": "<|img_row_3_col_3|>",
313
+ "single_word": false,
314
+ "lstrip": false,
315
+ "rstrip": false,
316
+ "normalized": false,
317
+ "special": true
318
+ },
319
+ "124931": {
320
+ "content": "<|img_row_3_col_4|>",
321
+ "single_word": false,
322
+ "lstrip": false,
323
+ "rstrip": false,
324
+ "normalized": false,
325
+ "special": true
326
+ },
327
+ "124932": {
328
+ "content": "<|img_row_3_col_5|>",
329
+ "single_word": false,
330
+ "lstrip": false,
331
+ "rstrip": false,
332
+ "normalized": false,
333
+ "special": true
334
+ },
335
+ "124933": {
336
+ "content": "<|img_row_3_col_6|>",
337
+ "single_word": false,
338
+ "lstrip": false,
339
+ "rstrip": false,
340
+ "normalized": false,
341
+ "special": true
342
+ },
343
+ "124934": {
344
+ "content": "<|img_row_3_col_7|>",
345
+ "single_word": false,
346
+ "lstrip": false,
347
+ "rstrip": false,
348
+ "normalized": false,
349
+ "special": true
350
+ },
351
+ "124935": {
352
+ "content": "<|img_row_3_col_8|>",
353
+ "single_word": false,
354
+ "lstrip": false,
355
+ "rstrip": false,
356
+ "normalized": false,
357
+ "special": true
358
+ },
359
+ "124936": {
360
+ "content": "<|img_row_3_col_9|>",
361
+ "single_word": false,
362
+ "lstrip": false,
363
+ "rstrip": false,
364
+ "normalized": false,
365
+ "special": true
366
+ },
367
+ "124937": {
368
+ "content": "<|img_row_3_col_10|>",
369
+ "single_word": false,
370
+ "lstrip": false,
371
+ "rstrip": false,
372
+ "normalized": false,
373
+ "special": true
374
+ },
375
+ "124938": {
376
+ "content": "<|img_row_4_col_1|>",
377
+ "single_word": false,
378
+ "lstrip": false,
379
+ "rstrip": false,
380
+ "normalized": false,
381
+ "special": true
382
+ },
383
+ "124939": {
384
+ "content": "<|img_row_4_col_2|>",
385
+ "single_word": false,
386
+ "lstrip": false,
387
+ "rstrip": false,
388
+ "normalized": false,
389
+ "special": true
390
+ },
391
+ "124940": {
392
+ "content": "<|img_row_4_col_3|>",
393
+ "single_word": false,
394
+ "lstrip": false,
395
+ "rstrip": false,
396
+ "normalized": false,
397
+ "special": true
398
+ },
399
+ "124941": {
400
+ "content": "<|img_row_4_col_4|>",
401
+ "single_word": false,
402
+ "lstrip": false,
403
+ "rstrip": false,
404
+ "normalized": false,
405
+ "special": true
406
+ },
407
+ "124942": {
408
+ "content": "<|img_row_4_col_5|>",
409
+ "single_word": false,
410
+ "lstrip": false,
411
+ "rstrip": false,
412
+ "normalized": false,
413
+ "special": true
414
+ },
415
+ "124943": {
416
+ "content": "<|img_row_4_col_6|>",
417
+ "single_word": false,
418
+ "lstrip": false,
419
+ "rstrip": false,
420
+ "normalized": false,
421
+ "special": true
422
+ },
423
+ "124944": {
424
+ "content": "<|img_row_4_col_7|>",
425
+ "single_word": false,
426
+ "lstrip": false,
427
+ "rstrip": false,
428
+ "normalized": false,
429
+ "special": true
430
+ },
431
+ "124945": {
432
+ "content": "<|img_row_4_col_8|>",
433
+ "single_word": false,
434
+ "lstrip": false,
435
+ "rstrip": false,
436
+ "normalized": false,
437
+ "special": true
438
+ },
439
+ "124946": {
440
+ "content": "<|img_row_4_col_9|>",
441
+ "single_word": false,
442
+ "lstrip": false,
443
+ "rstrip": false,
444
+ "normalized": false,
445
+ "special": true
446
+ },
447
+ "124947": {
448
+ "content": "<|img_row_4_col_10|>",
449
+ "single_word": false,
450
+ "lstrip": false,
451
+ "rstrip": false,
452
+ "normalized": false,
453
+ "special": true
454
+ },
455
+ "124948": {
456
+ "content": "<|img_row_5_col_1|>",
457
+ "single_word": false,
458
+ "lstrip": false,
459
+ "rstrip": false,
460
+ "normalized": false,
461
+ "special": true
462
+ },
463
+ "124949": {
464
+ "content": "<|img_row_5_col_2|>",
465
+ "single_word": false,
466
+ "lstrip": false,
467
+ "rstrip": false,
468
+ "normalized": false,
469
+ "special": true
470
+ },
471
+ "124950": {
472
+ "content": "<|img_row_5_col_3|>",
473
+ "single_word": false,
474
+ "lstrip": false,
475
+ "rstrip": false,
476
+ "normalized": false,
477
+ "special": true
478
+ },
479
+ "124951": {
480
+ "content": "<|img_row_5_col_4|>",
481
+ "single_word": false,
482
+ "lstrip": false,
483
+ "rstrip": false,
484
+ "normalized": false,
485
+ "special": true
486
+ },
487
+ "124952": {
488
+ "content": "<|img_row_5_col_5|>",
489
+ "single_word": false,
490
+ "lstrip": false,
491
+ "rstrip": false,
492
+ "normalized": false,
493
+ "special": true
494
+ },
495
+ "124953": {
496
+ "content": "<|img_row_5_col_6|>",
497
+ "single_word": false,
498
+ "lstrip": false,
499
+ "rstrip": false,
500
+ "normalized": false,
501
+ "special": true
502
+ },
503
+ "124954": {
504
+ "content": "<|img_row_5_col_7|>",
505
+ "single_word": false,
506
+ "lstrip": false,
507
+ "rstrip": false,
508
+ "normalized": false,
509
+ "special": true
510
+ },
511
+ "124955": {
512
+ "content": "<|img_row_5_col_8|>",
513
+ "single_word": false,
514
+ "lstrip": false,
515
+ "rstrip": false,
516
+ "normalized": false,
517
+ "special": true
518
+ },
519
+ "124956": {
520
+ "content": "<|img_row_5_col_9|>",
521
+ "single_word": false,
522
+ "lstrip": false,
523
+ "rstrip": false,
524
+ "normalized": false,
525
+ "special": true
526
+ },
527
+ "124957": {
528
+ "content": "<|img_row_5_col_10|>",
529
+ "single_word": false,
530
+ "lstrip": false,
531
+ "rstrip": false,
532
+ "normalized": false,
533
+ "special": true
534
+ },
535
+ "124958": {
536
+ "content": "<|img_row_6_col_1|>",
537
+ "single_word": false,
538
+ "lstrip": false,
539
+ "rstrip": false,
540
+ "normalized": false,
541
+ "special": true
542
+ },
543
+ "124959": {
544
+ "content": "<|img_row_6_col_2|>",
545
+ "single_word": false,
546
+ "lstrip": false,
547
+ "rstrip": false,
548
+ "normalized": false,
549
+ "special": true
550
+ },
551
+ "124960": {
552
+ "content": "<|img_row_6_col_3|>",
553
+ "single_word": false,
554
+ "lstrip": false,
555
+ "rstrip": false,
556
+ "normalized": false,
557
+ "special": true
558
+ },
559
+ "124961": {
560
+ "content": "<|img_row_6_col_4|>",
561
+ "single_word": false,
562
+ "lstrip": false,
563
+ "rstrip": false,
564
+ "normalized": false,
565
+ "special": true
566
+ },
567
+ "124962": {
568
+ "content": "<|img_row_6_col_5|>",
569
+ "single_word": false,
570
+ "lstrip": false,
571
+ "rstrip": false,
572
+ "normalized": false,
573
+ "special": true
574
+ },
575
+ "124963": {
576
+ "content": "<|img_row_6_col_6|>",
577
+ "single_word": false,
578
+ "lstrip": false,
579
+ "rstrip": false,
580
+ "normalized": false,
581
+ "special": true
582
+ },
583
+ "124964": {
584
+ "content": "<|img_row_6_col_7|>",
585
+ "single_word": false,
586
+ "lstrip": false,
587
+ "rstrip": false,
588
+ "normalized": false,
589
+ "special": true
590
+ },
591
+ "124965": {
592
+ "content": "<|img_row_6_col_8|>",
593
+ "single_word": false,
594
+ "lstrip": false,
595
+ "rstrip": false,
596
+ "normalized": false,
597
+ "special": true
598
+ },
599
+ "124966": {
600
+ "content": "<|img_row_6_col_9|>",
601
+ "single_word": false,
602
+ "lstrip": false,
603
+ "rstrip": false,
604
+ "normalized": false,
605
+ "special": true
606
+ },
607
+ "124967": {
608
+ "content": "<|img_row_6_col_10|>",
609
+ "single_word": false,
610
+ "lstrip": false,
611
+ "rstrip": false,
612
+ "normalized": false,
613
+ "special": true
614
+ },
615
+ "124968": {
616
+ "content": "<|img_row_7_col_1|>",
617
+ "single_word": false,
618
+ "lstrip": false,
619
+ "rstrip": false,
620
+ "normalized": false,
621
+ "special": true
622
+ },
623
+ "124969": {
624
+ "content": "<|img_row_7_col_2|>",
625
+ "single_word": false,
626
+ "lstrip": false,
627
+ "rstrip": false,
628
+ "normalized": false,
629
+ "special": true
630
+ },
631
+ "124970": {
632
+ "content": "<|img_row_7_col_3|>",
633
+ "single_word": false,
634
+ "lstrip": false,
635
+ "rstrip": false,
636
+ "normalized": false,
637
+ "special": true
638
+ },
639
+ "124971": {
640
+ "content": "<|img_row_7_col_4|>",
641
+ "single_word": false,
642
+ "lstrip": false,
643
+ "rstrip": false,
644
+ "normalized": false,
645
+ "special": true
646
+ },
647
+ "124972": {
648
+ "content": "<|img_row_7_col_5|>",
649
+ "single_word": false,
650
+ "lstrip": false,
651
+ "rstrip": false,
652
+ "normalized": false,
653
+ "special": true
654
+ },
655
+ "124973": {
656
+ "content": "<|img_row_7_col_6|>",
657
+ "single_word": false,
658
+ "lstrip": false,
659
+ "rstrip": false,
660
+ "normalized": false,
661
+ "special": true
662
+ },
663
+ "124974": {
664
+ "content": "<|img_row_7_col_7|>",
665
+ "single_word": false,
666
+ "lstrip": false,
667
+ "rstrip": false,
668
+ "normalized": false,
669
+ "special": true
670
+ },
671
+ "124975": {
672
+ "content": "<|img_row_7_col_8|>",
673
+ "single_word": false,
674
+ "lstrip": false,
675
+ "rstrip": false,
676
+ "normalized": false,
677
+ "special": true
678
+ },
679
+ "124976": {
680
+ "content": "<|img_row_7_col_9|>",
681
+ "single_word": false,
682
+ "lstrip": false,
683
+ "rstrip": false,
684
+ "normalized": false,
685
+ "special": true
686
+ },
687
+ "124977": {
688
+ "content": "<|img_row_7_col_10|>",
689
+ "single_word": false,
690
+ "lstrip": false,
691
+ "rstrip": false,
692
+ "normalized": false,
693
+ "special": true
694
+ },
695
+ "124978": {
696
+ "content": "<|img_row_8_col_1|>",
697
+ "single_word": false,
698
+ "lstrip": false,
699
+ "rstrip": false,
700
+ "normalized": false,
701
+ "special": true
702
+ },
703
+ "124979": {
704
+ "content": "<|img_row_8_col_2|>",
705
+ "single_word": false,
706
+ "lstrip": false,
707
+ "rstrip": false,
708
+ "normalized": false,
709
+ "special": true
710
+ },
711
+ "124980": {
712
+ "content": "<|img_row_8_col_3|>",
713
+ "single_word": false,
714
+ "lstrip": false,
715
+ "rstrip": false,
716
+ "normalized": false,
717
+ "special": true
718
+ },
719
+ "124981": {
720
+ "content": "<|img_row_8_col_4|>",
721
+ "single_word": false,
722
+ "lstrip": false,
723
+ "rstrip": false,
724
+ "normalized": false,
725
+ "special": true
726
+ },
727
+ "124982": {
728
+ "content": "<|img_row_8_col_5|>",
729
+ "single_word": false,
730
+ "lstrip": false,
731
+ "rstrip": false,
732
+ "normalized": false,
733
+ "special": true
734
+ },
735
+ "124983": {
736
+ "content": "<|img_row_8_col_6|>",
737
+ "single_word": false,
738
+ "lstrip": false,
739
+ "rstrip": false,
740
+ "normalized": false,
741
+ "special": true
742
+ },
743
+ "124984": {
744
+ "content": "<|img_row_8_col_7|>",
745
+ "single_word": false,
746
+ "lstrip": false,
747
+ "rstrip": false,
748
+ "normalized": false,
749
+ "special": true
750
+ },
751
+ "124985": {
752
+ "content": "<|img_row_8_col_8|>",
753
+ "single_word": false,
754
+ "lstrip": false,
755
+ "rstrip": false,
756
+ "normalized": false,
757
+ "special": true
758
+ },
759
+ "124986": {
760
+ "content": "<|img_row_8_col_9|>",
761
+ "single_word": false,
762
+ "lstrip": false,
763
+ "rstrip": false,
764
+ "normalized": false,
765
+ "special": true
766
+ },
767
+ "124987": {
768
+ "content": "<|img_row_8_col_10|>",
769
+ "single_word": false,
770
+ "lstrip": false,
771
+ "rstrip": false,
772
+ "normalized": false,
773
+ "special": true
774
+ },
775
+ "124988": {
776
+ "content": "<|img_row_9_col_1|>",
777
+ "single_word": false,
778
+ "lstrip": false,
779
+ "rstrip": false,
780
+ "normalized": false,
781
+ "special": true
782
+ },
783
+ "124989": {
784
+ "content": "<|img_row_9_col_2|>",
785
+ "single_word": false,
786
+ "lstrip": false,
787
+ "rstrip": false,
788
+ "normalized": false,
789
+ "special": true
790
+ },
791
+ "124990": {
792
+ "content": "<|img_row_9_col_3|>",
793
+ "single_word": false,
794
+ "lstrip": false,
795
+ "rstrip": false,
796
+ "normalized": false,
797
+ "special": true
798
+ },
799
+ "124991": {
800
+ "content": "<|img_row_9_col_4|>",
801
+ "single_word": false,
802
+ "lstrip": false,
803
+ "rstrip": false,
804
+ "normalized": false,
805
+ "special": true
806
+ },
807
+ "124992": {
808
+ "content": "<|img_row_9_col_5|>",
809
+ "single_word": false,
810
+ "lstrip": false,
811
+ "rstrip": false,
812
+ "normalized": false,
813
+ "special": true
814
+ },
815
+ "124993": {
816
+ "content": "<|img_row_9_col_6|>",
817
+ "single_word": false,
818
+ "lstrip": false,
819
+ "rstrip": false,
820
+ "normalized": false,
821
+ "special": true
822
+ },
823
+ "124994": {
824
+ "content": "<|img_row_9_col_7|>",
825
+ "single_word": false,
826
+ "lstrip": false,
827
+ "rstrip": false,
828
+ "normalized": false,
829
+ "special": true
830
+ },
831
+ "124995": {
832
+ "content": "<|img_row_9_col_8|>",
833
+ "single_word": false,
834
+ "lstrip": false,
835
+ "rstrip": false,
836
+ "normalized": false,
837
+ "special": true
838
+ },
839
+ "124996": {
840
+ "content": "<|img_row_9_col_9|>",
841
+ "single_word": false,
842
+ "lstrip": false,
843
+ "rstrip": false,
844
+ "normalized": false,
845
+ "special": true
846
+ },
847
+ "124997": {
848
+ "content": "<|img_row_9_col_10|>",
849
+ "single_word": false,
850
+ "lstrip": false,
851
+ "rstrip": false,
852
+ "normalized": false,
853
+ "special": true
854
+ },
855
+ "124998": {
856
+ "content": "<|img_row_10_col_1|>",
857
+ "single_word": false,
858
+ "lstrip": false,
859
+ "rstrip": false,
860
+ "normalized": false,
861
+ "special": true
862
+ },
863
+ "124999": {
864
+ "content": "<|img_row_10_col_2|>",
865
+ "single_word": false,
866
+ "lstrip": false,
867
+ "rstrip": false,
868
+ "normalized": false,
869
+ "special": true
870
+ },
871
+ "125000": {
872
+ "content": "<|img_row_10_col_3|>",
873
+ "single_word": false,
874
+ "lstrip": false,
875
+ "rstrip": false,
876
+ "normalized": false,
877
+ "special": true
878
+ },
879
+ "125001": {
880
+ "content": "<|img_row_10_col_4|>",
881
+ "single_word": false,
882
+ "lstrip": false,
883
+ "rstrip": false,
884
+ "normalized": false,
885
+ "special": true
886
+ },
887
+ "125002": {
888
+ "content": "<|img_row_10_col_5|>",
889
+ "single_word": false,
890
+ "lstrip": false,
891
+ "rstrip": false,
892
+ "normalized": false,
893
+ "special": true
894
+ },
895
+ "125003": {
896
+ "content": "<|img_row_10_col_6|>",
897
+ "single_word": false,
898
+ "lstrip": false,
899
+ "rstrip": false,
900
+ "normalized": false,
901
+ "special": true
902
+ },
903
+ "125004": {
904
+ "content": "<|img_row_10_col_7|>",
905
+ "single_word": false,
906
+ "lstrip": false,
907
+ "rstrip": false,
908
+ "normalized": false,
909
+ "special": true
910
+ },
911
+ "125005": {
912
+ "content": "<|img_row_10_col_8|>",
913
+ "single_word": false,
914
+ "lstrip": false,
915
+ "rstrip": false,
916
+ "normalized": false,
917
+ "special": true
918
+ },
919
+ "125006": {
920
+ "content": "<|img_row_10_col_9|>",
921
+ "single_word": false,
922
+ "lstrip": false,
923
+ "rstrip": false,
924
+ "normalized": false,
925
+ "special": true
926
+ },
927
+ "125007": {
928
+ "content": "<|img_row_10_col_10|>",
929
+ "single_word": false,
930
+ "lstrip": false,
931
+ "rstrip": false,
932
+ "normalized": false,
933
+ "special": true
934
+ },
935
+ "125008": {
936
+ "content": "<|img_thumbnail|>",
937
+ "single_word": false,
938
+ "lstrip": false,
939
+ "rstrip": false,
940
+ "normalized": false,
941
+ "special": true
942
+ },
943
+ "125009": {
944
+ "content": "<|image_start|>",
945
+ "single_word": false,
946
+ "lstrip": false,
947
+ "rstrip": false,
948
+ "normalized": false,
949
+ "special": true
950
+ },
951
+ "125010": {
952
+ "content": "<|image_end|>",
953
+ "single_word": false,
954
+ "lstrip": false,
955
+ "rstrip": false,
956
+ "normalized": false,
957
+ "special": true
958
+ },
959
+ "125011": {
960
+ "content": "<|image_split|>",
961
+ "single_word": false,
962
+ "lstrip": false,
963
+ "rstrip": false,
964
+ "normalized": false,
965
+ "special": true
966
+ },
967
+ "125012": {
968
+ "content": "<|audio_start|>",
969
+ "single_word": false,
970
+ "lstrip": false,
971
+ "rstrip": false,
972
+ "normalized": false,
973
+ "special": true
974
+ },
975
+ "125013": {
976
+ "content": "<|text_start|>",
977
+ "single_word": false,
978
+ "lstrip": false,
979
+ "rstrip": false,
980
+ "normalized": false,
981
+ "special": true
982
+ },
983
+ "125014": {
984
+ "content": "<|text_end|>",
985
+ "single_word": false,
986
+ "lstrip": false,
987
+ "rstrip": false,
988
+ "normalized": false,
989
+ "special": true
990
+ },
991
+ "125015": {
992
+ "content": "<|mixed_start|>",
993
+ "single_word": false,
994
+ "lstrip": false,
995
+ "rstrip": false,
996
+ "normalized": false,
997
+ "special": true
998
+ },
999
+ "125016": {
1000
+ "content": "<|mixed_end|>",
1001
+ "single_word": false,
1002
+ "lstrip": false,
1003
+ "rstrip": false,
1004
+ "normalized": false,
1005
+ "special": true
1006
+ }
1007
+ },
1008
+ "chat_template": "{{- bos_token -}}\n{%- set preserve_thinking = preserve_thinking | default(false) -%}\n\n{%- macro format_arg_value(arg_value) -%}\n {%- if arg_value is string -%}\n {{- \"'\" + (arg_value | replace(\"\\\\\", \"\\\\\\\\\") | replace(\"'\", \"\\\\'\") | replace(\"\\n\", \"\\\\n\") | replace(\"\\r\", \"\\\\r\")) + \"'\" -}}\n {%- elif arg_value is mapping or arg_value is iterable -%}\n {{- arg_value | tojson -}}\n {%- else -%}\n {{- arg_value | string -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro parse_content(content) -%}\n {%- if content is string -%}\n {{- content -}}\n {%- elif content is mapping -%}\n {{- content | tojson -}}\n {%- elif content is iterable -%}\n {%- set _ns = namespace(result=\"\") -%}\n {%- for item in content -%}\n {%- if item is string -%}\n {%- set _ns.result = _ns.result + item -%}\n {%- elif item is mapping and item.get(\"type\") == \"image\" -%}\n {%- set _ns.result = _ns.result + \"<image>\" -%}\n {%- elif item is mapping and item.get(\"type\") == \"text\" -%}\n {%- set _ns.result = _ns.result + ((item.get(\"text\") or \"\") | string) -%}\n {%- else -%}\n {%- set _ns.result = _ns.result + (item | tojson) -%}\n {%- endif -%}\n {%- endfor -%}\n {{- _ns.result -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro render_tool_calls(tool_calls) -%}\n {%- set tool_calls_ns = namespace(tool_calls=[]) -%}\n {%- for tool_call in tool_calls -%}\n {%- set func = tool_call[\"function\"] if \"function\" in tool_call else tool_call -%}\n {%- set func_name = func[\"name\"] -%}\n {%- set func_args = func.get(\"arguments\") -%}\n {%- set args_ns = namespace(arg_strings=[]) -%}\n {%- if func_args is mapping -%}\n {%- for arg_name, arg_value in func_args.items() -%}\n {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + \"=\" + format_arg_value(arg_value)] -%}\n {%- endfor -%}\n {%- elif func_args is string and (func_args | trim) not in [\"\", \"{}\", \"null\"] -%}\n {{- raise_exception(\"Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template\") -}}\n {%- endif -%}\n {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + \"(\" + (args_ns.arg_strings | join(\", \")) + \")\"] -%}\n {%- endfor -%}\n {{- \"<|tool_call_start|>[\" + (tool_calls_ns.tool_calls | join(\", \")) + \"]<|tool_call_end|>\" -}}\n{%- endmacro -%}\n\n{%- set ns = namespace(system_prompt=\"\", last_user_index=-1) -%}\n{%- if messages and messages[0][\"role\"] == \"system\" -%}\n {%- if messages[0].get(\"content\") -%}\n {%- set ns.system_prompt = parse_content(messages[0][\"content\"]) -%}\n {%- endif -%}\n {%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n {%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: [\" -%}\n {%- for tool in tools -%}\n {%- if tool is not string -%}\n {%- set tool = tool | tojson -%}\n {%- endif -%}\n {%- set ns.system_prompt = ns.system_prompt + tool -%}\n {%- if not loop.last -%}\n {%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- set ns.system_prompt = ns.system_prompt + \"]\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n {{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n {%- if message[\"role\"] == \"user\" -%}\n {%- set ns.last_user_index = loop.index0 -%}\n {%- endif -%}\n{%- endfor -%}\n{%- for message in messages -%}\n {{- \"<|im_start|>\" + message.role + \"\\n\" -}}\n {%- if message.role == \"assistant\" -%}\n {%- generation -%}\n {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}\n {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}\n {%- set thinking = thinking if thinking is string else \"\" -%}\n {%- if thinking and keep_thinking -%}\n {{- \"<think>\" + thinking + \"</think>\" -}}\n {%- endif -%}\n {%- set _cfm_tag = \"CONTINUE_FINAL_MESSAGE_TAG \" -%}\n {%- set _has_cfm = false -%}\n {%- set content = \"\" -%}\n {%- if message.get(\"content\") -%}\n {%- set content = parse_content(message.content) -%}\n {%- endif -%}\n {%- if not keep_thinking and \"</think>\" in content -%}\n {%- set content = content.split(\"</think>\")[-1] | trim -%}\n {%- endif -%}\n {%- if content.endswith(_cfm_tag) -%}\n {%- set _has_cfm = true -%}\n {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}\n {%- set content = content[:_trunc_len] -%}\n {%- endif -%}\n {{- content -}}\n {%- if message.tool_calls -%}\n {{- render_tool_calls(message.tool_calls) -}}\n {%- endif -%}\n {%- if _has_cfm -%}\n {{- _cfm_tag -}}\n {%- endif -%}\n {{- \"<|im_end|>\\n\" -}}\n {%- endgeneration -%}\n {%- else %}\n {%- if message.get(\"content\") -%}\n {{- parse_content(message[\"content\"]) -}}\n {%- endif -%}\n {{- \"<|im_end|>\\n\" -}}\n {%- endif %}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{- \"<|im_start|>assistant\\n<think>\" -}}\n{%- endif -%}\n"
1009
+ }