Enable thinking by default, preserve reasoning; drop max_new_tokens cap
Browse files- chat_template.jinja +3 -2
- generation_config.json +1 -2
chat_template.jinja
CHANGED
|
@@ -1,8 +1,9 @@
|
|
| 1 |
{#- Iteration on laguna_glm_thinking_v8/chat_template.jinja -#}
|
| 2 |
{#- No formatting instructions -#}
|
| 3 |
{{- "〈|EOS|〉" -}}
|
| 4 |
-
{%- set enable_thinking = enable_thinking | default(
|
| 5 |
{%- set add_generation_prompt = add_generation_prompt | default(false) -%}
|
|
|
|
| 6 |
|
| 7 |
{#- ───── header (system message) ───── -#}
|
| 8 |
{#- A caller-supplied system message with empty content opts out of the default below, producing no <system> block — used to train without a system message. -#}
|
|
@@ -51,7 +52,7 @@
|
|
| 51 |
{%- set reasoning_content = message.reasoning_content -%}
|
| 52 |
{%- endif -%}
|
| 53 |
{#- Display reasoning content for all messages if enable_thinking -#}
|
| 54 |
-
{%- if enable_thinking -%}
|
| 55 |
{{- '<think>' + reasoning_content + '</think>' -}}
|
| 56 |
{%- else -%}
|
| 57 |
{{- '</think>' -}}
|
|
|
|
| 1 |
{#- Iteration on laguna_glm_thinking_v8/chat_template.jinja -#}
|
| 2 |
{#- No formatting instructions -#}
|
| 3 |
{{- "〈|EOS|〉" -}}
|
| 4 |
+
{%- set enable_thinking = enable_thinking | default(true) -%}
|
| 5 |
{%- set add_generation_prompt = add_generation_prompt | default(false) -%}
|
| 6 |
+
{%- set preserve_thinking = preserve_thinking | default(false) -%}
|
| 7 |
|
| 8 |
{#- ───── header (system message) ───── -#}
|
| 9 |
{#- A caller-supplied system message with empty content opts out of the default below, producing no <system> block — used to train without a system message. -#}
|
|
|
|
| 52 |
{%- set reasoning_content = message.reasoning_content -%}
|
| 53 |
{%- endif -%}
|
| 54 |
{#- Display reasoning content for all messages if enable_thinking -#}
|
| 55 |
+
{%- if enable_thinking or preserve_thinking -%}
|
| 56 |
{{- '<think>' + reasoning_content + '</think>' -}}
|
| 57 |
{%- else -%}
|
| 58 |
{{- '</think>' -}}
|
generation_config.json
CHANGED
|
@@ -5,7 +5,6 @@
|
|
| 5 |
2,
|
| 6 |
24
|
| 7 |
],
|
| 8 |
-
"max_new_tokens": 32768,
|
| 9 |
"pad_token_id": 9,
|
| 10 |
"temperature": 1.0,
|
| 11 |
"top_p": 1.0,
|
|
@@ -22,4 +21,4 @@
|
|
| 22 |
},
|
| 23 |
"top_k": 20,
|
| 24 |
"min_p": 0.0
|
| 25 |
-
}
|
|
|
|
| 5 |
2,
|
| 6 |
24
|
| 7 |
],
|
|
|
|
| 8 |
"pad_token_id": 9,
|
| 9 |
"temperature": 1.0,
|
| 10 |
"top_p": 1.0,
|
|
|
|
| 21 |
},
|
| 22 |
"top_k": 20,
|
| 23 |
"min_p": 0.0
|
| 24 |
+
}
|