joerowell commited on
Commit
4bbfc28
·
verified ·
1 Parent(s): b0170d3

Enable thinking by default, preserve reasoning; drop max_new_tokens cap

Browse files
Files changed (2) hide show
  1. chat_template.jinja +3 -2
  2. generation_config.json +1 -2
chat_template.jinja CHANGED
@@ -1,8 +1,9 @@
1
  {#- Iteration on laguna_glm_thinking_v8/chat_template.jinja -#}
2
  {#- No formatting instructions -#}
3
  {{- "〈|EOS|〉" -}}
4
- {%- set enable_thinking = enable_thinking | default(false) -%}
5
  {%- set add_generation_prompt = add_generation_prompt | default(false) -%}
 
6
 
7
  {#- ───── header (system message) ───── -#}
8
  {#- A caller-supplied system message with empty content opts out of the default below, producing no <system> block — used to train without a system message. -#}
@@ -51,7 +52,7 @@
51
  {%- set reasoning_content = message.reasoning_content -%}
52
  {%- endif -%}
53
  {#- Display reasoning content for all messages if enable_thinking -#}
54
- {%- if enable_thinking -%}
55
  {{- '<think>' + reasoning_content + '</think>' -}}
56
  {%- else -%}
57
  {{- '</think>' -}}
 
1
  {#- Iteration on laguna_glm_thinking_v8/chat_template.jinja -#}
2
  {#- No formatting instructions -#}
3
  {{- "〈|EOS|〉" -}}
4
+ {%- set enable_thinking = enable_thinking | default(true) -%}
5
  {%- set add_generation_prompt = add_generation_prompt | default(false) -%}
6
+ {%- set preserve_thinking = preserve_thinking | default(false) -%}
7
 
8
  {#- ───── header (system message) ───── -#}
9
  {#- A caller-supplied system message with empty content opts out of the default below, producing no <system> block — used to train without a system message. -#}
 
52
  {%- set reasoning_content = message.reasoning_content -%}
53
  {%- endif -%}
54
  {#- Display reasoning content for all messages if enable_thinking -#}
55
+ {%- if enable_thinking or preserve_thinking -%}
56
  {{- '<think>' + reasoning_content + '</think>' -}}
57
  {%- else -%}
58
  {{- '</think>' -}}
generation_config.json CHANGED
@@ -5,7 +5,6 @@
5
  2,
6
  24
7
  ],
8
- "max_new_tokens": 32768,
9
  "pad_token_id": 9,
10
  "temperature": 1.0,
11
  "top_p": 1.0,
@@ -22,4 +21,4 @@
22
  },
23
  "top_k": 20,
24
  "min_p": 0.0
25
- }
 
5
  2,
6
  24
7
  ],
 
8
  "pad_token_id": 9,
9
  "temperature": 1.0,
10
  "top_p": 1.0,
 
21
  },
22
  "top_k": 20,
23
  "min_p": 0.0
24
+ }