Make the chat template work in llama.cpp and add a response template

chat_template.jinja

@@ -72,11 +72,11 @@ For each function call, output the function name and arguments within the follow
 {%- macro render_tool_response(m) -%}
 {%- if m.content is string -%}
     {{- tool_response(m.content) -}}
-{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
+{%- elif m.content and m.content is not mapping and m.content[0].type == "tool_reference" -%}
     {{- tool_references_to_response(m.content) -}}
 {%- elif is_list_of_outputs(m) -%}
     {%- for tr in m.content -%}
-        {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
+        {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output[0].type == "tool_reference" -%}
             {{- tool_references_to_response(tr.output) -}}
         {%- else -%}
             {{- tool_response(visible_text(tr.output)) -}}
@@ -94,7 +94,7 @@ For each function call, output the function name and arguments within the follow
     {%- endif -%}
 {%- endmacro -%}
 {%- macro is_list_of_outputs(m) -%}
-    {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
+    {%- if m.content and m.content[0].output is defined -%}1{%- endif -%}
 {%- endmacro -%}
 {%- macro has_dup_tool_result_id(lo, hi, target) -%}
     {%- set ns_cnt = namespace(n=0) -%}
@@ -123,6 +123,16 @@ For each function call, output the function name and arguments within the follow
     {%- endfor -%}
     {%- if ns_f.found -%}1{%- endif -%}
 {%- endmacro -%}
+{%- macro has_duplicates(ids) -%}
+    {%- set ns_dup = namespace(seen=[], found=false) -%}
+    {%- for x in ids -%}
+        {%- if x in ns_dup.seen -%}
+            {%- set ns_dup.found = true -%}
+        {%- endif -%}
+        {%- set ns_dup.seen = ns_dup.seen + [x] -%}
+    {%- endfor -%}
+    {%- if ns_dup.found -%}1{%- endif -%}
+{%- endmacro -%}
 {%- set ns = namespace(last_user_index=-1) -%}
 {%- for m in messages %}
     {%- if m.role == 'user' %}
@@ -195,9 +205,9 @@ For each function call, output the function name and arguments within the follow
         {%- endfor -%}
         {%- if '' in ns_chk.res or '' in ns_chk.tcs -%}
             {%- set ns_chk.can_sort = false -%}
-        {%- elif ns_chk.res | unique(case_sensitive=true) | list | length != ns_chk.res | length -%}
+        {%- elif has_duplicates(ns_chk.res) -%}
             {%- set ns_chk.can_sort = false -%}
-        {%- elif ns_chk.tcs | unique(case_sensitive=true) | list | length != ns_chk.tcs | length -%}
+        {%- elif has_duplicates(ns_chk.tcs) -%}
             {%- set ns_chk.can_sort = false -%}
         {%- else -%}
             {%- for eid in ns_chk.res -%}
@@ -227,7 +237,7 @@ For each function call, output the function name and arguments within the follow
             {%- set m = messages[ns_chk.mk[pair.p]] -%}
             {%- if ns_chk.ek[pair.p] >= 0 -%}
                 {%- set entry = m.content[ns_chk.ek[pair.p]] -%}
-                {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
+                {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output[0].type == "tool_reference" -%}
                     {{- tool_references_to_response(entry.output) -}}
                 {%- else -%}
                     {{- tool_response(visible_text(entry.output)) -}}

tokenizer_config.json

@@ -29,5 +29,52 @@
   "pad_token": "<|endoftext|>",
   "padding_side": "left",
   "remove_space": false,
-  "tokenizer_class": "TokenizersBackend"
+  "tokenizer_class": "TokenizersBackend",
+  "response_template": {
+    "defaults": {
+      "role": "assistant"
+    },
+    "start_anchor": "<|assistant|>",
+    "fields": {
+      "reasoning_content": {
+        "open_pattern": "<think>|(?=</think>)",
+        "close_pattern": "</think>|(?=<tool_call>)",
+        "content": "text",
+        "content_args": {
+          "strip": true
+        },
+        "repeats": true,
+        "join": ""
+      },
+      "tool_calls": {
+        "open_pattern": "\\s*<tool_call>\\s*(?P<name>[^<]*?)\\s*(?=<arg_key>|</tool_call>)",
+        "close": "</tool_call>",
+        "repeats": true,
+        "content": "xml-inline",
+        "content_args": {
+          "tag_pattern": "<arg_key>\\s*(?P<key>.*?)\\s*</arg_key>\\s*<arg_value>(?P<value>.*?)</arg_value>"
+        },
+        "transform": {
+          "type": "function",
+          "function": {
+            "name": "{name}",
+            "arguments": "{content}"
+          }
+        }
+      },
+      "content": {
+        "close": [
+          "<|user|>",
+          "<|observation|>",
+          "<|endoftext|>"
+        ],
+        "content": "text",
+        "content_args": {
+          "strip": false
+        },
+        "repeats": true,
+        "join": ""
+      }
+    }
+  }
 }