GLM-5.2 tokenizer_config with embedded chat template for TGI

tokenizer_config.json

@@ -0,0 +1,12 @@
+{
+  "model_type": "chatglm",
+  "tokenizer_class": "ChatGLMTokenizer",
+  "auto_map": {
+    "AutoTokenizer": "tokenization_chatglm.AutoTokenizer"
+  },
+  "bos_token": "[gMASK]<sop>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "model_max_length": 131072,
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'system' %}<|system|>\n{{ message['content'] }}{% elif message['role'] == 'user' %}<|user|>\n{{ message['content'] }}<|assistant|>\n{% elif message['role'] == 'assistant' %}{{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>\n{% endif %}"
+}