KaiLu-3-Pro / tokenizer_config.json
KVC899's picture
KaiLu 3 Pro: open release (Apache-2.0), one GGUF + one safetensors
283500f verified
Raw History Blame Contribute Delete
946 Bytes
{
"backend": "tokenizers",
"clean_up_tokenization_spaces": false,
"eos_token": "<|endoftext|>",
"model_input_names": [
"input_ids",
"attention_mask"
],
"model_max_length": 1024,
"pad_token": "<|endoftext|>",
"tokenizer_class": "PreTrainedTokenizerFast",
"chat_template": "{%- set roles = {'system': 'system', 'user': 'user', 'human': 'user', 'assistant': 'assistant', 'gpt': 'assistant'} -%}{%- if not messages or roles.get((messages[0]['role'] | string) | lower) != 'system' -%}{{- '<|system|>\\nYou are KaiLu, a helpful assistant.\\n' -}}{%- endif -%}{%- for message in messages -%}{%- set role = roles.get((message['role'] | string) | lower) -%}{%- if role -%}{{- '<|' + role + '|>\\n' + ((message['content'] or '') | string | trim) -}}{%- if role == 'assistant' -%}{{- '<|endoftext|>' -}}{%- endif -%}{{- '\\n' -}}{%- endif -%}{%- endfor -%}{%- if add_generation_prompt -%}{{- '<|assistant|>\\n' -}}{%- endif -%}"
}