{
"bos_token_id": 1,
"eos_token_id": 2,
"pad_token_id": 3,
"max_new_tokens": 512,
"temperature": 0.6,
"top_p": 0.95,
"top_k": 50,
"repetition_penalty": 1.05,
"do_sample": true,
"transformers_version": "4.45.0",
"custom_chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '\\n' + message['content'] + '\\n\\n' }}{% elif message['role'] == 'assistant' %}{{ '\\n' + message['content'] + '\\n\\n' }}{% endif %}{% endfor %}",
"stop_strings": [
"",
"",
"<|im_end|>",
"<|endoftext|>"
]
}