File size: 433 Bytes
0fcb1ae
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "add_bos_token": false,
  "add_eos_token": false,
  "bos_token": "<|system|>",
  "eos_token": "<|endoftext|>",
  "pad_token": "<|pad|>",
  "model_max_length": 1024,
  "tokenizer_class": "PreTrainedTokenizerFast",
  "chat_template": "{% for message in messages %}{{'<|' + message['role'] + '|>\\n' + message['content'] + '<|endoftext|>\\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\\n' }}{% endif %}"
}