ChatGBA / tokenizer_config.json
gszauer's picture
ChatGBA: chat model, Game Boy Advance cartridge and source, Transformers port, reference.js
546acd4 verified
Raw History Blame Contribute Delete
483 Bytes
{
"tokenizer_class": "GabByteTokenizer",
"auto_map": {
"AutoTokenizer": [
"tokenization_gabgpt.GabByteTokenizer",
null
]
},
"chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}<|u|>{{ message['content'] }}<|e|>{% elif message['role'] == 'assistant' %}<|a|>{{ message['content'] }}<|e|>{% endif %}{% endfor %}{% if add_generation_prompt %}<|a|>{% endif %}",
"model_max_length": 512,
"clean_up_tokenization_spaces": false
}