File size: 609 Bytes
dfc5d68 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | {
"model_type": "mamba",
"bos_token": "<|system|>",
"eos_token": "<|end_of_turn|>",
"pad_token": "<|endoftext|>",
"unk_token": "<|unk|>",
"sep_token": "<|end_of_turn|>",
"mask_token": "<|mask|>",
"tokenizer_class": "MambaTokenizer",
"chat_template": null,
"clean_up_tokenization_spaces": false,
"special_tokens_map": {
"bos_token": "<|system|>",
"eos_token": "<|end_of_turn|>",
"pad_token": "<|endoftext|>",
"unk_token": "<|unk|>",
"sep_token": "<|end_of_turn|>",
"mask_token": "<|mask|>"
}
}
|