a22f353
1
2
3
4
5
6
7
8
{ "tokenizer_class": "PreTrainedTokenizerFast", "model_max_length": 2048, "eos_token": "<eos>", "pad_token": "<pad>", "add_bos_token": false, "add_eos_token": false }
