be36e89
1
2
3
4
5
6
7
8
9
10
11
{ "tokenizer_class": "PreTrainedTokenizerFast", "bos_token": "<bos>", "eos_token": "<eos>", "pad_token": "<pad>", "additional_special_tokens": [ "<frame_start>" ], "model_max_length": 4162, "clean_up_tokenization_spaces": false }
