{ "tokenizer_class": "PurrenceTokenizer", "auto_map": {"AutoTokenizer": ["tokenization_purrence.PurrenceTokenizer", null]}, "model_max_length": 8192, "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "pad_token": "<|endoftext|>", "clean_up_tokenization_spaces": false, "split_special_tokens": true }