{ "backend": "tokenizers", "clean_up_tokenization_spaces": false, "eos_token": "<|endoftext|>", "extra_special_tokens": [ "<|im_start|>", "<|im_end|>", "<|vision_start|>", "<|vision_end|>", "<|image_pad|>", "<|fim_prefix|>", "<|fim_middle|>", "<|fim_suffix|>", "<|fim_pad|>", "<|repo_name|>", "<|file_sep|>", "<|reserved_0|>", "<|reserved_1|>", "<|reserved_2|>", "<|reserved_3|>" ], "is_local": true, "local_files_only": false, "model_max_length": 512, "pad_token": "<|endoftext|>", "tokenizer_class": "TokenizersBackend" }