{ "backend": "tokenizers", "bos_token": "<|hy_start:opensource|>", "clean_up_tokenization_spaces": false, "eos_token": "<|hy_end:opensource|>", "image_end_token": "<|hy_image▁end:opensource|>", "image_newline_token": "<|hy_image▁newline:opensource|>", "image_start_token": "<|hy_image▁start:opensource|>", "image_token": "<|hy_image▁pad:opensource|>", "is_local": true, "local_files_only": false, "model_max_length": 1000000000000000019884624838656, "model_specific_special_tokens": { "image_end_token": "<|hy_image▁end:opensource|>", "image_newline_token": "<|hy_image▁newline:opensource|>", "image_start_token": "<|hy_image▁start:opensource|>", "image_token": "<|hy_image▁pad:opensource|>", "video_end_token": "<|hy_video▁end:opensource|>", "video_start_token": "<|hy_video▁start:opensource|>", "video_token": "<|hy_video▁pad:opensource|>" }, "pad_token": "<|hy_pad:opensource|>", "processor_class": "HYV4FlashProcessor", "tokenizer_class": "TokenizersBackend", "video_end_token": "<|hy_video▁end:opensource|>", "video_start_token": "<|hy_video▁start:opensource|>", "video_token": "<|hy_video▁pad:opensource|>" }