| { |
| "bos_token": "<｜hy_start:6124c78e｜>", |
| "clean_up_tokenization_spaces": false, |
| "eos_token": "<｜hy_end:6124c78e｜>", |
| "model_max_length": 1000000000000000019884624838656, |
| "pad_token": "<｜hy_pad:6124c78e｜>", |
| "tokenizer_class": "PreTrainedTokenizerFast", |
| "extra_special_tokens": { |
| "image_token": "<｜hy_image▁pad:6124c78e｜>", |
| "image_start_token": "<｜hy_image▁start:6124c78e｜>", |
| "image_end_token": "<｜hy_image▁end:6124c78e｜>", |
| "image_newline_token": "<｜hy_image▁newline:6124c78e｜>", |
| "video_token": "<｜hy_video▁pad:6124c78e｜>", |
| "video_start_token": "<｜hy_video▁start:6124c78e｜>", |
| "video_end_token": "<｜hy_video▁end:6124c78e｜>" |
| }, |
| "processor_class": "HYV4VLProcessor" |
| } |
|
|
