{ "backend": "tokenizers", "bos_token": "<|hy_begin▁of▁sentence|>", "clean_up_tokenization_spaces": false, "eos_token": "", "local_files_only": false, "model_max_length": 262144, "pad_token": "<|hy_▁pad▁|>", "tokenizer_class": "TokenizersBackend", "bos_token_id": 120000, "eos_token_id": [ 120025, 120026 ] }