lora / sft_final_model /tokenizer_config.json
Zulkiflii's picture
Upload folder using huggingface_hub
66563ba verified
Raw History Blame Contribute Delete
993 Bytes
{
"add_prefix_space": false,
"backend": "tokenizers",
"bos_token": null,
"clean_up_tokenization_spaces": false,
"eos_token": "<|cloreva_end|>",
"errors": "replace",
"extra_special_tokens": [
"<|cloreva_object_ref_start|>",
"<|cloreva_object_ref_end|>",
"<|cloreva_thinking|>",
"<|cloreva_final_answer|>",
"<|cloreva_quad_start|>",
"<|cloreva_quad_end|>",
"<|cloreva_vision_start|>",
"<|cloreva_vision_end|>",
"<|cloreva_vision_pad|>",
"<|cloreva_image_pad|>",
"<|cloreva_video_pad|>",
"<|cloreva_tool_call|>",
"<|cloreva_end_tool_call|>",
"<|cloreva_fim_prefix|>",
"<|cloreva_fim_middle|>",
"<|cloreva_fim_suffix|>",
"<|cloreva_fim_pad|>",
"<|cloreva_repo_name|>",
"<|cloreva_file_sep|>"
],
"is_local": true,
"local_files_only": false,
"model_max_length": 163840,
"pad_token": "<|cloreva_eos|>",
"split_special_tokens": false,
"tokenizer_class": "TokenizersBackend",
"unk_token": null
}