| { | |
| "tokenizer_class": "PreTrainedTokenizerFast", | |
| "model_max_length": 1000000000, | |
| "clean_up_tokenization_spaces": false, | |
| "add_prefix_space": false, | |
| "add_bos_token": false, | |
| "add_eos_token": false, | |
| "bos_token": null, | |
| "eos_token": "<|endoftext|>", | |
| "pad_token": "<|pad|>", | |
| "unk_token": null, | |
| "additional_special_tokens": [ | |
| "<|bos|>", | |
| "<|fim_prefix|>", | |
| "<|fim_middle|>", | |
| "<|fim_suffix|>", | |
| "<|fim_pad|>", | |
| "<|im_start|>", | |
| "<|im_end|>", | |
| "<|tool_call|>", | |
| "<|/tool_call|>", | |
| "<|tool_response|>", | |
| "<|/tool_response|>", | |
| "<|repo_name|>", | |
| "<|file_sep|>", | |
| "<|file_path|>", | |
| "<|code_start|>", | |
| "<|code_end|>" | |
| ] | |
| } |