Download special_tokens_map.json from ThingAI/msqark-tokenizer: direct link, hf CLI and curl.
- Browser
- Download file 465 Bytes
-
https://huggingface.co/ThingAI/msqark-tokenizer/resolve/main/special_tokens_map.json
- Command line
-
hf download hf://ThingAI/msqark-tokenizer/special_tokens_map.json
-
curl -L -o special_tokens_map.json https://huggingface.co/ThingAI/msqark-tokenizer/resolve/main/special_tokens_map.json
465 Bytes
| { | |
| "bos_token": "<|im_start|>", | |
| "eos_token": "<|endoftext|>", | |
| "pad_token": "<|pad|>", | |
| "additional_special_tokens": [ | |
| "<|im_end|>", | |
| "<|thinking|>", | |
| "<|/thinking|>", | |
| "<|tool_calls|>", | |
| "<|/tool_calls|>", | |
| "<|tool_response|>", | |
| "<|/tool_response|>", | |
| "<|code|>", | |
| "<|/code|>", | |
| "<|analysis|>", | |
| "<|/analysis|>", | |
| "<|result|>", | |
| "<|/result|>", | |
| "<|tool|>", | |
| "<|system|>", | |
| "<|user|>", | |
| "<|assistant|>" | |
| ] | |
| } |