File size: 382 Bytes
a1407ea | 1 2 | {"bos_token": {"content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false}, "eos_token": "<|im_end|>", "pad_token": {"content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false}, "unk_token": {"content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false}}
|