File size: 211 Bytes
0d794d6 | 1 2 3 4 5 6 7 8 9 10 | {
"bos_token": "<|startoftext|>",
"eos_token": "<|endoftext|>",
"fallback_hashing": false,
"model_max_length": 77,
"pad_token": "<|endoftext|>",
"unk_token": "<|endoftext|>",
"vocab_size": 49408
}
|