File size: 185 Bytes
008c461
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
 "clean_up_tokenization_spaces": true,
 "model_max_length": 512,
 "pad_token": "[PAD]",
 "unk_token": "[UNK]",
 "cls_token": "[CLS]",
 "sep_token": "[SEP]",
 "mask_token": "[MASK]"
}