File size: 326 Bytes
37f0549
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
 "tokenizer_class": "PreTrainedTokenizerFast",
 "model_max_length": 250,
 "padding_side": "right",
 "truncation_side": "right",
 "clean_up_tokenization_spaces": false,
 "bos_token": "<s>",
 "eos_token": "</s>",
 "pad_token": "<pad>",
 "unk_token": "<src_unk>",
 "model_input_names": [
  "input_ids",
  "attention_mask"
 ]
}