23f3004033 commited on
Commit
25e9fbd
·
verified ·
1 Parent(s): b80c5b4

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -5
tokenizer_config.json CHANGED
@@ -5,11 +5,6 @@
5
  "cls_token": "[CLS]",
6
  "do_lower_case": false,
7
  "eos_token": "[SEP]",
8
- "extra_special_tokens": [
9
- "[PAD]",
10
- "[CLS]",
11
- "[SEP]"
12
- ],
13
  "is_local": false,
14
  "mask_token": "[MASK]",
15
  "model_max_length": 1000000000000000019884624838656,
 
5
  "cls_token": "[CLS]",
6
  "do_lower_case": false,
7
  "eos_token": "[SEP]",
 
 
 
 
 
8
  "is_local": false,
9
  "mask_token": "[MASK]",
10
  "model_max_length": 1000000000000000019884624838656,