kelu01 commited on
Commit
1b7bb09
·
verified ·
1 Parent(s): bc68f86

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -2,6 +2,7 @@
2
  "tokenizer_class": "custom_tokenizer.CustomSMILESTokenizer",
3
  "model_max_length": 140,
4
  "auto_map": {
5
- "AutoTokenizer": "kelu01/Chem_Fuser--custom_tokenizer.CustomSMILESTokenizer"
 
6
  }
7
  }
 
2
  "tokenizer_class": "custom_tokenizer.CustomSMILESTokenizer",
3
  "model_max_length": 140,
4
  "auto_map": {
5
+ "AutoTokenizer": "kelu01/Chem_Fuser--custom_tokenizer.CustomSMILESTokenizer",
6
+ "Autoconfig": "BertConfig"
7
  }
8
  }