Teflon_0.2 / tokenizer_config.json

Upload tokenizer_config.json

9014569 over 4 years ago

211 Bytes

{
   "bos_token" : "<s>",
   "do_lower_case" : true,
   "eos_token" : "</s>",
   "pad_token" : "<pad>",
   "tokenizer_class" : "Wav2Vec2CTCTokenizer",
   "unk_token" : "<unk>",
   "word_delimiter_token" : "|"
}

	{
	"bos_token" : "<s>",
	"do_lower_case" : true,
	"eos_token" : "</s>",
	"pad_token" : "<pad>",
	"tokenizer_class" : "Wav2Vec2CTCTokenizer",
	"unk_token" : "<unk>",
	"word_delimiter_token" : "\|"
	}