wav2vec2-base-timit / tokenizer_config.json

rav2040

Upload tokenizer_config.json

4bf41b9 over 4 years ago

236 Bytes

{
  "bos_token": "<s>",
  "do_lower_case": false,
  "eos_token": "</s>",
  "pad_token": "[PAD]",
  "replace_word_delimiter_char": " ",
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
  "unk_token": "[UNK]",
  "word_delimiter_token": "|"
}

	{
	"bos_token": "<s>",
	"do_lower_case": false,
	"eos_token": "</s>",
	"pad_token": "[PAD]",
	"replace_word_delimiter_char": " ",
	"tokenizer_class": "Wav2Vec2CTCTokenizer",
	"unk_token": "[UNK]",
	"word_delimiter_token": "\|"
	}