w2v2 / tokenizer_config.json

lmh2011

Upload tokenizer

ac8b4cd verified over 2 years ago

236 Bytes

{
  "bos_token": "<s>",
  "do_lower_case": false,
  "eos_token": "</s>",
  "pad_token": "[PAD]",
  "replace_word_delimiter_char": " ",
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
  "unk_token": "[UNK]",
  "word_delimiter_token": "|"
}

	{
	"bos_token": "<s>",
	"do_lower_case": false,
	"eos_token": "</s>",
	"pad_token": "[PAD]",
	"replace_word_delimiter_char": " ",
	"tokenizer_class": "Wav2Vec2CTCTokenizer",
	"unk_token": "[UNK]",
	"word_delimiter_token": "\|"
	}