PKaI-Nano-1 / tokenizer.json

Model Upload

c325455 verified 6 months ago

243 Bytes

{
  "type": "sentencepiece_bpe",
  "format": "sentencepiece",
  "model": "tokenizer.model",
  "vocab_size": 32000,
  "add_bos": false,
  "add_eos": false,
  "sha256": "dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055"
}

	{
	"type": "sentencepiece_bpe",
	"format": "sentencepiece",
	"model": "tokenizer.model",
	"vocab_size": 32000,
	"add_bos": false,
	"add_eos": false,
	"sha256": "dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055"
	}