Ines-1 / tokenizer /tokenizer_identity.json

Ines-1 RC1 (private staging; release commit b7f5644)

61b6fb9 verified 24 days ago

150 Bytes

{
  "sha256": "859e5c63f13924ebed8dd9a3dd6690438fd084771728c1da3a220017a5e74469",
  "vocab_size": 65536,
  "pad_id": 0,
  "bos_id": 1,
  "eos_id": 2
}

	{
	"sha256": "859e5c63f13924ebed8dd9a3dd6690438fd084771728c1da3a220017a5e74469",
	"vocab_size": 65536,
	"pad_id": 0,
	"bos_id": 1,
	"eos_id": 2
	}