chime / config.json
lukeslp's picture
Chime 2
0be1868 verified
Raw History Blame Contribute Delete
926 Bytes
{
"model_name": "Chime 2",
"architecture": "CIFG-LSTM with projection and tied input/output embeddings",
"vocab_size": 16384,
"embedding_size": 96,
"hidden_size": 670,
"num_layers": 1,
"num_parameters": 2025114,
"gate_order": [
"forget",
"output",
"update"
],
"context_tokens": 64,
"context_hop": 32,
"special_tokens": [
"<pad>",
"<s>",
"</s>",
"<unk>",
"<num>",
"<sym>"
],
"tensors": {
"embedding": [
16384,
96
],
"wx": [
96,
2010
],
"wr": [
96,
2010
],
"b": [
2010
],
"proj": [
670,
96
]
},
"files": {
"cifg_int8.bin": "int8 weights with one float32 scale per row, float32 bias and the vocabulary (LTCF format, version 1)",
"model.safetensors": "float32 weights"
},
"int8_sha256": "55795f14a9cb11ee419e8b33bec749199811fc6fbefa1efbb89bdd6e22c39b53"
}