Hugging Face's logo

OpenMOSE
/
RWKV7-MTP-Exp

Text Generation
RWKV
Japanese
English
Chinese
rwkv7
speculative-decoding
multi-token-prediction
mtp
draft-model
Model card Files
xet
 Community
RWKV7-MTP-Exp / index.json
OpenMOSE's picture
OpenMOSE
Upload folder using huggingface_hub
44a68e3 verified
Raw History Blame Contribute Delete
830 Bytes
{
"format": "rwkv-mtp",
"version": 1,
"sidecars": [
{
"base_model": "RWKV7-G1l-2.9B-20261031",
"path": "RWKV7-G1l-2.9B-20261031",
"hf_base": [
"RWKV/RWKV7-G1l-2.9B-20261031"
],
"n_layer": 32,
"n_embd": 2560,
"fuse_layers": [
9,
19
],
"trained_tokens": 999981056
},
{
"base_model": "RWKV7-G1l-7.2B-20261031",
"path": "RWKV7-G1l-7.2B-20261031",
"hf_base": [
"RWKV/RWKV7-G1l-7.2B-20261031"
],
"n_layer": 32,
"n_embd": 4096,
"fuse_layers": [
9,
19
],
"trained_tokens": 999981056
},
{
"base_model": "RWKV7-G1l-13.3B-20261031",
"path": "RWKV7-G1l-13.3B-20261031",
"hf_base": [
"RWKV/RWKV7-G1l-13.3B-20261031"
],
"n_layer": 61,
"n_embd": 4096,
"fuse_layers": [
17,
36
],
"trained_tokens": 999981056
}
]
}