File size: 830 Bytes
732428e 44a68e3 732428e 44a68e3 732428e 44a68e3 732428e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | {
"format": "rwkv-mtp",
"version": 1,
"sidecars": [
{
"base_model": "RWKV7-G1l-2.9B-20261031",
"path": "RWKV7-G1l-2.9B-20261031",
"hf_base": [
"RWKV/RWKV7-G1l-2.9B-20261031"
],
"n_layer": 32,
"n_embd": 2560,
"fuse_layers": [
9,
19
],
"trained_tokens": 999981056
},
{
"base_model": "RWKV7-G1l-7.2B-20261031",
"path": "RWKV7-G1l-7.2B-20261031",
"hf_base": [
"RWKV/RWKV7-G1l-7.2B-20261031"
],
"n_layer": 32,
"n_embd": 4096,
"fuse_layers": [
9,
19
],
"trained_tokens": 999981056
},
{
"base_model": "RWKV7-G1l-13.3B-20261031",
"path": "RWKV7-G1l-13.3B-20261031",
"hf_base": [
"RWKV/RWKV7-G1l-13.3B-20261031"
],
"n_layer": 61,
"n_embd": 4096,
"fuse_layers": [
17,
36
],
"trained_tokens": 999981056
}
]
} |