duplex-voice-models / catalog.json
ELAINAy's picture
Catalog: add minicpmo/minicpmo45-v1-sm8850
eb244b0 verified
Raw History Blame Contribute Delete
7.8 kB
{
"schema": 1,
"revision": 3,
"models": [
{
"id": "minicpmo-4.5",
"engine": "minicpmo",
"recommended": true,
"name": "MiniCPM-o 4.5",
"publisher": "OpenBMB",
"summary": "9B 全模态模型的全双工语音部分(中英文):Whisper-medium 听、Qwen3-8B 每秒决定听或说、TTS + CosyVoice2 流式发声。",
"languages": [
"zh",
"en"
],
"license": "Apache-2.0",
"upstream": "openbmb/MiniCPM-o-4_5",
"variants": [
{
"id": "minicpmo45-v1-sm8850",
"title": "LLM LPBQ W4 · Whisper / DiT / HiFT W8 · TTS CPU int8",
"path": "minicpmo/minicpmo45-v1-sm8850",
"socs": [
"SM8850"
],
"htp": "v81",
"qairt": "2.45.0.260326",
"notes": "QNN HTP context 绑定 SoC 与 QAIRT 版本;1 秒一个单元,TTS 在 CPU 上;实测说话时 HTP 约 810 ms/s,能跟上实时,语音比文字晚约 2 秒(含 1 秒播放预留)。",
"files": [
{
"path": "assets.bin",
"size": 1733394180,
"sha256": "48e86df743f1b0b9d388c3de9ae57de1c5ad35587250be03699bc5b0d636a06e"
},
{
"path": "audio_encoder.bin",
"size": 338874368,
"sha256": "861ad7da7799a1af457692778bb10987d2554888a758ceb3ca0e7a3cec817a79"
},
{
"path": "dit.bin",
"size": 80216064,
"sha256": "b2c12369568a11e843db7a8fdbd5dfadd602fe8409e889fdd636a8396d028724"
},
{
"path": "flow_encoder.onnx",
"size": 185649479,
"sha256": "6cf1a240eb98dfd1122c79e4c1ebd368fca84ebecad74a07029d12251f33efe9"
},
{
"path": "hift_decode.bin",
"size": 24342528,
"sha256": "e01bba7007048dea84aac2aeafe7ed84a124cc83e7cc1bd230f43095660afe94"
},
{
"path": "hift_f0.bin",
"size": 3416064,
"sha256": "765d3f5c2af4887bd2693bc2476cabe5c72ce464d4724e21cb2808fda529e6fe"
},
{
"path": "llm_head.bin",
"size": 628146176,
"sha256": "24d13026032ed7bc41fdd3714e9d903086482d5a4a97fa6159fae9dd71d048a4"
},
{
"path": "llm_part_0.bin",
"size": 913174528,
"sha256": "7700e58c3cc3b11085f6607c0b5395ece88456426d71f56363fac31e73a121b6"
},
{
"path": "llm_part_1.bin",
"size": 913268736,
"sha256": "8dff714578d79c4cf0f534d26d98b20786d7db2ea8a5dcce3fdf07566e10ef60"
},
{
"path": "llm_part_2.bin",
"size": 913170432,
"sha256": "3c8933b81955b45b526868a22424e1a14914859e150cd25c9196f11256f9655b"
},
{
"path": "llm_part_3.bin",
"size": 913256448,
"sha256": "1f9b08be92659cadfcd53819989a9e5a283503de9c2ce4f2ca0b941e97e76bfa"
},
{
"path": "tts_cpu.bin",
"size": 194742088,
"sha256": "74969808183cc9f91b37d0eee28c617a817b302af3ff445b98cbdea0e4301676"
}
]
}
]
},
{
"id": "moshiko",
"engine": "moshi",
"name": "Moshi · Moshiko",
"publisher": "Kyutai",
"summary": "7B 全双工语音对话模型(英文,实验性),Mimi 24 kHz 编解码,80 ms 一帧,边听边说。",
"languages": [
"en"
],
"license": "CC-BY-4.0",
"upstream": "kyutai/moshiko-pytorch-bf16",
"variants": [
{
"id": "moshiko-lm-v4-lpbq4-sm8850",
"title": "Temporal LPBQ W4 · DepFormer W8 · Mimi W8/W4",
"path": "moshi/moshiko-lm-v4-lpbq4-sm8850",
"socs": [
"SM8850"
],
"htp": "v81",
"qairt": "2.45.0.260326",
"notes": "QNN HTP context 绑定 SoC 与 QAIRT 版本;实测每帧凉机约 100 ms(RTF 1.25)、发热后约 130 ms(RTF 1.65),慢于实时,对话中延迟会逐渐累积;长对话中第三个问题起容易重复。",
"files": [
{
"path": "frontend_embeddings.bin",
"size": 530718808,
"sha256": "2a2dc300998820869cd0a89e86d25f5e48753937d1f41df55b9dc1cb17d6100d"
},
{
"path": "mimi_encoder.bin",
"size": 128479232,
"sha256": "9fbff087226185d87ed3dc33cc8ccf8b644a34d17154a1188858d4e3c929b6c5"
},
{
"path": "mimi_decoder.bin",
"size": 53813248,
"sha256": "d20e273ecdb15e6d59d9e141ec96e81db4157e79116aef49ba6836ad366600c0"
},
{
"path": "dlc/head.bin",
"size": 131706880,
"sha256": "69d06212626ce728693bdc21dcf62dd70a4b3e2a77f63d10aa120cb28c0a1067"
},
{
"path": "dlc/depformer_codebook_0.bin",
"size": 150396928,
"sha256": "13b7d99126940df72757d7db16dea3578a9a143592ac5af115201ebbf749ab6f"
},
{
"path": "dlc/depformer_codebook_1.bin",
"size": 89055232,
"sha256": "e753db4c32e3b1c69e9162927d6e23f135d29ed2f0aa305c303dfb2486f2fee0"
},
{
"path": "dlc/depformer_codebook_2.bin",
"size": 89038848,
"sha256": "53fceb1e0c20a66d36854a919a77064890b79b84924ebb388ca01d9313189aeb"
},
{
"path": "dlc/depformer_codebook_3.bin",
"size": 89022464,
"sha256": "4f2a2f29d1433f0ecf8d4894d35a434158bb17417cc5f84b41a2cf6e99a1fa5e"
},
{
"path": "dlc/depformer_codebook_4.bin",
"size": 89026560,
"sha256": "75e658815ce90fb28ee73648f4917a874589370daddd30ad81f4a42efa84fdfa"
},
{
"path": "dlc/depformer_codebook_5.bin",
"size": 89022464,
"sha256": "290190f47716fa420dc607e3226fbec9fb4e61e9965a4fb831e8820693e32d37"
},
{
"path": "dlc/depformer_codebook_6.bin",
"size": 89030656,
"sha256": "cfd12a20bdfc338c2c0a19d284798803911dcc9cb486bfd2df7dfe3398bdccf4"
},
{
"path": "dlc/depformer_codebook_7.bin",
"size": 89022464,
"sha256": "7f76966b10d15ddc6449653462744fd7512357a0f19bcddbf7cefd8fe395affb"
},
{
"path": "dlc/temporal_part_0.bin",
"size": 859291648,
"sha256": "fc83d22b6e1caa027a3c12a3d456197ec9c09e9c32f4dc43310dd5f9da90bea3"
},
{
"path": "dlc/temporal_part_1.bin",
"size": 859312128,
"sha256": "97c8216ff9be49defee60f60b7b77bd87c84bdc7adf234eb513e2c067d982bca"
},
{
"path": "dlc/temporal_part_2.bin",
"size": 859287552,
"sha256": "608ef5b8fc26a1a1a6a2996224dc86e5a1eee4200b3aca84531139fe679f4cc2"
},
{
"path": "dlc/temporal_part_3.bin",
"size": 859308032,
"sha256": "e1b7e60f2d7e5f55981e241fb043ed83f57e39829127925dd8037fd346dc29dd"
},
{
"path": "text_vocab.txt",
"size": 296134,
"sha256": "3ffec0c8b77830b019735efe8844dff234a4fb24ae241cad3a8ca1475467eb6d"
}
]
}
]
}
]
}