xsingh
/

Voce-Mini / lm /zonos3_mini /params.json
xsingh's picture gabrielclark3330's picture
Duplicate from Zyphra/ZONOS3-Mini
7160e9c
Raw History Blame Contribute Delete
2.5 kB
{
"model": {
"n_layers": 11,
"dim": 1024,
"head_dim": 32,
"n_heads": 16,
"n_kv_heads": 4,
"ffn_dim_multiplier": 2.0,
"multiple_of": 64,
"moe_ffn_dim_multiplier": 1.5,
"moe_multiple_of": 64,
"norm_eps": 1e-05,
"rope_theta": 10000.0,
"max_seqlen": 32768,
"n_codebooks": 10,
"codebook_size": 4096,
"codebook_sizes": [
4096,
4096,
4096,
4096,
4096,
4096,
4096,
4096,
4096,
4096
],
"eoa_id": 4096,
"audio_pad_id": 4097,
"text_vocab": 8196,
"speaker_enabled": true,
"speaker_embedding_dim": 192,
"attention_pattern": "gdn3_global1",
"use_xsa": false,
"residual_type": "full_attnres",
"block_attnres_block_size": 4,
"moe_router_topk": 2,
"moe_n_experts": 64,
"moe_alpha": 0.25,
"moe_router_dim": 128,
"moe_router_type": "linear",
"moe_router_use_eda": false,
"moe_balancing_strategy": "quantile",
"moe_start_from_layer": 1,
"moe_end_from_layer": 0,
"loss_softcap": 15.0,
"condition_tokens_enabled": true,
"condition_n_buckets": 10,
"condition_count": 3,
"condition_bucket_counts": [
10,
10,
30
],
"text_tokenizer_spec": {
"kind": "superbpe",
"path": "tokenizer/superbpe8192.json",
"sha256": "90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3",
"vocab_size": 8192,
"offset": 4,
"bos": 2,
"eos": 3
},
"audio_codec": "opus_dual_3n_600k_sched600k_r4096_step600000",
"speaker_embedding_codec": "ownmect_s2",
"speaker_reference_prefix_enabled": true,
"speaker_reference_max_seconds": 60.0,
"condition_names": [
"loudness",
"fmax",
"speaking_rate"
],
"condition_edges": {
"loudness": [
-29.778,
-26.947,
-25.047,
-23.3,
-21.743,
-20.386,
-19.186,
-17.851,
-15.967
],
"fmax": [
8437.5,
10242.2,
11507.8,
13359.4,
15164.1,
15585.9,
15750.0,
17765.6,
19945.3
],
"speaking_rate": [
6.546,
8.182,
9.273,
10.31,
11.054,
11.667,
12.193,
12.656,
13.083,
13.476,
13.846,
14.196,
14.53,
14.887,
15.193,
15.517,
15.865,
16.208,
16.579,
16.972,
17.411,
17.898,
18.434,
19.069,
19.818,
20.816,
22.286,
24.722,
29.25
]
},
"condition_units": {
"loudness": "LUFS",
"fmax": "Hz",
"speaking_rate": "utf-8 bytes per second"
},
"model_type": "zonos2",
"dtype": "bfloat16",
"norm_topk_prob": true,
"moe_impl": "sonic"
}
}