ZONOS3-Mini-hf / config.json
Gatozu35's picture
Align language support and model card with ZONOS3-Mini
e39d30d
Raw History Blame Contribute Delete
6.72 kB
{
"architectures": [
"Zonos3MiniForTextToSpeech"
],
"auto_map": {
"AutoConfig": "configuration_zonos3.Zonos3MiniConfig",
"AutoModel": "modeling_zonos3.Zonos3MiniForTextToSpeech",
"AutoModelForTextToWaveform": "modeling_zonos3.Zonos3MiniForTextToSpeech"
},
"codec": {
"codebook_dim": 8,
"codebook_size": 4096,
"fir_kernel": 127,
"head_depth": 8,
"head_hidden": 2048,
"head_hop": 184,
"hop": 2940,
"latent_dim": 1024,
"n_ffts": [
736,
2208
],
"resample_new": 735,
"resample_orig": 736,
"resample_width": 17,
"residual_codebooks": 9,
"semantic_depth": 4,
"semantic_hidden": 2048,
"semantic_width": 768,
"stages": [
{
"context_frames": 150,
"d_model": 1280,
"dim_feedforward": 5120,
"input_dimension": 1024,
"num_heads": 20,
"num_layers": 2,
"output_dimension": 1280
},
{
"context_frames": 300,
"d_model": 768,
"dim_feedforward": 3072,
"input_dimension": 640,
"num_heads": 12,
"num_layers": 2,
"output_dimension": 768
},
{
"context_frames": 480,
"d_model": 768,
"dim_feedforward": 3072,
"input_dimension": 384,
"num_heads": 12,
"num_layers": 2,
"output_dimension": 768
},
{
"context_frames": 480,
"d_model": 768,
"dim_feedforward": 3072,
"input_dimension": 384,
"num_heads": 12,
"num_layers": 2,
"output_dimension": 768
},
{
"context_frames": 480,
"d_model": 768,
"dim_feedforward": 3072,
"input_dimension": 384,
"num_heads": 12,
"num_layers": 2,
"output_dimension": null
}
]
},
"dtype": "bfloat16",
"generation": {
"decode_context_frames": 30,
"headroom_db": 3.0,
"languages": {
"ar": null,
"bg": null,
"bn": null,
"cmn": "zh",
"cs": null,
"da": null,
"de": "de",
"el": null,
"en_gb": "en",
"en_us": "en",
"es": "es",
"fi": null,
"fr_fr": "fr",
"gu": null,
"he": null,
"hi": null,
"hu": null,
"id": null,
"it": "it",
"ja": "ja",
"ka": null,
"kn": null,
"ko": "ko",
"ml": null,
"mr": null,
"ms": null,
"nl": null,
"no": null,
"or": null,
"pa": null,
"pl": null,
"pt_br": "pt",
"ro": null,
"ru": null,
"sk": null,
"sv": null,
"ta": null,
"te": null,
"th": null,
"tl": null,
"tr": null,
"uk": null,
"ur": null,
"vi": null
},
"markup_tags": [
"laugh",
"breath",
"sigh",
"cough",
"panting",
"shouting",
"crying"
],
"min_p": 0.0,
"output_limit_dbfs": -1.0,
"overlap_frames": 4,
"repetition_codebooks": 6,
"repetition_penalty": 2.4,
"repetition_window": 96,
"silence_frame": [
1918,
746,
3544,
234,
1267,
2914,
3944,
2849,
326,
1337
],
"silence_prefill_frames": 3,
"silence_prefill_max_frames": 30,
"temperature": 0.75,
"top_p": 0.69,
"topk": 80
},
"lm": {
"audio_pad_id": 4097,
"codebook_size": 4096,
"condition_bucket_counts": [
10,
10,
30
],
"condition_edges": {
"fmax": [
8437.5,
10242.2,
11507.8,
13359.4,
15164.1,
15585.9,
15750.0,
17765.6,
19945.3
],
"loudness": [
-29.778,
-26.947,
-25.047,
-23.3,
-21.743,
-20.386,
-19.186,
-17.851,
-15.967
],
"speaking_rate": [
6.546,
8.182,
9.273,
10.31,
11.054,
11.667,
12.193,
12.656,
13.083,
13.476,
13.846,
14.196,
14.53,
14.887,
15.193,
15.517,
15.865,
16.208,
16.579,
16.972,
17.411,
17.898,
18.434,
19.069,
19.818,
20.816,
22.286,
24.722,
29.25
]
},
"condition_names": [
"loudness",
"fmax",
"speaking_rate"
],
"dim": 1024,
"eoa_id": 4096,
"ffn_hidden": 2048,
"gdn_head_dim": 128,
"gdn_heads": 4,
"gdn_kernel": 4,
"gdn_period": 4,
"head_dim": 32,
"loss_softcap": 15.0,
"max_seqlen": 32768,
"moe_hidden": 1536,
"moe_routed_dim": 256,
"moe_topk": 2,
"n_codebooks": 10,
"n_experts": 64,
"n_heads": 16,
"n_kv_heads": 4,
"n_layers": 11,
"norm_eps": 1e-05,
"reference_max_frames": 900,
"rope_theta": 10000.0,
"speaker_embedding_dim": 192,
"text_rows": 8197,
"text_vocab": 8196
},
"model_type": "zonos3_mini",
"sampling_rate": 44100,
"speaker_encoder": {
"bottleneck_dim": 128,
"embed_dim": 192,
"feat_dim": 80,
"frame_length_ms": 25.0,
"frame_shift_ms": 10.0,
"hidden_dim": 64,
"in_channels": 32,
"max_seconds": 60.0,
"num_experts": 4,
"num_mel_bins": 80,
"sample_rate": 16000,
"stages": [
[
[
3,
32,
1,
1,
4
],
[
3,
32,
1,
1,
4
]
],
[
[
3,
64,
2,
1,
2
],
[
3,
64,
1,
2,
2
],
[
3,
64,
1,
2,
2
],
[
3,
64,
1,
2,
2
]
],
[
[
3,
128,
2,
1,
2
],
[
3,
128,
1,
2,
2
],
[
3,
128,
1,
2,
2
],
[
3,
128,
1,
2,
2
],
[
3,
128,
1,
2,
2
]
],
[
[
3,
256,
2,
1,
1
],
[
2,
256,
1,
2,
1
],
[
2,
256,
1,
2,
1
]
]
],
"waveform_scale": 32768.0
},
"transformers_version": "4.57.3"
}