talking-pixel / static /models /metadata.json
cfahlgren1's picture
cfahlgren1 HF Staff
convert talking pixel to a sveltekit app that runs pivo-1.4m tts in the browser
3ec6b9e
Raw History Blame Contribute Delete
2.46 kB
{
"format": "pivo-onnx-v1",
"trained": true,
"config": {
"width": 96,
"ff_width": 192,
"heads": 4,
"kv_heads": 2,
"text_layers": 6,
"decoder_layers": 2,
"kernel": 5,
"duration_width": 64,
"feature_dim": 20,
"attention_window": 64,
"dropout": 0.1,
"rope": true,
"residual_bridges": false,
"phoneme_phase": true,
"sample_rate": 16000,
"hop_length": 160,
"max_token_frames": 200,
"max_utterance_frames": 3000
},
"parameters": {
"components": {
"acoustic": {
"parameters": 584965,
"trainable": 584965,
"fp32_bytes": 2339860
},
"vocoder": {
"parameters": 816597,
"trainable": 816597,
"fp32_bytes": 3266388
}
},
"total_parameters": 1401562,
"under_5m": true,
"within_1_5m": true,
"provisional_name": "PiVo-1.4M",
"trained": true
},
"symbols": [
"<pad>",
"<bos>",
"<eos>",
"<space>",
".",
",",
"?",
"!",
";",
":",
"B",
"CH",
"D",
"DH",
"F",
"G",
"HH",
"JH",
"K",
"L",
"M",
"N",
"NG",
"P",
"R",
"S",
"SH",
"T",
"TH",
"V",
"W",
"Y",
"Z",
"ZH",
"AA0",
"AA1",
"AA2",
"AE0",
"AE1",
"AE2",
"AH0",
"AH1",
"AH2",
"AO0",
"AO1",
"AO2",
"AW0",
"AW1",
"AW2",
"AY0",
"AY1",
"AY2",
"EH0",
"EH1",
"EH2",
"ER0",
"ER1",
"ER2",
"EY0",
"EY1",
"EY2",
"IH0",
"IH1",
"IH2",
"IY0",
"IY1",
"IY2",
"OW0",
"OW1",
"OW2",
"OY0",
"OY1",
"OY2",
"UH0",
"UH1",
"UH2",
"UW0",
"UW1",
"UW2"
],
"voices": {
"Pi": 0,
"Vo": 1
},
"feature_schema": "opus-fargan-20-v1",
"preemphasis": 0.85,
"cache_names": [
"key0",
"value0",
"key1",
"value1"
],
"step_state_names": [
"memory",
"gru1",
"gru2",
"gru3",
"frame_state"
],
"verification": {
"encoder": {
"max_absolute_error": 1.2256205081939697e-06,
"bytes": 1808457
},
"decoder": {
"max_absolute_error": 6.67572021484375e-06,
"bytes": 748901
},
"conditioning": {
"max_absolute_error": 3.8743019104003906e-07,
"bytes": 282407
},
"vocoder_step": {
"max_absolute_error": 2.980232238769531e-07,
"bytes": 3001580
}
}
}