ONNX
webgpu
int4
ASMR-onnx / tts4_int4 /quantization.json
GCStream's picture
4-step distilled ONNX graphs
8ef1959 verified
Raw History Blame Contribute Delete
826 Bytes
{
"mode": "tts",
"bits": 4,
"block": 64,
"symmetric": true,
"graphs": [
{
"src": "dit_step.onnx",
"dst": "dit_step.onnx",
"src_mb": 654.0,
"dst_mb": 388.2,
"seconds": 2.0,
"kind": "dit",
"verify": {
"max_abs": 1.22265625,
"rel": 0.1927339881658554,
"mean_rel": 0.16776739060878754,
"corr": 0.985491703772137
}
},
{
"src": "vocoder.onnx",
"dst": "vocoder.onnx",
"src_mb": 26.0,
"dst_mb": 7.6,
"seconds": 0.0,
"kind": "vocoder",
"verify": {
"max_abs": 7.4287109375,
"rel": 0.17806647717952728,
"mean_rel": 0.11186939477920532,
"corr": 0.9849824359828151
}
}
],
"total": {
"src_mb": 680.0,
"dst_mb": 395.8,
"ratio": 0.582
}
}