gotham13's picture
ONNX export of the audio and text towers, parity report
3f10d61 verified
Raw History Blame Contribute Delete
3.59 kB
{
"labels": [
"a man speaking",
"a woman speaking",
"people talking",
"music",
"a piano",
"a guitar",
"drums",
"white noise",
"static",
"a pure tone",
"a beep",
"silence",
"a dog barking",
"a siren",
"rain"
],
"prompt": "This is a sound of {}.",
"clips": {
"en-short": {
"pytorch_top3": [
[
"a woman speaking",
0.9968
],
[
"music",
0.0011
],
[
"a beep",
0.0008
]
],
"onnx_top3": [
[
"a woman speaking",
0.9968
],
[
"music",
0.0011
],
[
"a beep",
0.0008
]
]
},
"hi-short": {
"pytorch_top3": [
[
"a woman speaking",
0.9731
],
[
"music",
0.0101
],
[
"a beep",
0.0058
]
],
"onnx_top3": [
[
"a woman speaking",
0.9731
],
[
"music",
0.0101
],
[
"a beep",
0.0058
]
]
},
"en-long": {
"pytorch_top3": [
[
"music",
0.5206
],
[
"drums",
0.2411
],
[
"a man speaking",
0.208
]
],
"onnx_top3": [
[
"music",
0.5206
],
[
"drums",
0.2411
],
[
"a man speaking",
0.208
]
]
},
"music": {
"pytorch_top3": [
[
"music",
0.5174
],
[
"drums",
0.3035
],
[
"a piano",
0.1447
]
],
"onnx_top3": [
[
"music",
0.5174
],
[
"drums",
0.3036
],
[
"a piano",
0.1447
]
]
},
"noise": {
"pytorch_top3": [
[
"white noise",
0.5971
],
[
"static",
0.4013
],
[
"rain",
0.0016
]
],
"onnx_top3": [
[
"white noise",
0.5971
],
[
"static",
0.4013
],
[
"rain",
0.0016
]
]
},
"tone": {
"pytorch_top3": [
[
"a pure tone",
0.5046
],
[
"a beep",
0.4937
],
[
"silence",
0.0011
]
],
"onnx_top3": [
[
"a pure tone",
0.5046
],
[
"a beep",
0.4936
],
[
"silence",
0.0011
]
]
}
},
"graphs": {
"fp32": {
"text_max_abs": 1.4132820069789886e-07,
"text_min_cosine": 0.9999999403953552,
"audio_max_abs": 1.1296942830085754e-05,
"audio_min_cosine": 1.0,
"prob_max_abs": 7.75456428527832e-05,
"top1_agree": 6,
"clips": 6
},
"int8_audio": {
"text_max_abs": 1.4132820069789886e-07,
"text_min_cosine": 0.9999999403953552,
"audio_max_abs": 0.0055067576467990875,
"audio_min_cosine": 0.999172568321228,
"prob_max_abs": 0.03384500741958618,
"top1_agree": 6,
"clips": 6
}
},
"torch": "2.5.1+cpu"
}