devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
1.92 kB
{
"source_trace": "outputs/suite/product/native-3.trace.safetensors",
"scope": "Same final latent, decoder-only hot latency",
"trials": [
{
"variant": "native-b1",
"median_ms": 2861.304124817252,
"min_ms": 2861.304124817252,
"max_ms": 2861.304124817252,
"samples_ms": [
2861.304124817252
],
"pixel_identical": true,
"mae_8bit": 0.0,
"max_error_8bit": 0,
"psnr_db": null,
"ssim_rgb": 1.0
},
{
"variant": "native-b4",
"median_ms": 1999.843917088583,
"min_ms": 1999.843917088583,
"max_ms": 1999.843917088583,
"samples_ms": [
1999.843917088583
],
"pixel_identical": true,
"mae_8bit": 0.0,
"max_error_8bit": 0,
"psnr_db": null,
"ssim_rgb": 1.0
},
{
"variant": "compiled-b4",
"median_ms": 1506.9015838671476,
"min_ms": 1506.9015838671476,
"max_ms": 1506.9015838671476,
"samples_ms": [
1506.9015838671476
],
"pixel_identical": true,
"mae_8bit": 0.0,
"max_error_8bit": 0,
"psnr_db": null,
"ssim_rgb": 1.0
},
{
"variant": "native-b8",
"median_ms": 1923.1802090071142,
"min_ms": 1923.1802090071142,
"max_ms": 1923.1802090071142,
"samples_ms": [
1923.1802090071142
],
"pixel_identical": false,
"mae_8bit": 0.1251803239186605,
"max_error_8bit": 4,
"psnr_db": 56.9881575908215,
"ssim_rgb": 0.9989046120633382
},
{
"variant": "compiled-b8",
"median_ms": 1528.8700831588358,
"min_ms": 1528.8700831588358,
"max_ms": 1528.8700831588358,
"samples_ms": [
1528.8700831588358
],
"pixel_identical": false,
"mae_8bit": 0.1251803239186605,
"max_error_8bit": 4,
"psnr_db": 56.9881575908215,
"ssim_rgb": 0.9989046120633382
}
]
}