| { |
| "source_trace": "outputs/suite/product/native-3.trace.safetensors", |
| "scope": "Same final latent, decoder-only hot latency", |
| "trials": [ |
| { |
| "variant": "native-b1", |
| "median_ms": 3125.603290973231, |
| "min_ms": 3125.603290973231, |
| "max_ms": 3125.603290973231, |
| "samples_ms": [ |
| 3125.603290973231 |
| ], |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0 |
| }, |
| { |
| "variant": "native-b4", |
| "median_ms": 2132.5830419082195, |
| "min_ms": 2132.5830419082195, |
| "max_ms": 2132.5830419082195, |
| "samples_ms": [ |
| 2132.5830419082195 |
| ], |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0 |
| }, |
| { |
| "variant": "compiled-b4", |
| "median_ms": 1557.951333001256, |
| "min_ms": 1557.951333001256, |
| "max_ms": 1557.951333001256, |
| "samples_ms": [ |
| 1557.951333001256 |
| ], |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0 |
| }, |
| { |
| "variant": "native-b8", |
| "median_ms": 2015.2519999537617, |
| "min_ms": 2015.2519999537617, |
| "max_ms": 2015.2519999537617, |
| "samples_ms": [ |
| 2015.2519999537617 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.1251803239186605, |
| "max_error_8bit": 4, |
| "psnr_db": 56.9881575908215, |
| "ssim_rgb": 0.9989046120633382 |
| }, |
| { |
| "variant": "compiled-b8", |
| "median_ms": 1530.723667005077, |
| "min_ms": 1530.723667005077, |
| "max_ms": 1530.723667005077, |
| "samples_ms": [ |
| 1530.723667005077 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.1251803239186605, |
| "max_error_8bit": 4, |
| "psnr_db": 56.9881575908215, |
| "ssim_rgb": 0.9989046120633382 |
| }, |
| { |
| "variant": "coreml-CPU_ONLY", |
| "median_ms": 11089.322166983038, |
| "min_ms": 11089.322166983038, |
| "max_ms": 11089.322166983038, |
| "samples_ms": [ |
| 11089.322166983038 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.4373479684193929, |
| "max_error_8bit": 9, |
| "psnr_db": 50.89646445204675, |
| "ssim_rgb": 0.9957860092520554 |
| }, |
| { |
| "variant": "coreml-CPU_AND_GPU", |
| "median_ms": 2221.881916979328, |
| "min_ms": 2221.881916979328, |
| "max_ms": 2221.881916979328, |
| "samples_ms": [ |
| 2221.881916979328 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.2054581642150879, |
| "max_error_8bit": 7, |
| "psnr_db": 54.674052201530415, |
| "ssim_rgb": 0.9983190643001968 |
| }, |
| { |
| "variant": "coreml-CPU_AND_NE", |
| "median_ms": 7746.493499958888, |
| "min_ms": 7746.493499958888, |
| "max_ms": 7746.493499958888, |
| "samples_ms": [ |
| 7746.493499958888 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 24.426151911417644, |
| "max_error_8bit": 255, |
| "psnr_db": 14.66893789509745, |
| "ssim_rgb": 0.49229784661575254 |
| }, |
| { |
| "variant": "coreml-ALL", |
| "median_ms": 2028.3647498581558, |
| "min_ms": 2028.3647498581558, |
| "max_ms": 2028.3647498581558, |
| "samples_ms": [ |
| 2028.3647498581558 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.2054581642150879, |
| "max_error_8bit": 7, |
| "psnr_db": 54.674052201530415, |
| "ssim_rgb": 0.9983190643001968 |
| } |
| ] |
| } |
|
|
