| { |
| "source_trace": "outputs/suite/product/native-3.trace.safetensors", |
| "scope": "Same final latent, decoder-only hot latency", |
| "trials": [ |
| { |
| "variant": "native-b1", |
| "median_ms": 2870.773000176996, |
| "min_ms": 2861.7598328273743, |
| "max_ms": 2871.4003751520067, |
| "samples_ms": [ |
| 2861.7598328273743, |
| 2871.4003751520067, |
| 2870.773000176996 |
| ], |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0 |
| }, |
| { |
| "variant": "native-b8", |
| "median_ms": 1919.8206248693168, |
| "min_ms": 1913.0355408415198, |
| "max_ms": 1938.4339170064777, |
| "samples_ms": [ |
| 1913.0355408415198, |
| 1919.8206248693168, |
| 1938.4339170064777 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.1251803239186605, |
| "max_error_8bit": 4, |
| "psnr_db": 56.9881575908215, |
| "ssim_rgb": 0.9989046120633382 |
| }, |
| { |
| "variant": "compiled-b8", |
| "median_ms": 1563.8958329800516, |
| "min_ms": 1556.4722921699286, |
| "max_ms": 1587.9057499114424, |
| "samples_ms": [ |
| 1556.4722921699286, |
| 1563.8958329800516, |
| 1587.9057499114424 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.1251803239186605, |
| "max_error_8bit": 4, |
| "psnr_db": 56.9881575908215, |
| "ssim_rgb": 0.9989046120633382 |
| }, |
| { |
| "variant": "coreml-CPU_AND_GPU", |
| "median_ms": 1555.6999580003321, |
| "min_ms": 1540.2977091725916, |
| "max_ms": 1566.5361660066992, |
| "samples_ms": [ |
| 1540.2977091725916, |
| 1555.6999580003321, |
| 1566.5361660066992 |
| ], |
| "pixel_identical": false, |
| "mae_8bit": 0.2054581642150879, |
| "max_error_8bit": 7, |
| "psnr_db": 54.674052201530415, |
| "ssim_rgb": 0.9983190643001968 |
| } |
| ] |
| } |
|
|
