File size: 1,865 Bytes
3da88e3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
{
  "source_trace": "outputs/suite/product/native-3.trace.safetensors",
  "scope": "Same final latent, decoder-only hot latency",
  "trials": [
    {
      "variant": "native-b1",
      "median_ms": 2870.773000176996,
      "min_ms": 2861.7598328273743,
      "max_ms": 2871.4003751520067,
      "samples_ms": [
        2861.7598328273743,
        2871.4003751520067,
        2870.773000176996
      ],
      "pixel_identical": true,
      "mae_8bit": 0.0,
      "max_error_8bit": 0,
      "psnr_db": null,
      "ssim_rgb": 1.0
    },
    {
      "variant": "native-b8",
      "median_ms": 1919.8206248693168,
      "min_ms": 1913.0355408415198,
      "max_ms": 1938.4339170064777,
      "samples_ms": [
        1913.0355408415198,
        1919.8206248693168,
        1938.4339170064777
      ],
      "pixel_identical": false,
      "mae_8bit": 0.1251803239186605,
      "max_error_8bit": 4,
      "psnr_db": 56.9881575908215,
      "ssim_rgb": 0.9989046120633382
    },
    {
      "variant": "compiled-b8",
      "median_ms": 1563.8958329800516,
      "min_ms": 1556.4722921699286,
      "max_ms": 1587.9057499114424,
      "samples_ms": [
        1556.4722921699286,
        1563.8958329800516,
        1587.9057499114424
      ],
      "pixel_identical": false,
      "mae_8bit": 0.1251803239186605,
      "max_error_8bit": 4,
      "psnr_db": 56.9881575908215,
      "ssim_rgb": 0.9989046120633382
    },
    {
      "variant": "coreml-CPU_AND_GPU",
      "median_ms": 1555.6999580003321,
      "min_ms": 1540.2977091725916,
      "max_ms": 1566.5361660066992,
      "samples_ms": [
        1540.2977091725916,
        1555.6999580003321,
        1566.5361660066992
      ],
      "pixel_identical": false,
      "mae_8bit": 0.2054581642150879,
      "max_error_8bit": 7,
      "psnr_db": 54.674052201530415,
      "ssim_rgb": 0.9983190643001968
    }
  ]
}