{
  "platform": "macOS-27.0.1-arm64-arm-64bit",
  "coremltools": "9.0",
  "repeats": 5,
  "scope": "Real checkpoint projection weights; synthetic inputs. Synchronous predict includes NumPy I/O. Component tests, not full image latency.",
  "trials": [
    {
      "case": "dit-fc2",
      "precision": "fp16",
      "compute_units": "CPU_ONLY",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154153164,
      "load_compile_s": 0.1675274579320103,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLCPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 239.70012506470084,
      "samples_ms": [
        194.02279192581773,
        193.32108297385275,
        193.83937492966652,
        192.32758390717208,
        193.28666618093848
      ],
      "median_ms": 193.32108297385275,
      "relative_rmse": 0.008997025899589062,
      "max_abs": 1.7035293579101562
    },
    {
      "case": "dit-fc2",
      "precision": "fp16",
      "compute_units": "CPU_AND_GPU",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154153164,
      "load_compile_s": 0.13135279202833772,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 274.62662500329316,
      "samples_ms": [
        55.83895789459348,
        50.863665994256735,
        54.42062485963106,
        52.25870804861188,
        54.61216694675386
      ],
      "median_ms": 54.42062485963106,
      "relative_rmse": 0.00020757669699378312,
      "max_abs": 0.0461883544921875
    },
    {
      "case": "dit-fc2",
      "precision": "fp16",
      "compute_units": "CPU_AND_NE",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154153164,
      "load_compile_s": 2.5629583750851452,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLNeuralEngineComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLNeuralEngineComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 285.8013748191297,
      "samples_ms": [
        272.20479189418256,
        272.3927500192076,
        272.29520911350846,
        272.19158411026,
        272.3133750259876
      ],
      "median_ms": 272.29520911350846,
      "relative_rmse": 0.00020931176550220698,
      "max_abs": 0.0461883544921875
    },
    {
      "case": "dit-fc2",
      "precision": "fp16",
      "compute_units": "ALL",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154153164,
      "load_compile_s": 0.13452245900407434,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice",
            "MLNeuralEngineComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 75.36920811980963,
      "samples_ms": [
        54.255584022030234,
        53.10550006106496,
        53.56983304955065,
        57.02450009994209,
        53.382958052679896
      ],
      "median_ms": 53.56983304955065,
      "relative_rmse": 0.00020757669699378312,
      "max_abs": 0.0461883544921875
    },
    {
      "case": "dit-fc2",
      "precision": "fp32",
      "compute_units": "CPU_ONLY",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308304589,
      "load_compile_s": 0.6216194580774754,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLCPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 391.0232500638813,
      "samples_ms": [
        366.8390829116106,
        368.16129088401794,
        370.6123339943588,
        371.06195790693164,
        371.9222079962492
      ],
      "median_ms": 370.6123339943588,
      "relative_rmse": 1.42448004680773e-06,
      "max_abs": 0.00049591064453125
    },
    {
      "case": "dit-fc2",
      "precision": "fp32",
      "compute_units": "CPU_AND_GPU",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308304589,
      "load_compile_s": 0.25257754093036056,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 259.089709026739,
      "samples_ms": [
        125.88245910592377,
        126.40920793637633,
        125.82262489013374,
        126.03725004009902,
        126.47708388976753
      ],
      "median_ms": 126.03725004009902,
      "relative_rmse": 1.3215966419011238e-06,
      "max_abs": 0.00048065185546875
    },
    {
      "case": "dit-fc2",
      "precision": "fp32",
      "compute_units": "CPU_AND_NE",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308304589,
      "load_compile_s": 0.8115240000188351,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLCPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 393.7107918318361,
      "samples_ms": [
        366.1310840398073,
        370.0570832006633,
        368.28945809975266,
        367.6325420383364,
        367.7522500511259
      ],
      "median_ms": 367.7522500511259,
      "relative_rmse": 1.42448004680773e-06,
      "max_abs": 0.00049591064453125
    },
    {
      "case": "dit-fc2",
      "precision": "fp32",
      "compute_units": "ALL",
      "shape": [
        4181,
        14336
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308304589,
      "load_compile_s": 0.23633408383466303,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.linear",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 155.00358305871487,
      "samples_ms": [
        126.47862522862852,
        126.53029197826982,
        126.49054219946265,
        126.28233293071389,
        125.85870805196464
      ],
      "median_ms": 126.47862522862852,
      "relative_rmse": 1.3215966419011238e-06,
      "max_abs": 0.00048065185546875
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp16",
      "compute_units": "CPU_ONLY",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154142986,
      "load_compile_s": 0.25310612516477704,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLCPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 24.463333189487457,
      "samples_ms": [
        13.804416870698333,
        13.714332832023501,
        15.785250114277005,
        14.088458148762584,
        14.467166969552636
      ],
      "median_ms": 14.088458148762584,
      "relative_rmse": 0.017367275431752205,
      "max_abs": 4.4668121337890625
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp16",
      "compute_units": "CPU_AND_GPU",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154142986,
      "load_compile_s": 0.15895758289843798,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 229.41312519833446,
      "samples_ms": [
        4.823666997253895,
        4.999083932489157,
        4.665416898205876,
        3.7090000696480274,
        3.94016713835299
      ],
      "median_ms": 4.665416898205876,
      "relative_rmse": 0.0002074961521429941,
      "max_abs": 0.0461883544921875
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp16",
      "compute_units": "CPU_AND_NE",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154142986,
      "load_compile_s": 2.3588687090668827,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLNeuralEngineComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLNeuralEngineComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 18.719791900366545,
      "samples_ms": [
        17.255791928619146,
        17.22654211334884,
        17.179290996864438,
        17.18783308751881,
        17.248707823455334
      ],
      "median_ms": 17.22654211334884,
      "relative_rmse": 0.0002092272334266454,
      "max_abs": 0.0461883544921875
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp16",
      "compute_units": "ALL",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 154142986,
      "load_compile_s": 0.15283204219304025,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice",
            "MLNeuralEngineComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 13.4526661131531,
      "samples_ms": [
        4.598583094775677,
        4.914749879390001,
        4.920917097479105,
        3.971958067268133,
        4.048625007271767
      ],
      "median_ms": 4.598583094775677,
      "relative_rmse": 0.0002074961521429941,
      "max_abs": 0.0461883544921875
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp32",
      "compute_units": "CPU_ONLY",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308283658,
      "load_compile_s": 0.6159360830206424,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLCPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 83.27387506142259,
      "samples_ms": [
        65.84020797163248,
        65.9275830257684,
        66.90237508155406,
        67.3022500704974,
        67.99295800738037
      ],
      "median_ms": 66.90237508155406,
      "relative_rmse": 0.0,
      "max_abs": 0.0
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp32",
      "compute_units": "CPU_AND_GPU",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308283658,
      "load_compile_s": 0.27439770800992846,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 100.21312511526048,
      "samples_ms": [
        12.018541805446148,
        11.276375036686659,
        11.430124985054135,
        11.256833095103502,
        10.951624950394034
      ],
      "median_ms": 11.276375036686659,
      "relative_rmse": 0.0,
      "max_abs": 0.0
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp32",
      "compute_units": "CPU_AND_NE",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308283658,
      "load_compile_s": 0.6161469579674304,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLCPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 82.68562494777143,
      "samples_ms": [
        67.91662494651973,
        69.08479100093246,
        66.73616706393659,
        66.93325005471706,
        67.00825016014278
      ],
      "median_ms": 67.00825016014278,
      "relative_rmse": 0.0,
      "max_abs": 0.0
    },
    {
      "case": "dit-fc2-conv256",
      "precision": "fp32",
      "compute_units": "ALL",
      "shape": [
        1,
        14336,
        1,
        256
      ],
      "weight_shape": [
        5376,
        14336
      ],
      "package_bytes": 308283658,
      "load_compile_s": 0.27939695795066655,
      "placement": [
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "const",
          "preferred": null,
          "supported": [],
          "estimated_cost": null
        },
        {
          "operator": "ios18.conv",
          "preferred": "MLGPUComputeDevice",
          "supported": [
            "MLCPUComputeDevice",
            "MLGPUComputeDevice"
          ],
          "estimated_cost": 1.0
        }
      ],
      "first_predict_ms": 22.786707850173116,
      "samples_ms": [
        11.762959184125066,
        11.550666997209191,
        10.938999941572547,
        11.943457880988717,
        11.289791204035282
      ],
      "median_ms": 11.550666997209191,
      "relative_rmse": 0.0,
      "max_abs": 0.0
    }
  ]
}