{
  "environment": {
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "metal": {
      "device_name": "Apple M5 Pro",
      "max_recommended_working_set_size": 55662788608,
      "memory_size": 68719476736,
      "architecture": "applegpu_g17s",
      "max_buffer_length": 41747087360,
      "resource_limit": 499000
    },
    "versions": {
      "mlx": "0.32.4",
      "mlx-metal": "0.32.4",
      "numpy": "2.5.4",
      "safetensors": "0.8.0",
      "transformers": "4.57.6",
      "torch": "2.15.0",
      "Pillow": "13.0.0",
      "scikit-image": "0.26.0"
    },
    "precision_environment": {
      "MLX_ENABLE_TF32": "0",
      "MLX_CONV_WINOGRAD": "0"
    }
  },
  "warmup": 2,
  "repeats": 5,
  "scope": "Original projection weights, synthetic BF16 inputs. Custom Metal 4 TensorOps with FP32 accumulation and BF16 bias epilogue.",
  "trials": [
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        0,
        0,
        0
      ],
      "simdgroups": 0,
      "walk_m": 0,
      "median_ms": 39.11950020119548,
      "min_ms": 39.022000040858984,
      "max_ms": 39.206292014569044,
      "samples_ms": [
        39.13562512025237,
        39.022000040858984,
        39.206292014569044,
        39.11950020119548,
        39.02737516909838
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        32,
        64,
        128
      ],
      "simdgroups": 2,
      "walk_m": 0,
      "median_ms": 144.08591715618968,
      "min_ms": 143.81708297878504,
      "max_ms": 144.4397501181811,
      "samples_ms": [
        144.4397501181811,
        143.81708297878504,
        144.08591715618968,
        144.16858297772706,
        143.81849998608232
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        32,
        64,
        128
      ],
      "simdgroups": 2,
      "walk_m": 8,
      "median_ms": 42.84683312289417,
      "min_ms": 42.720959056168795,
      "max_ms": 42.899500112980604,
      "samples_ms": [
        42.84683312289417,
        42.899500112980604,
        42.720959056168795,
        42.8632500115782,
        42.73395799100399
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        32,
        64,
        256
      ],
      "simdgroups": 2,
      "walk_m": 0,
      "median_ms": 144.37312516383827,
      "min_ms": 143.9994580578059,
      "max_ms": 144.90454108454287,
      "samples_ms": [
        144.90454108454287,
        143.9994580578059,
        144.37312516383827,
        144.53170797787607,
        144.06895893625915
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        32,
        64,
        256
      ],
      "simdgroups": 2,
      "walk_m": 8,
      "median_ms": 41.73733294010162,
      "min_ms": 41.50099982507527,
      "max_ms": 41.90316703170538,
      "samples_ms": [
        41.73975018784404,
        41.50099982507527,
        41.73733294010162,
        41.690500220283866,
        41.90316703170538
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        64,
        128
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 76.95283298380673,
      "min_ms": 76.59599999897182,
      "max_ms": 77.17770803719759,
      "samples_ms": [
        76.95283298380673,
        76.84358395636082,
        77.12462497875094,
        76.59599999897182,
        77.17770803719759
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        64,
        128
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 42.57095814682543,
      "min_ms": 42.45987511239946,
      "max_ms": 42.72100003436208,
      "samples_ms": [
        42.58745792321861,
        42.45987511239946,
        42.57095814682543,
        42.53150010481477,
        42.72100003436208
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        64,
        256
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 76.77087490446866,
      "min_ms": 76.64783322252333,
      "max_ms": 77.23387493751943,
      "samples_ms": [
        76.7487499397248,
        77.23387493751943,
        76.77087490446866,
        76.64783322252333,
        77.14020903222263
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        64,
        256
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 41.06487496756017,
      "min_ms": 40.93854199163616,
      "max_ms": 41.63033398799598,
      "samples_ms": [
        40.93854199163616,
        41.015249909833074,
        41.06487496756017,
        41.276958072558045,
        41.63033398799598
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        128
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 75.16441587358713,
      "min_ms": 74.81487491168082,
      "max_ms": 75.63787512481213,
      "samples_ms": [
        75.63787512481213,
        74.81487491168082,
        75.01008291728795,
        75.16441587358713,
        75.40129194967449
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        128
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 40.33562494441867,
      "min_ms": 40.23950011469424,
      "max_ms": 40.57650011964142,
      "samples_ms": [
        40.57650011964142,
        40.33562494441867,
        40.23950011469424,
        40.33204214647412,
        40.38066603243351
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        256
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 74.62074980139732,
      "min_ms": 74.47524997405708,
      "max_ms": 75.09104209020734,
      "samples_ms": [
        74.62074980139732,
        75.09104209020734,
        74.54266701824963,
        74.79133293963969,
        74.47524997405708
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        256
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 39.65325001627207,
      "min_ms": 39.51312508434057,
      "max_ms": 39.91074999794364,
      "samples_ms": [
        39.51312508434057,
        39.65325001627207,
        39.56470894627273,
        39.91074999794364,
        39.74874992854893
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        64,
        128
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 46.420250087976456,
      "min_ms": 46.2697499897331,
      "max_ms": 46.63291689939797,
      "samples_ms": [
        46.382749918848276,
        46.63291689939797,
        46.420250087976456,
        46.2697499897331,
        46.44833295606077
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        64,
        128
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 40.789457969367504,
      "min_ms": 40.339959086850286,
      "max_ms": 41.80283402092755,
      "samples_ms": [
        40.38770799525082,
        40.339959086850286,
        40.789457969367504,
        41.80283402092755,
        41.13591695204377
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        64,
        256
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 45.47000001184642,
      "min_ms": 45.36420805379748,
      "max_ms": 45.94416683539748,
      "samples_ms": [
        45.36420805379748,
        45.94416683539748,
        45.47000001184642,
        45.78987509012222,
        45.43199995532632
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        64,
        256
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 40.022207889705896,
      "min_ms": 39.64875009842217,
      "max_ms": 40.58245802298188,
      "samples_ms": [
        39.695374900475144,
        39.64875009842217,
        40.022207889705896,
        40.58245802298188,
        40.487749967724085
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        128
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 55.45079102739692,
      "min_ms": 55.025249952450395,
      "max_ms": 55.971749825403094,
      "samples_ms": [
        55.2547920960933,
        55.45079102739692,
        55.025249952450395,
        55.93649996444583,
        55.971749825403094
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        128
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 54.957584012299776,
      "min_ms": 54.046041099354625,
      "max_ms": 55.90949999168515,
      "samples_ms": [
        54.046041099354625,
        54.527875036001205,
        54.957584012299776,
        55.12870894744992,
        55.90949999168515
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        256
      ],
      "simdgroups": 4,
      "walk_m": 0,
      "median_ms": 51.92316696047783,
      "min_ms": 50.93825003132224,
      "max_ms": 52.514916053041816,
      "samples_ms": [
        50.93825003132224,
        51.41841690056026,
        51.92316696047783,
        52.130750147625804,
        52.514916053041816
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        256
      ],
      "simdgroups": 4,
      "walk_m": 8,
      "median_ms": 50.32787495292723,
      "min_ms": 49.495709128677845,
      "max_ms": 51.822875160723925,
      "samples_ms": [
        49.495709128677845,
        49.761957954615355,
        50.36799982190132,
        50.32787495292723,
        51.822875160723925
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        128
      ],
      "simdgroups": 8,
      "walk_m": 0,
      "median_ms": 50.32845796085894,
      "min_ms": 50.06470903754234,
      "max_ms": 50.51270918920636,
      "samples_ms": [
        50.457790959626436,
        50.06470903754234,
        50.51270918920636,
        50.19462504424155,
        50.32845796085894
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        128
      ],
      "simdgroups": 8,
      "walk_m": 8,
      "median_ms": 43.097833869978786,
      "min_ms": 42.822916992008686,
      "max_ms": 44.24499999731779,
      "samples_ms": [
        42.822916992008686,
        43.097833869978786,
        43.96050004288554,
        43.00912516191602,
        44.24499999731779
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        256
      ],
      "simdgroups": 8,
      "walk_m": 0,
      "median_ms": 48.885042080655694,
      "min_ms": 48.5747498460114,
      "max_ms": 49.46512496098876,
      "samples_ms": [
        48.5747498460114,
        48.93749998882413,
        48.885042080655694,
        49.46512496098876,
        48.775041941553354
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        128,
        128,
        256
      ],
      "simdgroups": 8,
      "walk_m": 8,
      "median_ms": 42.02324990183115,
      "min_ms": 40.935083059594035,
      "max_ms": 42.17162495478988,
      "samples_ms": [
        40.935083059594035,
        41.284624952822924,
        42.02324990183115,
        42.12037520483136,
        42.17162495478988
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        128
      ],
      "simdgroups": 8,
      "walk_m": 0,
      "median_ms": 79.10916698165238,
      "min_ms": 78.5035421140492,
      "max_ms": 79.44233296439052,
      "samples_ms": [
        79.21604183502495,
        79.44233296439052,
        79.10916698165238,
        78.5035421140492,
        78.95054202526808
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        128
      ],
      "simdgroups": 8,
      "walk_m": 8,
      "median_ms": 44.0463749691844,
      "min_ms": 42.65099996700883,
      "max_ms": 44.993416871875525,
      "samples_ms": [
        42.65099996700883,
        43.315166840329766,
        44.0463749691844,
        44.62029202841222,
        44.993416871875525
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        256
      ],
      "simdgroups": 8,
      "walk_m": 0,
      "median_ms": 77.51595904119313,
      "min_ms": 76.97137491777539,
      "max_ms": 77.76708295568824,
      "samples_ms": [
        77.76708295568824,
        77.75079202838242,
        76.97137491777539,
        77.29237503372133,
        77.51595904119313
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "tokens": 4181,
      "tile": [
        64,
        128,
        256
      ],
      "simdgroups": 8,
      "walk_m": 8,
      "median_ms": 42.69133391790092,
      "min_ms": 41.10400006175041,
      "max_ms": 43.06004196405411,
      "samples_ms": [
        41.10400006175041,
        41.98370920494199,
        42.75595908984542,
        42.69133391790092,
        43.06004196405411
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    }
  ]
}