{
  "environment": {
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "metal": {
      "device_name": "Apple M5 Pro",
      "max_recommended_working_set_size": 55662788608,
      "memory_size": 68719476736,
      "architecture": "applegpu_g17s",
      "max_buffer_length": 41747087360,
      "resource_limit": 499000
    },
    "versions": {
      "mlx": "0.32.4",
      "mlx-metal": "0.32.4",
      "numpy": "2.5.4",
      "safetensors": "0.8.0",
      "transformers": "4.57.6",
      "torch": "2.15.0",
      "Pillow": "13.0.0",
      "scikit-image": "0.26.0"
    },
    "precision_environment": {
      "MLX_ENABLE_TF32": "0",
      "MLX_CONV_WINOGRAD": "0"
    }
  },
  "repeats": 5,
  "warmup": 2,
  "scope": "Synthetic BF16 Q/K/V; dense online softmax. Different reduction/rounding may affect generated images.",
  "trials": [
    {
      "tokens": 65,
      "bq": 0,
      "bk": 0,
      "simdgroups": 0,
      "median_ms": 0.659167068079114,
      "min_ms": 0.42537483386695385,
      "max_ms": 0.7002090569585562,
      "samples_ms": [
        0.659167068079114,
        0.7002090569585562,
        0.6239160429686308,
        0.697124982252717,
        0.42537483386695385
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 32,
      "simdgroups": 2,
      "median_ms": 0.9386250749230385,
      "min_ms": 0.8443330880254507,
      "max_ms": 1.0369578376412392,
      "samples_ms": [
        0.8443330880254507,
        1.0369578376412392,
        0.9523339103907347,
        0.9172081481665373,
        0.9386250749230385
      ],
      "max_abs": 0.00390625,
      "relative_rmse": 0.0021990817040205,
      "equal_fraction": 0.6370128393173218
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 32,
      "simdgroups": 4,
      "median_ms": 0.9888748172670603,
      "min_ms": 0.9206659160554409,
      "max_ms": 1.0241249110549688,
      "samples_ms": [
        1.0212077759206295,
        0.9888748172670603,
        0.9206659160554409,
        0.9763329289853573,
        1.0241249110549688
      ],
      "max_abs": 0.00390625,
      "relative_rmse": 0.0021990817040205,
      "equal_fraction": 0.6370128393173218
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 64,
      "simdgroups": 2,
      "median_ms": 1.0865828953683376,
      "min_ms": 1.0042921639978886,
      "max_ms": 1.2037497945129871,
      "samples_ms": [
        1.1348749976605177,
        1.0812499094754457,
        1.2037497945129871,
        1.0042921639978886,
        1.0865828953683376
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.0022570982109755278,
      "equal_fraction": 0.627047598361969
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 64,
      "simdgroups": 4,
      "median_ms": 1.1444170959293842,
      "min_ms": 1.1029590386897326,
      "max_ms": 1.2210828717797995,
      "samples_ms": [
        1.193916192278266,
        1.1444170959293842,
        1.1029590386897326,
        1.1432920582592487,
        1.2210828717797995
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.0022570982109755278,
      "equal_fraction": 0.627047598361969
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 128,
      "simdgroups": 2,
      "median_ms": 1.110791927203536,
      "min_ms": 1.0907920077443123,
      "max_ms": 1.275666058063507,
      "samples_ms": [
        1.275666058063507,
        1.0907920077443123,
        1.110791927203536,
        1.105833100154996,
        1.1968340259045362
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.002258604858070612,
      "equal_fraction": 0.6266033053398132
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 128,
      "simdgroups": 4,
      "median_ms": 1.157082850113511,
      "min_ms": 0.9266659617424011,
      "max_ms": 1.2570410035550594,
      "samples_ms": [
        1.157082850113511,
        1.2570410035550594,
        1.0289170313626528,
        0.9266659617424011,
        1.221915939822793
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.002258604858070612,
      "equal_fraction": 0.6266033053398132
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 32,
      "simdgroups": 2,
      "median_ms": 1.2491252273321152,
      "min_ms": 1.2336669024080038,
      "max_ms": 1.284166006371379,
      "samples_ms": [
        1.2491252273321152,
        1.246333122253418,
        1.284166006371379,
        1.2553329579532146,
        1.2336669024080038
      ],
      "max_abs": 0.00390625,
      "relative_rmse": 0.0021990817040205,
      "equal_fraction": 0.6370128393173218
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 32,
      "simdgroups": 4,
      "median_ms": 0.8222081232815981,
      "min_ms": 0.7596670184284449,
      "max_ms": 1.1705411598086357,
      "samples_ms": [
        1.1705411598086357,
        1.1244169436395168,
        0.8222081232815981,
        0.7790829986333847,
        0.7596670184284449
      ],
      "max_abs": 0.00390625,
      "relative_rmse": 0.0021990817040205,
      "equal_fraction": 0.6370128393173218
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 64,
      "simdgroups": 2,
      "median_ms": 0.9984159842133522,
      "min_ms": 0.9292080067098141,
      "max_ms": 1.3260000851005316,
      "samples_ms": [
        1.3260000851005316,
        1.0508750565350056,
        0.9984159842133522,
        0.9478749707341194,
        0.9292080067098141
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.0022570982109755278,
      "equal_fraction": 0.627047598361969
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 64,
      "simdgroups": 4,
      "median_ms": 1.1746669188141823,
      "min_ms": 1.0720000136643648,
      "max_ms": 1.1764578521251678,
      "samples_ms": [
        1.0720000136643648,
        1.1764578521251678,
        1.1746669188141823,
        1.176374964416027,
        1.089167082682252
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.0022570982109755278,
      "equal_fraction": 0.627047598361969
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 128,
      "simdgroups": 2,
      "median_ms": 1.4922497794032097,
      "min_ms": 1.3934581074863672,
      "max_ms": 1.5366659499704838,
      "samples_ms": [
        1.5366659499704838,
        1.4588329941034317,
        1.4922497794032097,
        1.5216669999063015,
        1.3934581074863672
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.002258604858070612,
      "equal_fraction": 0.6266033053398132
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 128,
      "simdgroups": 4,
      "median_ms": 1.4812089502811432,
      "min_ms": 1.4430421870201826,
      "max_ms": 1.8411669880151749,
      "samples_ms": [
        1.4435420744121075,
        1.4812089502811432,
        1.8411669880151749,
        1.5069169458001852,
        1.4430421870201826
      ],
      "max_abs": 0.0078125,
      "relative_rmse": 0.002258604858070612,
      "equal_fraction": 0.6266033053398132
    },
    {
      "tokens": 4181,
      "bq": 0,
      "bk": 0,
      "simdgroups": 0,
      "median_ms": 25.476875016465783,
      "min_ms": 24.982792092487216,
      "max_ms": 25.54537495598197,
      "samples_ms": [
        25.476875016465783,
        24.982792092487216,
        25.54537495598197,
        25.49154101870954,
        25.047583039849997
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "tokens": 4181,
      "bq": 16,
      "bk": 32,
      "simdgroups": 2,
      "median_ms": 66.1243749782443,
      "min_ms": 65.3223330155015,
      "max_ms": 66.38374994508922,
      "samples_ms": [
        66.38374994508922,
        66.16762490011752,
        65.96424989402294,
        65.3223330155015,
        66.1243749782443
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0024988260120153427,
      "equal_fraction": 0.5868481993675232
    },
    {
      "tokens": 4181,
      "bq": 16,
      "bk": 32,
      "simdgroups": 4,
      "median_ms": 64.00691601447761,
      "min_ms": 63.77850007265806,
      "max_ms": 64.42370801232755,
      "samples_ms": [
        64.42370801232755,
        63.77937481738627,
        64.00691601447761,
        63.77850007265806,
        64.25516703166068
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0024988260120153427,
      "equal_fraction": 0.5868481993675232
    },
    {
      "tokens": 4181,
      "bq": 16,
      "bk": 64,
      "simdgroups": 2,
      "median_ms": 77.37500010989606,
      "min_ms": 76.40204206109047,
      "max_ms": 77.76308408938348,
      "samples_ms": [
        76.40204206109047,
        77.57425005547702,
        77.09983410313725,
        77.76308408938348,
        77.37500010989606
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.002500565955415368,
      "equal_fraction": 0.5864733457565308
    },
    {
      "tokens": 4181,
      "bq": 16,
      "bk": 64,
      "simdgroups": 4,
      "median_ms": 75.66545787267387,
      "min_ms": 74.57149983383715,
      "max_ms": 77.01599993743002,
      "samples_ms": [
        75.66545787267387,
        74.57149983383715,
        75.59287501499057,
        75.99666714668274,
        77.01599993743002
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.002500565955415368,
      "equal_fraction": 0.5864733457565308
    },
    {
      "tokens": 4181,
      "bq": 16,
      "bk": 128,
      "simdgroups": 2,
      "median_ms": 101.380875101313,
      "min_ms": 98.50454214029014,
      "max_ms": 105.114207835868,
      "samples_ms": [
        98.50454214029014,
        101.380875101313,
        100.96195805817842,
        101.94479208439589,
        105.114207835868
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0025032442063093185,
      "equal_fraction": 0.5861243009567261
    },
    {
      "tokens": 4181,
      "bq": 16,
      "bk": 128,
      "simdgroups": 4,
      "median_ms": 107.6576670166105,
      "min_ms": 107.06820781342685,
      "max_ms": 108.40670811012387,
      "samples_ms": [
        107.06820781342685,
        107.6576670166105,
        107.09299985319376,
        108.40670811012387,
        108.04883390665054
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0025032442063093185,
      "equal_fraction": 0.5861243009567261
    },
    {
      "tokens": 4181,
      "bq": 32,
      "bk": 32,
      "simdgroups": 2,
      "median_ms": 156.10979194752872,
      "min_ms": 154.5753749087453,
      "max_ms": 161.5379590075463,
      "samples_ms": [
        161.5379590075463,
        158.93783303909004,
        156.10979194752872,
        155.60425003059208,
        154.5753749087453
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0024988260120153427,
      "equal_fraction": 0.5868481993675232
    },
    {
      "tokens": 4181,
      "bq": 32,
      "bk": 32,
      "simdgroups": 4,
      "median_ms": 150.2824581693858,
      "min_ms": 149.2766251321882,
      "max_ms": 151.7170409206301,
      "samples_ms": [
        149.8422920703888,
        151.7170409206301,
        150.2824581693858,
        149.2766251321882,
        150.5736659746617
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0024988260120153427,
      "equal_fraction": 0.5868481993675232
    },
    {
      "tokens": 4181,
      "bq": 32,
      "bk": 64,
      "simdgroups": 2,
      "median_ms": 132.72304087877274,
      "min_ms": 132.2320420295,
      "max_ms": 133.52966704405844,
      "samples_ms": [
        132.2320420295,
        132.53358309157193,
        132.72304087877274,
        133.52966704405844,
        132.75087508372962
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.002500565955415368,
      "equal_fraction": 0.5864733457565308
    },
    {
      "tokens": 4181,
      "bq": 32,
      "bk": 64,
      "simdgroups": 4,
      "median_ms": 134.08570806495845,
      "min_ms": 133.57874983921647,
      "max_ms": 134.52237495221198,
      "samples_ms": [
        134.1719999909401,
        133.94024991430342,
        133.57874983921647,
        134.52237495221198,
        134.08570806495845
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.002500565955415368,
      "equal_fraction": 0.5864733457565308
    },
    {
      "tokens": 4181,
      "bq": 32,
      "bk": 128,
      "simdgroups": 2,
      "median_ms": 170.27479084208608,
      "min_ms": 168.38433407247066,
      "max_ms": 172.6567498408258,
      "samples_ms": [
        172.6567498408258,
        170.5612908117473,
        170.27479084208608,
        169.14899996481836,
        168.38433407247066
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0025032442063093185,
      "equal_fraction": 0.5861243009567261
    },
    {
      "tokens": 4181,
      "bq": 32,
      "bk": 128,
      "simdgroups": 4,
      "median_ms": 167.5910830963403,
      "min_ms": 167.38187498413026,
      "max_ms": 169.39575015567243,
      "samples_ms": [
        168.2442920282483,
        169.39575015567243,
        167.5910830963403,
        167.38187498413026,
        167.47320792637765
      ],
      "max_abs": 0.0009765625,
      "relative_rmse": 0.0025032442063093185,
      "equal_fraction": 0.5861243009567261
    }
  ]
}