{
  "environment": {
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "metal": {
      "device_name": "Apple M5 Pro",
      "max_recommended_working_set_size": 55662788608,
      "memory_size": 68719476736,
      "architecture": "applegpu_g17s",
      "max_buffer_length": 41747087360,
      "resource_limit": 499000
    },
    "versions": {
      "mlx": "0.32.4",
      "mlx-metal": "0.32.4",
      "numpy": "2.5.4",
      "safetensors": "0.8.0",
      "transformers": "4.57.6",
      "torch": "2.15.0",
      "Pillow": "13.0.0",
      "scikit-image": "0.26.0"
    },
    "precision_environment": {
      "MLX_ENABLE_TF32": "0",
      "MLX_CONV_WINOGRAD": "0"
    }
  },
  "repeats": 2,
  "warmup": 2,
  "scope": "Synthetic BF16 Q/K/V; dense online softmax. Different reduction/rounding may affect generated images.",
  "trials": [
    {
      "tokens": 65,
      "bq": 0,
      "bk": 0,
      "simdgroups": 0,
      "median_ms": 0.595208490267396,
      "min_ms": 0.5699580069631338,
      "max_ms": 0.6204589735716581,
      "samples_ms": [
        0.5699580069631338,
        0.6204589735716581
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 32,
      "simdgroups": 2,
      "median_ms": 0.8040000684559345,
      "min_ms": 0.7807090878486633,
      "max_ms": 0.8272910490632057,
      "samples_ms": [
        0.8272910490632057,
        0.7807090878486633
      ],
      "max_abs": 2.03515625,
      "relative_rmse": 1.1683274507522583,
      "equal_fraction": 0.0004206731100566685
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 32,
      "simdgroups": 4,
      "median_ms": 0.789958517998457,
      "min_ms": 0.7098750211298466,
      "max_ms": 0.8700420148670673,
      "samples_ms": [
        0.8700420148670673,
        0.7098750211298466
      ],
      "max_abs": 2.03515625,
      "relative_rmse": 1.1683274507522583,
      "equal_fraction": 0.0004206731100566685
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 64,
      "simdgroups": 2,
      "median_ms": 1.0451466077938676,
      "min_ms": 0.9804591536521912,
      "max_ms": 1.109834061935544,
      "samples_ms": [
        1.109834061935544,
        0.9804591536521912
      ],
      "max_abs": 2.08203125,
      "relative_rmse": 1.208585262298584,
      "equal_fraction": 0.00045501376735046506
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 64,
      "simdgroups": 4,
      "median_ms": 1.023833523504436,
      "min_ms": 1.0045000817626715,
      "max_ms": 1.0431669652462006,
      "samples_ms": [
        1.0045000817626715,
        1.0431669652462006
      ],
      "max_abs": 2.08203125,
      "relative_rmse": 1.208585262298584,
      "equal_fraction": 0.00045501376735046506
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 128,
      "simdgroups": 2,
      "median_ms": 1.1088334722444415,
      "min_ms": 1.107207965105772,
      "max_ms": 1.110458979383111,
      "samples_ms": [
        1.107207965105772,
        1.110458979383111
      ],
      "max_abs": 2.07421875,
      "relative_rmse": 1.2112047672271729,
      "equal_fraction": 0.00041638052789494395
    },
    {
      "tokens": 65,
      "bq": 16,
      "bk": 128,
      "simdgroups": 4,
      "median_ms": 1.1818960774689913,
      "min_ms": 1.180834136903286,
      "max_ms": 1.1829580180346966,
      "samples_ms": [
        1.1829580180346966,
        1.180834136903286
      ],
      "max_abs": 2.07421875,
      "relative_rmse": 1.2112047672271729,
      "equal_fraction": 0.00041638052789494395
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 32,
      "simdgroups": 2,
      "median_ms": 1.3260626001283526,
      "min_ms": 1.2702920939773321,
      "max_ms": 1.3818331062793732,
      "samples_ms": [
        1.3818331062793732,
        1.2702920939773321
      ],
      "max_abs": 2.03515625,
      "relative_rmse": 1.1683274507522583,
      "equal_fraction": 0.0004206731100566685
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 32,
      "simdgroups": 4,
      "median_ms": 1.1533955112099648,
      "min_ms": 1.1415830813348293,
      "max_ms": 1.1652079410851002,
      "samples_ms": [
        1.1415830813348293,
        1.1652079410851002
      ],
      "max_abs": 2.03515625,
      "relative_rmse": 1.1683274507522583,
      "equal_fraction": 0.0004206731100566685
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 64,
      "simdgroups": 2,
      "median_ms": 1.3674584915861487,
      "min_ms": 1.3492919970303774,
      "max_ms": 1.38562498614192,
      "samples_ms": [
        1.3492919970303774,
        1.38562498614192
      ],
      "max_abs": 2.08203125,
      "relative_rmse": 1.208585262298584,
      "equal_fraction": 0.00045501376735046506
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 64,
      "simdgroups": 4,
      "median_ms": 1.1829581344500184,
      "min_ms": 1.1795831378549337,
      "max_ms": 1.186333131045103,
      "samples_ms": [
        1.186333131045103,
        1.1795831378549337
      ],
      "max_abs": 2.08203125,
      "relative_rmse": 1.208585262298584,
      "equal_fraction": 0.00045501376735046506
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 128,
      "simdgroups": 2,
      "median_ms": 1.5032080700621009,
      "min_ms": 1.4863749966025352,
      "max_ms": 1.5200411435216665,
      "samples_ms": [
        1.5200411435216665,
        1.4863749966025352
      ],
      "max_abs": 2.07421875,
      "relative_rmse": 1.2112047672271729,
      "equal_fraction": 0.00041638052789494395
    },
    {
      "tokens": 65,
      "bq": 32,
      "bk": 128,
      "simdgroups": 4,
      "median_ms": 1.6456249868497252,
      "min_ms": 1.5924999024719,
      "max_ms": 1.6987500712275505,
      "samples_ms": [
        1.5924999024719,
        1.6987500712275505
      ],
      "max_abs": 2.07421875,
      "relative_rmse": 1.2112047672271729,
      "equal_fraction": 0.00041638052789494395
    }
  ]
}