{
  "environment": {
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "metal": {
      "device_name": "Apple M5 Pro",
      "max_recommended_working_set_size": 55662788608,
      "memory_size": 68719476736,
      "architecture": "applegpu_g17s",
      "max_buffer_length": 41747087360,
      "resource_limit": 499000
    },
    "versions": {
      "mlx": "0.32.4",
      "mlx-metal": "0.32.4",
      "numpy": "2.5.4",
      "safetensors": "0.8.0",
      "transformers": "4.57.6",
      "torch": "2.15.0",
      "Pillow": "13.0.0",
      "scikit-image": "0.26.0"
    },
    "precision_environment": {
      "MLX_ENABLE_TF32": "0",
      "MLX_CONV_WINOGRAD": "0"
    }
  },
  "warmup": 2,
  "repeats": 7,
  "scope": "Original block-0 weights; synthetic BF16 activations. Includes per-call GPU weight reconstruction, excludes initial packing.",
  "trials": [
    {
      "operator": "attn.qkv_proj",
      "variant": "bf16",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 39.11329107359052,
      "min_ms": 38.95195806398988,
      "max_ms": 39.387915981933475,
      "samples_ms": [
        39.11329107359052,
        39.00787513703108,
        39.387915981933475,
        39.19341694563627,
        39.008582942187786,
        39.19645817950368,
        38.95195806398988
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "packed12",
      "shape": [
        4181,
        5376,
        21504
      ],
      "pack_s": 0.2350818330887705,
      "weight_bytes": 176202178,
      "ratio": 0.7620838623738884,
      "weight_bits_identical": true,
      "escape_fraction": 0.004027948357891334,
      "median_ms": 41.564124869182706,
      "min_ms": 41.3626660592854,
      "max_ms": 41.81537497788668,
      "samples_ms": [
        41.81537497788668,
        41.564124869182706,
        41.52962495572865,
        41.72691679559648,
        41.444499976933,
        41.617542039602995,
        41.3626660592854
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "packed12_compiled",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 41.82958393357694,
      "min_ms": 41.48062504827976,
      "max_ms": 41.99729207903147,
      "samples_ms": [
        41.67441697791219,
        41.8610000051558,
        41.99729207903147,
        41.48062504827976,
        41.56637494452298,
        41.889374842867255,
        41.82958393357694
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "q8_fused",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 45.41745805181563,
      "min_ms": 45.24320783093572,
      "max_ms": 45.74962495826185,
      "samples_ms": [
        45.27574987150729,
        45.68949993699789,
        45.24320783093572,
        45.253500109538436,
        45.41745805181563,
        45.58362509123981,
        45.74962495826185
      ],
      "max_abs": 0.5,
      "relative_rmse": 0.007152453996241093,
      "equal_fraction": 0.23806069791316986
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "q8_dequant_gemm",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 40.749500039964914,
      "min_ms": 40.459583047777414,
      "max_ms": 40.915916906669736,
      "samples_ms": [
        40.459583047777414,
        40.79162492416799,
        40.66333407536149,
        40.915916906669736,
        40.749500039964914,
        40.86683294735849,
        40.717124938964844
      ],
      "max_abs": 0.5,
      "relative_rmse": 0.007152453996241093,
      "equal_fraction": 0.23806069791316986
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "q6_fused",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 46.02895793505013,
      "min_ms": 45.826958026736975,
      "max_ms": 46.16720788180828,
      "samples_ms": [
        45.86966591887176,
        46.16720788180828,
        46.087624970823526,
        45.917625073343515,
        45.826958026736975,
        46.09595891088247,
        46.02895793505013
      ],
      "max_abs": 1.40625,
      "relative_rmse": 0.020706482231616974,
      "equal_fraction": 0.0854361429810524
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "q6_dequant_gemm",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 40.31316703185439,
      "min_ms": 40.03754095174372,
      "max_ms": 40.45050009153783,
      "samples_ms": [
        40.25179194286466,
        40.24758283048868,
        40.03754095174372,
        40.38529214449227,
        40.31316703185439,
        40.44608282856643,
        40.45050009153783
      ],
      "max_abs": 1.40625,
      "relative_rmse": 0.020706482231616974,
      "equal_fraction": 0.0854361429810524
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "q4_fused",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 42.86429099738598,
      "min_ms": 42.5539577845484,
      "max_ms": 42.981999926269054,
      "samples_ms": [
        42.86429099738598,
        42.5539577845484,
        42.57708298973739,
        42.72995796054602,
        42.90879191830754,
        42.91945789009333,
        42.981999926269054
      ],
      "max_abs": 5.60546875,
      "relative_rmse": 0.08441592752933502,
      "equal_fraction": 0.021116377785801888
    },
    {
      "operator": "attn.qkv_proj",
      "variant": "q4_dequant_gemm",
      "shape": [
        4181,
        5376,
        21504
      ],
      "median_ms": 40.29725003056228,
      "min_ms": 40.13475007377565,
      "max_ms": 40.35129211843014,
      "samples_ms": [
        40.13475007377565,
        40.339750004932284,
        40.31404200941324,
        40.24154180660844,
        40.35129211843014,
        40.22395913489163,
        40.29725003056228
      ],
      "max_abs": 5.60546875,
      "relative_rmse": 0.08441592752933502,
      "equal_fraction": 0.021116377785801888
    },
    {
      "operator": "attn.out_proj",
      "variant": "bf16",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 13.413249980658293,
      "min_ms": 13.186333002522588,
      "max_ms": 14.14366695098579,
      "samples_ms": [
        13.424291042611003,
        13.681416166946292,
        14.14366695098579,
        13.386917067691684,
        13.186333002522588,
        13.283791951835155,
        13.413249980658293
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.out_proj",
      "variant": "packed12",
      "shape": [
        4181,
        7168,
        5376
      ],
      "pack_s": 0.06456262501887977,
      "weight_bytes": 58028596,
      "ratio": 0.75293036220836,
      "weight_bits_identical": true,
      "escape_fraction": 0.0009767701025722789,
      "median_ms": 14.004125026986003,
      "min_ms": 13.932083966210485,
      "max_ms": 14.128583017736673,
      "samples_ms": [
        14.128583017736673,
        13.964999932795763,
        14.004125026986003,
        13.947749976068735,
        13.932083966210485,
        14.098458923399448,
        14.062334084883332
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.out_proj",
      "variant": "packed12_compiled",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 14.036833075806499,
      "min_ms": 13.777584070339799,
      "max_ms": 14.199041994288564,
      "samples_ms": [
        14.036833075806499,
        14.028500067070127,
        14.091833960264921,
        14.036166947335005,
        13.777584070339799,
        14.133417047560215,
        14.199041994288564
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "attn.out_proj",
      "variant": "q8_fused",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 15.811874996870756,
      "min_ms": 15.60616702772677,
      "max_ms": 15.950917033478618,
      "samples_ms": [
        15.950917033478618,
        15.882750041782856,
        15.60616702772677,
        15.812082914635539,
        15.811874996870756,
        15.758000081405044,
        15.778542030602694
      ],
      "max_abs": 0.5,
      "relative_rmse": 0.006857909727841616,
      "equal_fraction": 0.24853673577308655
    },
    {
      "operator": "attn.out_proj",
      "variant": "q8_dequant_gemm",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 13.878457946702838,
      "min_ms": 13.743874849751592,
      "max_ms": 14.05216590501368,
      "samples_ms": [
        13.942958088591695,
        13.81287514232099,
        13.743874849751592,
        13.878457946702838,
        14.05216590501368,
        13.864542124792933,
        13.975624926388264
      ],
      "max_abs": 0.5,
      "relative_rmse": 0.006857909727841616,
      "equal_fraction": 0.24853673577308655
    },
    {
      "operator": "attn.out_proj",
      "variant": "q6_fused",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 15.862250002101064,
      "min_ms": 15.767458127811551,
      "max_ms": 16.03629207238555,
      "samples_ms": [
        15.862250002101064,
        15.81766689196229,
        15.960833989083767,
        15.948832966387272,
        15.767458127811551,
        15.833416022360325,
        16.03629207238555
      ],
      "max_abs": 1.25,
      "relative_rmse": 0.019887777045369148,
      "equal_fraction": 0.08924407511949539
    },
    {
      "operator": "attn.out_proj",
      "variant": "q6_dequant_gemm",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 13.771500205621123,
      "min_ms": 13.648458989337087,
      "max_ms": 13.843791093677282,
      "samples_ms": [
        13.771500205621123,
        13.843791093677282,
        13.777583139017224,
        13.748375000432134,
        13.73504102230072,
        13.648458989337087,
        13.793708989396691
      ],
      "max_abs": 1.25,
      "relative_rmse": 0.019887777045369148,
      "equal_fraction": 0.08924407511949539
    },
    {
      "operator": "attn.out_proj",
      "variant": "q4_fused",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 14.759707963094115,
      "min_ms": 14.564833836629987,
      "max_ms": 14.91695805452764,
      "samples_ms": [
        14.81087482534349,
        14.86175018362701,
        14.627082971855998,
        14.91695805452764,
        14.759707963094115,
        14.564833836629987,
        14.668332878500223
      ],
      "max_abs": 5.78125,
      "relative_rmse": 0.08107094466686249,
      "equal_fraction": 0.022073309868574142
    },
    {
      "operator": "attn.out_proj",
      "variant": "q4_dequant_gemm",
      "shape": [
        4181,
        7168,
        5376
      ],
      "median_ms": 13.788500102236867,
      "min_ms": 13.597874902188778,
      "max_ms": 13.935040915384889,
      "samples_ms": [
        13.892709044739604,
        13.923333026468754,
        13.597874902188778,
        13.788500102236867,
        13.668040977790952,
        13.742083916440606,
        13.935040915384889
      ],
      "max_abs": 5.78125,
      "relative_rmse": 0.08107094466686249,
      "equal_fraction": 0.022073309868574142
    },
    {
      "operator": "mlp.fc1",
      "variant": "bf16",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 52.165666827932,
      "min_ms": 51.81224993430078,
      "max_ms": 52.24533309228718,
      "samples_ms": [
        52.16937488876283,
        52.165666827932,
        52.24479106254876,
        51.92012502811849,
        51.90241592936218,
        52.24533309228718,
        51.81224993430078
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "mlp.fc1",
      "variant": "packed12",
      "shape": [
        4181,
        5376,
        28672
      ],
      "pack_s": 0.28152816696092486,
      "weight_bytes": 233553616,
      "ratio": 0.7575989288537681,
      "weight_bits_identical": true,
      "escape_fraction": 0.0025329719595357674,
      "median_ms": 54.94029214605689,
      "min_ms": 54.67533296905458,
      "max_ms": 55.15158316120505,
      "samples_ms": [
        54.93524996563792,
        54.94029214605689,
        55.1342919934541,
        55.15158316120505,
        54.67533296905458,
        54.85250009223819,
        54.94895810261369
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "mlp.fc1",
      "variant": "packed12_compiled",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 54.986333940178156,
      "min_ms": 54.71341707743704,
      "max_ms": 55.26600009761751,
      "samples_ms": [
        55.13437488116324,
        55.26600009761751,
        54.84370794147253,
        54.986333940178156,
        55.15583395026624,
        54.784000152722,
        54.71341707743704
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "mlp.fc1",
      "variant": "q8_fused",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 60.483790934085846,
      "min_ms": 60.2590839844197,
      "max_ms": 60.80966698937118,
      "samples_ms": [
        60.30862499028444,
        60.483790934085846,
        60.80966698937118,
        60.6498341076076,
        60.41408306919038,
        60.2590839844197,
        60.61466713435948
      ],
      "max_abs": 0.6875,
      "relative_rmse": 0.00697753531858325,
      "equal_fraction": 0.24016006290912628
    },
    {
      "operator": "mlp.fc1",
      "variant": "q8_dequant_gemm",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 54.15787501260638,
      "min_ms": 54.041167022660375,
      "max_ms": 54.48079202324152,
      "samples_ms": [
        54.08804211765528,
        54.15787501260638,
        54.06516697257757,
        54.041167022660375,
        54.163584019988775,
        54.43433299660683,
        54.48079202324152
      ],
      "max_abs": 0.6875,
      "relative_rmse": 0.00697753531858325,
      "equal_fraction": 0.24016006290912628
    },
    {
      "operator": "mlp.fc1",
      "variant": "q6_fused",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 61.271291924640536,
      "min_ms": 60.923040844500065,
      "max_ms": 61.29683298058808,
      "samples_ms": [
        61.28195789642632,
        61.00579211488366,
        61.13933282904327,
        61.28733418881893,
        60.923040844500065,
        61.29683298058808,
        61.271291924640536
      ],
      "max_abs": 1.625,
      "relative_rmse": 0.020274344831705093,
      "equal_fraction": 0.08617563545703888
    },
    {
      "operator": "mlp.fc1",
      "variant": "q6_dequant_gemm",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 53.775500040501356,
      "min_ms": 53.66216693073511,
      "max_ms": 54.12320885807276,
      "samples_ms": [
        53.74274984933436,
        53.71450004167855,
        53.775500040501356,
        54.12320885807276,
        53.901457926258445,
        53.84779185988009,
        53.66216693073511
      ],
      "max_abs": 1.625,
      "relative_rmse": 0.020274344831705093,
      "equal_fraction": 0.08617563545703888
    },
    {
      "operator": "mlp.fc1",
      "variant": "q4_fused",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 57.11166700348258,
      "min_ms": 56.81737489067018,
      "max_ms": 57.686541927978396,
      "samples_ms": [
        56.81737489067018,
        57.11166700348258,
        56.91687506623566,
        57.09958402439952,
        57.40487505681813,
        57.686541927978396,
        57.62820807285607
      ],
      "max_abs": 7.21875,
      "relative_rmse": 0.08270496875047684,
      "equal_fraction": 0.021269498392939568
    },
    {
      "operator": "mlp.fc1",
      "variant": "q4_dequant_gemm",
      "shape": [
        4181,
        5376,
        28672
      ],
      "median_ms": 54.25675003789365,
      "min_ms": 53.82283288054168,
      "max_ms": 54.87637501209974,
      "samples_ms": [
        53.82283288054168,
        54.06649992801249,
        54.25675003789365,
        53.96083300001919,
        54.30883285589516,
        54.32837479747832,
        54.87637501209974
      ],
      "max_abs": 7.21875,
      "relative_rmse": 0.08270496875047684,
      "equal_fraction": 0.021269498392939568
    },
    {
      "operator": "mlp.fc2",
      "variant": "bf16",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 32.67379105091095,
      "min_ms": 32.297125086188316,
      "max_ms": 33.28745788894594,
      "samples_ms": [
        33.28745788894594,
        32.67379105091095,
        32.43308397941291,
        32.297125086188316,
        33.098625019192696,
        32.57412509992719,
        32.885042019188404
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "mlp.fc2",
      "variant": "packed12",
      "shape": [
        4181,
        14336,
        5376
      ],
      "pack_s": 0.128432875033468,
      "weight_bytes": 116549002,
      "ratio": 0.7561210191168752,
      "weight_bits_identical": true,
      "escape_fraction": 0.0020403310555179104,
      "median_ms": 34.36666703782976,
      "min_ms": 33.84170797653496,
      "max_ms": 34.62899988517165,
      "samples_ms": [
        34.23387510702014,
        34.372332971543074,
        34.62899988517165,
        34.4923329539597,
        33.84170797653496,
        34.36666703782976,
        33.9440000243485
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "mlp.fc2",
      "variant": "packed12_compiled",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 34.0739160310477,
      "min_ms": 33.992790849879384,
      "max_ms": 34.83095811679959,
      "samples_ms": [
        34.31983385235071,
        34.83095811679959,
        34.06149987131357,
        33.992790849879384,
        34.204334020614624,
        34.0739160310477,
        34.02716713026166
      ],
      "max_abs": 0.0,
      "relative_rmse": 0.0,
      "equal_fraction": 1.0
    },
    {
      "operator": "mlp.fc2",
      "variant": "q8_fused",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 34.68745783902705,
      "min_ms": 34.13212485611439,
      "max_ms": 35.295374924317,
      "samples_ms": [
        34.59445899352431,
        34.13212485611439,
        35.0765420589596,
        34.826042130589485,
        34.68745783902705,
        35.295374924317,
        34.50066689401865
      ],
      "max_abs": 1.125,
      "relative_rmse": 0.007229790091514587,
      "equal_fraction": 0.23662720620632172
    },
    {
      "operator": "mlp.fc2",
      "variant": "q8_dequant_gemm",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 33.93920813687146,
      "min_ms": 33.23116712272167,
      "max_ms": 34.14066694676876,
      "samples_ms": [
        34.02454196475446,
        33.23883400298655,
        34.019374987110496,
        33.81558391265571,
        33.93920813687146,
        33.23116712272167,
        34.14066694676876
      ],
      "max_abs": 1.125,
      "relative_rmse": 0.007229790091514587,
      "equal_fraction": 0.23662720620632172
    },
    {
      "operator": "mlp.fc2",
      "variant": "q6_fused",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 34.468917176127434,
      "min_ms": 34.02270912192762,
      "max_ms": 34.86333298496902,
      "samples_ms": [
        34.86333298496902,
        34.098458010703325,
        34.02270912192762,
        34.199790796265006,
        34.74954189732671,
        34.468917176127434,
        34.50925019569695
      ],
      "max_abs": 3.5,
      "relative_rmse": 0.021220030263066292,
      "equal_fraction": 0.08387544006109238
    },
    {
      "operator": "mlp.fc2",
      "variant": "q6_dequant_gemm",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 33.64562499336898,
      "min_ms": 33.47887517884374,
      "max_ms": 34.06262514181435,
      "samples_ms": [
        33.79079094156623,
        34.06262514181435,
        33.64562499336898,
        33.51258300244808,
        33.47887517884374,
        33.56566606089473,
        33.88137510046363
      ],
      "max_abs": 3.5,
      "relative_rmse": 0.021220030263066292,
      "equal_fraction": 0.08387544006109238
    },
    {
      "operator": "mlp.fc2",
      "variant": "q4_fused",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 31.817874871194363,
      "min_ms": 31.516709132120013,
      "max_ms": 32.1920420974493,
      "samples_ms": [
        31.516709132120013,
        32.19029190950096,
        31.671958975493908,
        31.74712508916855,
        32.1920420974493,
        32.01295807957649,
        31.817874871194363
      ],
      "max_abs": 13.5,
      "relative_rmse": 0.0866343304514885,
      "equal_fraction": 0.020664894953370094
    },
    {
      "operator": "mlp.fc2",
      "variant": "q4_dequant_gemm",
      "shape": [
        4181,
        14336,
        5376
      ],
      "median_ms": 33.572624903172255,
      "min_ms": 33.22533308528364,
      "max_ms": 33.93350006081164,
      "samples_ms": [
        33.38700020685792,
        33.81758299656212,
        33.42291712760925,
        33.93350006081164,
        33.572624903172255,
        33.611832885071635,
        33.22533308528364
      ],
      "max_abs": 13.5,
      "relative_rmse": 0.0866343304514885,
      "equal_fraction": 0.020664894953370094
    }
  ]
}