{
"environment": {
"platform": "macOS-27.0.1-arm64-arm-64bit",
"machine": "arm64",
"metal": {
"device_name": "Apple M5 Pro",
"max_recommended_working_set_size": 55662788608,
"memory_size": 68719476736,
"architecture": "applegpu_g17s",
"max_buffer_length": 41747087360,
"resource_limit": 499000
},
"versions": {
"mlx": "0.32.4",
"mlx-metal": "0.32.4",
"numpy": "2.5.4",
"safetensors": "0.8.0",
"transformers": "4.57.6",
"torch": "2.15.0"
},
"precision_environment": {
"MLX_ENABLE_TF32": "0",
"MLX_CONV_WINOGRAD": "0"
}
},
"warmup": 2,
"repeats": 7,
"scope": "Synthetic operator microbenchmarks; excludes loading/quantization. Not image latency.",
"trials": [
{
"operator": "rms_adaln",
"variant": "native_rounding",
"shape": [
256,
5376
],
"median_ms": 1.173374941572547,
"min_ms": 0.616749981418252,
"max_ms": 1.2301669921725988,
"samples_ms": [
0.616749981418252,
1.2266251724213362,
1.0637501254677773,
1.173374941572547,
1.2301669921725988,
1.195583026856184,
1.1052920017391443
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "rms_adaln",
"variant": "metal_tg128",
"shape": [
256,
5376
],
"median_ms": 0.5940420087426901,
"min_ms": 0.5400839727371931,
"max_ms": 0.7085409015417099,
"samples_ms": [
0.7085409015417099,
0.5697500891983509,
0.5824591498821974,
0.5400839727371931,
0.6797090172767639,
0.5940420087426901,
0.609041890129447
],
"max_abs": 0.015625,
"relative_rmse": 1.7477590517955832e-05,
"equal_fraction": 0.9999935030937195
},
{
"operator": "rms_adaln",
"variant": "metal_tg256",
"shape": [
256,
5376
],
"median_ms": 0.5604161415249109,
"min_ms": 0.2424169797450304,
"max_ms": 0.6824578158557415,
"samples_ms": [
0.6682500243186951,
0.5432919133454561,
0.6824578158557415,
0.6537078879773617,
0.5389170255511999,
0.5604161415249109,
0.2424169797450304
],
"max_abs": 0.015625,
"relative_rmse": 2.209606464020908e-05,
"equal_fraction": 0.9999912977218628
},
{
"operator": "rms_adaln",
"variant": "metal_tg512",
"shape": [
256,
5376
],
"median_ms": 0.8023330010473728,
"min_ms": 0.19370880909264088,
"max_ms": 0.8323339279741049,
"samples_ms": [
0.8323339279741049,
0.8083749562501907,
0.8090410847216845,
0.7428331300616264,
0.8023330010473728,
0.19370880909264088,
0.7230001501739025
],
"max_abs": 0.015625,
"relative_rmse": 1.8376344087300822e-05,
"equal_fraction": 0.9999912977218628
},
{
"operator": "qk_norm_rope",
"variant": "native",
"shape": [
256,
56,
128
],
"median_ms": 1.1400829534977674,
"min_ms": 0.6993331480771303,
"max_ms": 1.366166863590479,
"samples_ms": [
0.7345420308411121,
0.7162499241530895,
0.6993331480771303,
1.2012079823762178,
1.366166863590479,
1.1400829534977674,
1.2222910299897194
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "qk_norm_rope",
"variant": "metal",
"shape": [
256,
56,
128
],
"median_ms": 0.26829191483557224,
"min_ms": 0.24679210036993027,
"max_ms": 0.9639160707592964,
"samples_ms": [
0.9639160707592964,
0.848833005875349,
0.8924168068915606,
0.26829191483557224,
0.24679210036993027,
0.264165922999382,
0.2524999435991049
],
"max_abs": 0.00390625,
"relative_rmse": 3.6376052321429597e-06,
"equal_fraction": 0.9999983906745911
},
{
"operator": "gemm",
"variant": "bf16",
"shape": [
256,
5376,
21504
],
"median_ms": 2.5721671991050243,
"min_ms": 2.5016670115292072,
"max_ms": 2.6360841002315283,
"samples_ms": [
2.5721671991050243,
2.580333035439253,
2.587541937828064,
2.5619592051953077,
2.550124889239669,
2.6360841002315283,
2.5016670115292072
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "gemm",
"variant": "q8_g32",
"shape": [
256,
5376,
21504
],
"median_ms": 3.0226248782128096,
"min_ms": 3.0050419736653566,
"max_ms": 3.1408751383423805,
"samples_ms": [
3.018749877810478,
3.040374955162406,
3.0050419736653566,
3.1321251299232244,
3.1408751383423805,
3.0226248782128096,
3.0074999667704105
],
"max_abs": 0.0625,
"relative_rmse": 0.006850533653050661,
"equal_fraction": 0.24900999665260315
},
{
"operator": "gemm",
"variant": "q8_g64",
"shape": [
256,
5376,
21504
],
"median_ms": 2.9889577999711037,
"min_ms": 2.945707878097892,
"max_ms": 3.2797919120639563,
"samples_ms": [
3.110166173428297,
3.0175000429153442,
3.2797919120639563,
2.9889577999711037,
2.970875008031726,
2.945707878097892,
2.9832920990884304
],
"max_abs": 0.0625,
"relative_rmse": 0.007352763321250677,
"equal_fraction": 0.23354558646678925
},
{
"operator": "gemm",
"variant": "q8_g128",
"shape": [
256,
5376,
21504
],
"median_ms": 2.979417098686099,
"min_ms": 2.963416976854205,
"max_ms": 3.222458064556122,
"samples_ms": [
2.9804580844938755,
3.222458064556122,
3.1075000297278166,
2.969249850139022,
2.963416976854205,
2.979417098686099,
2.9705839697271585
],
"max_abs": 0.0625,
"relative_rmse": 0.007834218442440033,
"equal_fraction": 0.22005045413970947
},
{
"operator": "gemm",
"variant": "q4_g32",
"shape": [
256,
5376,
21504
],
"median_ms": 2.7746250852942467,
"min_ms": 2.7560831513255835,
"max_ms": 3.058916889131069,
"samples_ms": [
3.058916889131069,
2.7560831513255835,
2.7758749201893806,
2.8548329137265682,
2.7711251750588417,
2.7608750388026237,
2.7746250852942467
],
"max_abs": 0.64453125,
"relative_rmse": 0.08106927573680878,
"equal_fraction": 0.0220609400421381
},
{
"operator": "gemm",
"variant": "q4_g64",
"shape": [
256,
5376,
21504
],
"median_ms": 2.7238749898970127,
"min_ms": 2.707334002479911,
"max_ms": 2.966000000014901,
"samples_ms": [
2.966000000014901,
2.7539171278476715,
2.7230000123381615,
2.7238749898970127,
2.711624838411808,
2.7322079986333847,
2.707334002479911
],
"max_abs": 0.6953125,
"relative_rmse": 0.0909692719578743,
"equal_fraction": 0.01975395530462265
},
{
"operator": "gemm",
"variant": "q4_g128",
"shape": [
256,
5376,
21504
],
"median_ms": 2.727207960560918,
"min_ms": 2.6830830611288548,
"max_ms": 2.914041979238391,
"samples_ms": [
2.9036658816039562,
2.914041979238391,
2.7150840032845736,
2.8310411144047976,
2.727207960560918,
2.6830830611288548,
2.6853750459849834
],
"max_abs": 0.7509765625,
"relative_rmse": 0.09998571127653122,
"equal_fraction": 0.017951058223843575
},
{
"operator": "gemm",
"variant": "bf16",
"shape": [
256,
5376,
28672
],
"median_ms": 3.347999881953001,
"min_ms": 3.28362500295043,
"max_ms": 3.5925419069826603,
"samples_ms": [
3.347999881953001,
3.2983338460326195,
3.5925419069826603,
3.4004999324679375,
3.321249969303608,
3.3945830073207617,
3.28362500295043
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "gemm",
"variant": "q8_g32",
"shape": [
256,
5376,
28672
],
"median_ms": 3.924708114936948,
"min_ms": 3.8868330884724855,
"max_ms": 3.9580839220434427,
"samples_ms": [
3.924708114936948,
3.9580839220434427,
3.9263751823455095,
3.929541911929846,
3.8885409012436867,
3.8868330884724855,
3.892374923452735
],
"max_abs": 0.0625,
"relative_rmse": 0.0068595209158957005,
"equal_fraction": 0.24881459772586823
},
{
"operator": "gemm",
"variant": "q8_g64",
"shape": [
256,
5376,
28672
],
"median_ms": 3.9282499346882105,
"min_ms": 3.88133293017745,
"max_ms": 4.043041029945016,
"samples_ms": [
3.9579591248184443,
3.8992909248918295,
3.886499907821417,
4.043041029945016,
3.963541006669402,
3.88133293017745,
3.9282499346882105
],
"max_abs": 0.0625,
"relative_rmse": 0.007344856392592192,
"equal_fraction": 0.23325484991073608
},
{
"operator": "gemm",
"variant": "q8_g128",
"shape": [
256,
5376,
28672
],
"median_ms": 3.890999825671315,
"min_ms": 3.86029202491045,
"max_ms": 4.0629159193485975,
"samples_ms": [
4.019708139821887,
3.86029202491045,
3.8872910663485527,
3.864959115162492,
4.0629159193485975,
3.9462910499423742,
3.890999825671315
],
"max_abs": 0.0625,
"relative_rmse": 0.007839743979275227,
"equal_fraction": 0.21977084875106812
},
{
"operator": "gemm",
"variant": "q4_g32",
"shape": [
256,
5376,
28672
],
"median_ms": 3.6355829797685146,
"min_ms": 3.614082932472229,
"max_ms": 3.8034170866012573,
"samples_ms": [
3.6440829280763865,
3.622000105679035,
3.663749899715185,
3.6355829797685146,
3.6264171358197927,
3.8034170866012573,
3.614082932472229
],
"max_abs": 0.63214111328125,
"relative_rmse": 0.08107927441596985,
"equal_fraction": 0.02212129347026348
},
{
"operator": "gemm",
"variant": "q4_g64",
"shape": [
256,
5376,
28672
],
"median_ms": 3.5808749962598085,
"min_ms": 3.555125091224909,
"max_ms": 3.729666117578745,
"samples_ms": [
3.5808749962598085,
3.5678748972713947,
3.729666117578745,
3.6466249730437994,
3.5678751301020384,
3.6204170901328325,
3.555125091224909
],
"max_abs": 0.7109375,
"relative_rmse": 0.09099964797496796,
"equal_fraction": 0.01962498389184475
},
{
"operator": "gemm",
"variant": "q4_g128",
"shape": [
256,
5376,
28672
],
"median_ms": 3.5667498596012592,
"min_ms": 3.5494170151650906,
"max_ms": 3.6764999385923147,
"samples_ms": [
3.6764999385923147,
3.553125075995922,
3.5667498596012592,
3.5774579737335443,
3.5494170151650906,
3.554082941263914,
3.568042069673538
],
"max_abs": 0.84375,
"relative_rmse": 0.10004469007253647,
"equal_fraction": 0.017870495095849037
},
{
"operator": "gemm",
"variant": "bf16",
"shape": [
256,
14336,
5376
],
"median_ms": 2.098832977935672,
"min_ms": 2.0805420354008675,
"max_ms": 2.1304998081177473,
"samples_ms": [
2.113000024110079,
2.098832977935672,
2.1304998081177473,
2.094374969601631,
2.0852498710155487,
2.1142091136425734,
2.0805420354008675
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "gemm",
"variant": "q8_g32",
"shape": [
256,
14336,
5376
],
"median_ms": 2.3393749725073576,
"min_ms": 2.302875043824315,
"max_ms": 2.5676661171019077,
"samples_ms": [
2.3640000727027655,
2.5676661171019077,
2.556499792262912,
2.3393749725073576,
2.338541904464364,
2.302875043824315,
2.3251669481396675
],
"max_abs": 0.0859375,
"relative_rmse": 0.006851653102785349,
"equal_fraction": 0.2485344409942627
},
{
"operator": "gemm",
"variant": "q8_g64",
"shape": [
256,
14336,
5376
],
"median_ms": 2.398208947852254,
"min_ms": 2.242250135168433,
"max_ms": 2.6454171165823936,
"samples_ms": [
2.398208947852254,
2.2548330016434193,
2.5238750968128443,
2.6454171165823936,
2.398416865617037,
2.37491587176919,
2.242250135168433
],
"max_abs": 0.09375,
"relative_rmse": 0.007338221650570631,
"equal_fraction": 0.2334180623292923
},
{
"operator": "gemm",
"variant": "q8_g128",
"shape": [
256,
14336,
5376
],
"median_ms": 2.2256250958889723,
"min_ms": 2.209833823144436,
"max_ms": 2.2738338448107243,
"samples_ms": [
2.2117909975349903,
2.214916981756687,
2.209833823144436,
2.263291971758008,
2.2330000065267086,
2.2256250958889723,
2.2738338448107243
],
"max_abs": 0.09375,
"relative_rmse": 0.007827789522707462,
"equal_fraction": 0.2200208455324173
},
{
"operator": "gemm",
"variant": "q4_g32",
"shape": [
256,
14336,
5376
],
"median_ms": 2.159459050744772,
"min_ms": 2.059374935925007,
"max_ms": 2.193290973082185,
"samples_ms": [
2.059374935925007,
2.18175002373755,
2.159459050744772,
2.075666096061468,
2.193290973082185,
2.122832927852869,
2.159666968509555
],
"max_abs": 0.9296875,
"relative_rmse": 0.08106718212366104,
"equal_fraction": 0.02191670797765255
},
{
"operator": "gemm",
"variant": "q4_g64",
"shape": [
256,
14336,
5376
],
"median_ms": 2.067500026896596,
"min_ms": 1.9949160050600767,
"max_ms": 2.128707943484187,
"samples_ms": [
2.067500026896596,
2.0210829097777605,
2.096999902278185,
2.128707943484187,
1.9949160050600767,
2.0117908716201782,
2.0698329899460077
],
"max_abs": 1.0390625,
"relative_rmse": 0.09107401221990585,
"equal_fraction": 0.0195334292948246
},
{
"operator": "gemm",
"variant": "q4_g128",
"shape": [
256,
14336,
5376
],
"median_ms": 2.079749945551157,
"min_ms": 2.0619581919163465,
"max_ms": 2.380209043622017,
"samples_ms": [
2.0619581919163465,
2.0739170722663403,
2.1086670458316803,
2.079749945551157,
2.380209043622017,
2.083666855469346,
2.062832936644554
],
"max_abs": 1.171875,
"relative_rmse": 0.10009276866912842,
"equal_fraction": 0.01786004938185215
},
{
"operator": "sdpa",
"variant": "query_chunk_0",
"shape": [
1,
256,
56,
128
],
"median_ms": 0.32275007106363773,
"min_ms": 0.31208316795527935,
"max_ms": 0.3370409831404686,
"samples_ms": [
0.3233749885112047,
0.32275007106363773,
0.31208316795527935,
0.31349994242191315,
0.33125001937150955,
0.3370409831404686,
0.31766598112881184
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "sdpa",
"variant": "query_chunk_128",
"shape": [
1,
256,
56,
128
],
"median_ms": 0.6250408478081226,
"min_ms": 0.5880000535398722,
"max_ms": 0.684875063598156,
"samples_ms": [
0.684875063598156,
0.6232080049812794,
0.6250408478081226,
0.6210829596966505,
0.631541945040226,
0.632166862487793,
0.5880000535398722
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "sdpa",
"variant": "query_chunk_512",
"shape": [
1,
256,
56,
128
],
"median_ms": 0.28816587291657925,
"min_ms": 0.25708298198878765,
"max_ms": 0.2957081887871027,
"samples_ms": [
0.2957081887871027,
0.29191700741648674,
0.28900010511279106,
0.27449987828731537,
0.28816587291657925,
0.2626250497996807,
0.25708298198878765
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "sdpa",
"variant": "query_chunk_1024",
"shape": [
1,
256,
56,
128
],
"median_ms": 0.2906669396907091,
"min_ms": 0.2794580068439245,
"max_ms": 0.3147500101476908,
"samples_ms": [
0.27962494641542435,
0.2935829106718302,
0.29037497006356716,
0.3147500101476908,
0.2794580068439245,
0.2906669396907091,
0.2928751055151224
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "rms_adaln",
"variant": "native_rounding",
"shape": [
4096,
5376
],
"median_ms": 3.5581670235842466,
"min_ms": 3.5174579825252295,
"max_ms": 3.779958002269268,
"samples_ms": [
3.5195830278098583,
3.706582821905613,
3.779958002269268,
3.5999580286443233,
3.5581670235842466,
3.530999878421426,
3.5174579825252295
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "rms_adaln",
"variant": "metal_tg128",
"shape": [
4096,
5376
],
"median_ms": 0.5828330758959055,
"min_ms": 0.5625830963253975,
"max_ms": 0.7374170236289501,
"samples_ms": [
0.5748749244958162,
0.6655419711023569,
0.5828330758959055,
0.5625830963253975,
0.7374170236289501,
0.5845420528203249,
0.5679160822182894
],
"max_abs": 0.03125,
"relative_rmse": 1.081336540664779e-05,
"equal_fraction": 0.9999977350234985
},
{
"operator": "rms_adaln",
"variant": "metal_tg256",
"shape": [
4096,
5376
],
"median_ms": 0.542541965842247,
"min_ms": 0.5144169554114342,
"max_ms": 0.5596249829977751,
"samples_ms": [
0.547375064343214,
0.5328329280018806,
0.5336250178515911,
0.5144169554114342,
0.5596249829977751,
0.542541965842247,
0.5430420860648155
],
"max_abs": 0.015625,
"relative_rmse": 9.978849448089022e-06,
"equal_fraction": 0.9999976754188538
},
{
"operator": "rms_adaln",
"variant": "metal_tg512",
"shape": [
4096,
5376
],
"median_ms": 0.5379160866141319,
"min_ms": 0.5112909711897373,
"max_ms": 0.5407920107245445,
"samples_ms": [
0.5379160866141319,
0.5390408914536238,
0.5112909711897373,
0.5176248960196972,
0.5320410709828138,
0.5397088825702667,
0.5407920107245445
],
"max_abs": 0.03125,
"relative_rmse": 1.3310983376868535e-05,
"equal_fraction": 0.9999973177909851
},
{
"operator": "qk_norm_rope",
"variant": "native",
"shape": [
4096,
56,
128
],
"median_ms": 10.960625018924475,
"min_ms": 10.198707925155759,
"max_ms": 13.119417009875178,
"samples_ms": [
13.119417009875178,
12.153874849900603,
11.330457869917154,
10.960625018924475,
10.477333795279264,
10.198707925155759,
10.489040985703468
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "qk_norm_rope",
"variant": "metal",
"shape": [
4096,
56,
128
],
"median_ms": 2.057416830211878,
"min_ms": 2.032166812568903,
"max_ms": 2.1125830244272947,
"samples_ms": [
2.1125830244272947,
2.032166812568903,
2.0543329883366823,
2.108125016093254,
2.0634999964386225,
2.057416830211878,
2.04420811496675
],
"max_abs": 0.015625,
"relative_rmse": 9.562711966282222e-06,
"equal_fraction": 0.9999966621398926
},
{
"operator": "gemm",
"variant": "bf16",
"shape": [
4096,
5376,
21504
],
"median_ms": 37.58908296003938,
"min_ms": 37.561249919235706,
"max_ms": 37.69441717304289,
"samples_ms": [
37.66870801337063,
37.616125075146556,
37.69441717304289,
37.58908296003938,
37.573833018541336,
37.58049989119172,
37.561249919235706
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "gemm",
"variant": "q8_g32",
"shape": [
4096,
5376,
21504
],
"median_ms": 43.576583033427596,
"min_ms": 43.46295795403421,
"max_ms": 43.9285000320524,
"samples_ms": [
43.9285000320524,
43.55879197828472,
43.46295795403421,
43.5891249217093,
43.576583033427596,
43.54733298532665,
43.7540418934077
],
"max_abs": 0.0625,
"relative_rmse": 0.006848405115306377,
"equal_fraction": 0.24890799820423126
},
{
"operator": "gemm",
"variant": "q8_g64",
"shape": [
4096,
5376,
21504
],
"median_ms": 43.335665948688984,
"min_ms": 42.99841704778373,
"max_ms": 43.70733303949237,
"samples_ms": [
43.32091589458287,
42.99841704778373,
43.70733303949237,
43.48420910537243,
43.335665948688984,
43.42833301052451,
43.065707897767425
],
"max_abs": 0.0625,
"relative_rmse": 0.007345186080783606,
"equal_fraction": 0.2333000749349594
},
{
"operator": "gemm",
"variant": "q8_g128",
"shape": [
4096,
5376,
21504
],
"median_ms": 43.26391592621803,
"min_ms": 42.786624981090426,
"max_ms": 43.67449996061623,
"samples_ms": [
43.431750033050776,
43.67449996061623,
43.26391592621803,
42.962417006492615,
42.786624981090426,
43.42845897190273,
43.2283750269562
],
"max_abs": 0.0703125,
"relative_rmse": 0.00781948957592249,
"equal_fraction": 0.22026407718658447
},
{
"operator": "gemm",
"variant": "q4_g32",
"shape": [
4096,
5376,
21504
],
"median_ms": 41.20029206387699,
"min_ms": 41.03312501683831,
"max_ms": 41.38141707517207,
"samples_ms": [
41.1425840575248,
41.38141707517207,
41.20029206387699,
41.150250006467104,
41.20558290742338,
41.33666702546179,
41.03312501683831
],
"max_abs": 0.71875,
"relative_rmse": 0.0810740664601326,
"equal_fraction": 0.022041741758584976
},
{
"operator": "gemm",
"variant": "q4_g64",
"shape": [
4096,
5376,
21504
],
"median_ms": 40.671000024303794,
"min_ms": 40.518667083233595,
"max_ms": 40.88425007648766,
"samples_ms": [
40.66379205323756,
40.611709002405405,
40.518667083233595,
40.88425007648766,
40.671000024303794,
40.70158419199288,
40.81641719676554
],
"max_abs": 0.763671875,
"relative_rmse": 0.09098212420940399,
"equal_fraction": 0.019682418555021286
},
{
"operator": "gemm",
"variant": "q4_g128",
"shape": [
4096,
5376,
21504
],
"median_ms": 40.219750022515655,
"min_ms": 40.07566696964204,
"max_ms": 40.326499845832586,
"samples_ms": [
40.313333040103316,
40.326499845832586,
40.219750022515655,
40.076584089547396,
40.18954187631607,
40.07566696964204,
40.235500084236264
],
"max_abs": 0.861328125,
"relative_rmse": 0.10006927698850632,
"equal_fraction": 0.01790381595492363
},
{
"operator": "gemm",
"variant": "bf16",
"shape": [
4096,
5376,
28672
],
"median_ms": 50.183625193312764,
"min_ms": 50.01025018282235,
"max_ms": 50.473124952986836,
"samples_ms": [
50.073042046278715,
50.473124952986836,
50.01025018282235,
50.22287485189736,
50.05783401429653,
50.183625193312764,
50.22233398631215
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "gemm",
"variant": "q8_g32",
"shape": [
4096,
5376,
28672
],
"median_ms": 58.16854094155133,
"min_ms": 57.83437518402934,
"max_ms": 58.548124972730875,
"samples_ms": [
58.37570782750845,
58.548124972730875,
58.050625026226044,
58.243790874257684,
58.11225017532706,
58.16854094155133,
57.83437518402934
],
"max_abs": 0.0625,
"relative_rmse": 0.0068477122113108635,
"equal_fraction": 0.2489926517009735
},
{
"operator": "gemm",
"variant": "q8_g64",
"shape": [
4096,
5376,
28672
],
"median_ms": 57.96945793554187,
"min_ms": 57.74970795027912,
"max_ms": 58.27745795249939,
"samples_ms": [
58.05641692131758,
57.74970795027912,
57.96945793554187,
57.95050016604364,
58.27745795249939,
57.87858390249312,
57.978666853159666
],
"max_abs": 0.0625,
"relative_rmse": 0.007344013080000877,
"equal_fraction": 0.23339642584323883
},
{
"operator": "gemm",
"variant": "q8_g128",
"shape": [
4096,
5376,
28672
],
"median_ms": 58.31704195588827,
"min_ms": 57.85416602157056,
"max_ms": 58.81566694006324,
"samples_ms": [
57.94695811346173,
57.85416602157056,
58.45699994824827,
58.159250067546964,
58.31704195588827,
58.81566694006324,
58.56541683897376
],
"max_abs": 0.06640625,
"relative_rmse": 0.00781780295073986,
"equal_fraction": 0.2203386276960373
},
{
"operator": "gemm",
"variant": "q4_g32",
"shape": [
4096,
5376,
28672
],
"median_ms": 55.75945810414851,
"min_ms": 54.988875053822994,
"max_ms": 56.057958863675594,
"samples_ms": [
54.988875053822994,
55.60045805759728,
55.75945810414851,
55.441749980673194,
56.057958863675594,
55.944374995306134,
55.823208997026086
],
"max_abs": 0.6640625,
"relative_rmse": 0.08107572048902512,
"equal_fraction": 0.022053532302379608
},
{
"operator": "gemm",
"variant": "q4_g64",
"shape": [
4096,
5376,
28672
],
"median_ms": 55.38108292967081,
"min_ms": 54.57354104146361,
"max_ms": 55.79287512227893,
"samples_ms": [
54.57354104146361,
55.38108292967081,
55.60295912437141,
55.10041699744761,
55.79287512227893,
55.68016692996025,
55.32279098406434
],
"max_abs": 0.763916015625,
"relative_rmse": 0.09099233150482178,
"equal_fraction": 0.019668912515044212
},
{
"operator": "gemm",
"variant": "q4_g128",
"shape": [
4096,
5376,
28672
],
"median_ms": 55.30212516896427,
"min_ms": 54.67195808887482,
"max_ms": 55.79587514512241,
"samples_ms": [
54.813416907563806,
54.67195808887482,
55.29566598124802,
55.30212516896427,
55.365709122270346,
55.59012503363192,
55.79587514512241
],
"max_abs": 0.853515625,
"relative_rmse": 0.10007014870643616,
"equal_fraction": 0.017912209033966064
},
{
"operator": "gemm",
"variant": "bf16",
"shape": [
4096,
14336,
5376
],
"median_ms": 29.900042107328773,
"min_ms": 28.89745798893273,
"max_ms": 30.47887491993606,
"samples_ms": [
30.47887491993606,
29.908499913290143,
29.61533283814788,
28.89745798893273,
29.382749926298857,
29.900042107328773,
30.169625068083405
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "gemm",
"variant": "q8_g32",
"shape": [
4096,
14336,
5376
],
"median_ms": 32.60995796881616,
"min_ms": 32.3443750385195,
"max_ms": 33.24191691353917,
"samples_ms": [
32.51500008627772,
32.3443750385195,
32.59654110297561,
32.8078749589622,
32.94933307915926,
32.60995796881616,
33.24191691353917
],
"max_abs": 0.09375,
"relative_rmse": 0.006849921308457851,
"equal_fraction": 0.24884523451328278
},
{
"operator": "gemm",
"variant": "q8_g64",
"shape": [
4096,
14336,
5376
],
"median_ms": 32.50916698016226,
"min_ms": 31.81283315643668,
"max_ms": 33.11962494626641,
"samples_ms": [
32.13399997912347,
31.956125050783157,
31.81283315643668,
32.66279213130474,
32.50916698016226,
33.11962494626641,
32.73437498137355
],
"max_abs": 0.09375,
"relative_rmse": 0.0073441751301288605,
"equal_fraction": 0.23339390754699707
},
{
"operator": "gemm",
"variant": "q8_g128",
"shape": [
4096,
14336,
5376
],
"median_ms": 32.53870899789035,
"min_ms": 31.987624941393733,
"max_ms": 32.83950011245906,
"samples_ms": [
32.462208066135645,
32.62395807541907,
32.83950011245906,
32.55154099315405,
32.53870899789035,
32.40154217928648,
31.987624941393733
],
"max_abs": 0.125,
"relative_rmse": 0.007824343629181385,
"equal_fraction": 0.22009055316448212
},
{
"operator": "gemm",
"variant": "q4_g32",
"shape": [
4096,
14336,
5376
],
"median_ms": 30.538500053808093,
"min_ms": 29.95408303104341,
"max_ms": 30.80308297649026,
"samples_ms": [
30.08712502196431,
29.95408303104341,
30.80308297649026,
30.737000051885843,
30.45966592617333,
30.538500053808093,
30.643749982118607
],
"max_abs": 1.1328125,
"relative_rmse": 0.08104117959737778,
"equal_fraction": 0.02208491787314415
},
{
"operator": "gemm",
"variant": "q4_g64",
"shape": [
4096,
14336,
5376
],
"median_ms": 29.812082881107926,
"min_ms": 29.65637482702732,
"max_ms": 30.311124864965677,
"samples_ms": [
29.684999957680702,
29.65637482702732,
29.743541963398457,
29.951457865536213,
29.812082881107926,
30.01641691662371,
30.311124864965677
],
"max_abs": 1.18359375,
"relative_rmse": 0.09096471965312958,
"equal_fraction": 0.019711222499608994
},
{
"operator": "gemm",
"variant": "q4_g128",
"shape": [
4096,
14336,
5376
],
"median_ms": 29.769500019028783,
"min_ms": 29.42449995316565,
"max_ms": 29.965666122734547,
"samples_ms": [
29.884499963372946,
29.42449995316565,
29.77370796725154,
29.965666122734547,
29.769500019028783,
29.60404218174517,
29.57754209637642
],
"max_abs": 1.32421875,
"relative_rmse": 0.10005950182676315,
"equal_fraction": 0.01792476326227188
},
{
"operator": "sdpa",
"variant": "query_chunk_0",
"shape": [
1,
4096,
56,
128
],
"median_ms": 24.146165931597352,
"min_ms": 23.585624992847443,
"max_ms": 24.465749971568584,
"samples_ms": [
23.585624992847443,
23.93633290193975,
24.196083890274167,
24.06216599047184,
24.146165931597352,
24.465749971568584,
24.197667138651013
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "sdpa",
"variant": "query_chunk_128",
"shape": [
1,
4096,
56,
128
],
"median_ms": 41.21925006620586,
"min_ms": 41.048833169043064,
"max_ms": 41.29937500692904,
"samples_ms": [
41.06008284725249,
41.21925006620586,
41.29687510430813,
41.25925013795495,
41.29937500692904,
41.048833169043064,
41.09108285047114
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "sdpa",
"variant": "query_chunk_512",
"shape": [
1,
4096,
56,
128
],
"median_ms": 26.095834095031023,
"min_ms": 25.888917036354542,
"max_ms": 26.268708053976297,
"samples_ms": [
25.888917036354542,
26.00116585381329,
25.939542101696134,
26.095834095031023,
26.154958875849843,
26.268708053976297,
26.120957918465137
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "sdpa",
"variant": "query_chunk_1024",
"shape": [
1,
4096,
56,
128
],
"median_ms": 25.337791070342064,
"min_ms": 25.203832890838385,
"max_ms": 25.563500123098493,
"samples_ms": [
25.29804199002683,
25.253874948248267,
25.337791070342064,
25.203832890838385,
25.563500123098493,
25.462209014222026,
25.39620897732675
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
}
]
}
{
"environment": {
"platform": "macOS-27.0.1-arm64-arm-64bit",
"machine": "arm64",
"metal": {
"device_name": "Apple M5 Pro",
"max_recommended_working_set_size": 55662788608,
"memory_size": 68719476736,
"architecture": "applegpu_g17s",
"max_buffer_length": 41747087360,
"resource_limit": 499000
},
"versions": {
"mlx": "0.32.4",
"mlx-metal": "0.32.4",
"numpy": "2.5.4",
"safetensors": "0.8.0",
"transformers": "4.57.6",
"torch": "2.15.0"
},
"precision_environment": {
"MLX_ENABLE_TF32": "0",
"MLX_CONV_WINOGRAD": "0"
}
},
"warmup": 2,
"repeats": 7,
"scope": "Synthetic operator microbenchmarks; excludes loading/quantization. Not image latency.",
"trials": [
{
"operator": "rms_adaln",
"variant": "native_rounding",
"shape": [
256,
5376
],
"median_ms": 1.173374941572547,
"min_ms": 0.616749981418252,
"max_ms": 1.2301669921725988,
"samples_ms": [
0.616749981418252,
1.2266251724213362,
1.0637501254677773,
1.173374941572547,
1.2301669921725988,
1.195583026856184,
1.1052920017391443
],
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"operator": "rms_adaln",
"variant": "metal_tg128",
"shape": [
256,
5376
],
"median_ms": 0.5940420087426901,
"min_ms": 0.5400839727371931,
"max_ms": 0.7085409015417099,
"samples_ms": [
0.7085409015417099,
0.5697500891983509,
0.5824591498821974,
0.5400839727371931,
0.6797090172767639,
0.5940420087426901,
0.609041890129447
],
"max_abs": 0.015625,
"relative_rmse": 1.7477590517955832e-05,
"equal_fraction": 0.9999935030937195
},
{
"operator": "rms_adaln",
"variant": "metal_tg256",
"shape": [
256,
5376
],
"median_ms": 0.5604161415249109,
"min_ms": 0.2424169797450304,
"max_ms": 0.6824578158557415,
"samples_ms": [
0.6682500243186951,
0.5432919133454561,
0.6824578158557415,
0.6537078879773617,
0.5389170255511999,
0.5604161415249109,
0.2424169797450304
],
"max_abs": 0.015625,
"relative_rmse": 2.209606464020908e-05,
"equal_fraction": 0.9999912977218628
},
{
"operator": "rms_adaln",