{ "environment": { "platform": "macOS-27.0.1-arm64-arm-64bit", "machine": "arm64", "metal": { "device_name": "Apple M5 Pro", "max_recommended_working_set_size": 55662788608, "memory_size": 68719476736, "architecture": "applegpu_g17s", "max_buffer_length": 41747087360, "resource_limit": 499000 }, "versions": { "mlx": "0.32.4", "mlx-metal": "0.32.4", "numpy": "2.5.4", "safetensors": "0.8.0", "transformers": "4.57.6", "torch": "2.15.0", "Pillow": "13.0.0", "scikit-image": "0.26.0" }, "precision_environment": { "MLX_ENABLE_TF32": "0", "MLX_CONV_WINOGRAD": "0" } }, "scope": "Actual saved first-block activations, one GPU job, counterbalanced warmed calls including layout/decode costs. Operator evidence only.", "trials": [ { "group": "attention", "variant": "q", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 25.229458115063608, "min_ms": 25.031917029991746, "max_ms": 25.60575003735721, "samples_ms": [ 25.268583092838526, 25.075667072087526, 25.19033313728869, 25.031917029991746, 25.60575003735721, 25.284667033702135 ] }, "candidate": { "median_ms": 25.469625601544976, "min_ms": 25.04358277656138, "max_ms": 27.149833040311933, "samples_ms": [ 25.305458111688495, 25.851749815046787, 25.04358277656138, 25.56595904752612, 25.37329215556383, 27.149833040311933 ] }, "reduction_pct": -0.9519327977083103, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "k", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 25.859437533654273, "min_ms": 25.340416003018618, "max_ms": 26.08179091475904, "samples_ms": [ 25.340416003018618, 25.849125115200877, 25.9084589779377, 25.79154190607369, 25.869749952107668, 26.08179091475904 ] }, "candidate": { "median_ms": 26.141000096686184, "min_ms": 25.78525012359023, "max_ms": 26.738915825262666, "samples_ms": [ 25.89174988679588, 25.78525012359023, 26.06958313845098, 26.21241705492139, 26.308625005185604, 26.738915825262666 ] }, "reduction_pct": -1.0888193630100407, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "v", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 26.5235414262861, "min_ms": 26.06820804066956, "max_ms": 26.9916660618037, "samples_ms": [ 26.572000002488494, 26.06820804066956, 26.71158406883478, 26.47508285008371, 26.14770899526775, 26.9916660618037 ] }, "candidate": { "median_ms": 26.45568735897541, "min_ms": 25.472500128671527, "max_ms": 26.980499969795346, "samples_ms": [ 25.472500128671527, 26.262166909873486, 26.980499969795346, 26.169166900217533, 26.649207808077335, 26.651000138372183 ] }, "reduction_pct": 0.25582581986371977, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "kv", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 26.858228840865195, "min_ms": 26.246291119605303, "max_ms": 27.52129198051989, "samples_ms": [ 27.52129198051989, 26.246291119605303, 26.920874835923314, 26.890749810263515, 26.825707871466875, 26.35725005529821 ] }, "candidate": { "median_ms": 27.170770918019116, "min_ms": 26.904917089268565, "max_ms": 27.513458160683513, "samples_ms": [ 27.103166794404387, 27.238375041633844, 27.05774991773069, 26.904917089268565, 27.513458160683513, 27.28683315217495 ] }, "reduction_pct": -1.163673446248925, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "qk", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 27.14068756904453, "min_ms": 26.804166147485375, "max_ms": 27.53179194405675, "samples_ms": [ 27.08041714504361, 27.53179194405675, 27.262166142463684, 26.89216611906886, 27.20095799304545, 26.804166147485375 ] }, "candidate": { "median_ms": 27.800749870948493, "min_ms": 27.702665887773037, "max_ms": 28.138082940131426, "samples_ms": [ 27.702665887773037, 27.784874895587564, 27.734083821997046, 27.816624846309423, 28.138082940131426, 28.064000187441707 ] }, "reduction_pct": -2.4320028747422118, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "qkv", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 27.442208491265774, "min_ms": 26.71104110777378, "max_ms": 27.863250114023685, "samples_ms": [ 27.492749970406294, 27.391667012125254, 27.72591612301767, 27.863250114023685, 27.305457973852754, 26.71104110777378 ] }, "candidate": { "median_ms": 28.753166552633047, "min_ms": 28.096041874960065, "max_ms": 29.45591602474451, "samples_ms": [ 28.803500114008784, 28.70283299125731, 28.096041874960065, 28.122124960646033, 29.45591602474451, 28.994416119530797 ] }, "reduction_pct": -4.7771594687232355, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 32.69812499638647, "min_ms": 32.49645885080099, "max_ms": 33.13204203732312, "samples_ms": [ 32.848249888047576, 32.50425006262958, 32.49645885080099, 32.93229197151959, 33.13204203732312, 32.54800010472536 ] }, "candidate": { "median_ms": 46.483063022606075, "min_ms": 44.436374912038445, "max_ms": 46.96791688911617, "samples_ms": [ 46.82158399373293, 44.436374912038445, 46.14454205147922, 45.50975002348423, 46.96791688911617, 46.862542163580656 ] }, "reduction_pct": -42.15819111261887, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.702207962051034, "min_ms": 33.23649987578392, "max_ms": 34.3878751154989, "samples_ms": [ 33.23649987578392, 33.68545789271593, 33.96387514658272, 34.3878751154989, 33.64429180510342, 33.71895803138614 ] }, "candidate": { "median_ms": 30.430083512328565, "min_ms": 29.547041980549693, "max_ms": 32.16029214672744, "samples_ms": [ 29.918708838522434, 30.43100005015731, 32.16029214672744, 29.547041980549693, 30.42916697449982, 30.4317909758538 ] }, "reduction_pct": 9.708931988690207, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.28241698909551, "min_ms": 33.0401249229908, "max_ms": 33.49166689440608, "samples_ms": [ 33.4627500269562, 33.33674999885261, 33.49166689440608, 33.14974997192621, 33.22808397933841, 33.0401249229908 ] }, "candidate": { "median_ms": 45.94068753067404, "min_ms": 44.2713750526309, "max_ms": 46.81620793417096, "samples_ms": [ 45.48799991607666, 46.39337514527142, 46.77283298224211, 46.81620793417096, 45.39870913140476, 44.2713750526309 ] }, "reduction_pct": -38.03290652156011, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.980124979279935, "min_ms": 33.76808296889067, "max_ms": 34.726041834801435, "samples_ms": [ 33.94587500952184, 33.76808296889067, 34.01437494903803, 33.8490828871727, 34.5814588945359, 34.726041834801435 ] }, "candidate": { "median_ms": 30.394604080356658, "min_ms": 29.724291991442442, "max_ms": 31.81616705842316, "samples_ms": [ 30.098708113655448, 29.724291991442442, 31.81616705842316, 31.27020807005465, 30.690500047057867, 29.959790874272585 ] }, "reduction_pct": 10.551817867384605, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 32.97620837111026, "min_ms": 32.364374957978725, "max_ms": 33.496208023279905, "samples_ms": [ 32.364374957978725, 33.023957861587405, 32.54604106768966, 32.928458880633116, 33.078499836847186, 33.496208023279905 ] }, "candidate": { "median_ms": 44.57024997100234, "min_ms": 43.49741595797241, "max_ms": 45.911625027656555, "samples_ms": [ 44.575999956578016, 45.71600002236664, 44.51462486758828, 44.564499985426664, 45.911625027656555, 43.49741595797241 ] }, "reduction_pct": -35.158807432965425, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.583750016987324, "min_ms": 32.85624994896352, "max_ms": 34.44895800203085, "samples_ms": [ 32.85624994896352, 33.038708148524165, 33.43666600994766, 34.1495000757277, 34.44895800203085, 33.73083402402699 ] }, "candidate": { "median_ms": 29.923375113867223, "min_ms": 28.22491596452892, "max_ms": 30.517749954015017, "samples_ms": [ 30.457957880571485, 28.22491596452892, 28.807041933760047, 29.71458318643272, 30.132167041301727, 30.517749954015017 ] }, "reduction_pct": 10.89924413226221, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.13168743625283, "min_ms": 32.98945794813335, "max_ms": 33.945250092074275, "samples_ms": [ 33.16450002603233, 33.098874846473336, 33.945250092074275, 32.98945794813335, 33.26154197566211, 33.072917023673654 ] }, "candidate": { "median_ms": 53.310583578422666, "min_ms": 53.09424991719425, "max_ms": 53.87866706587374, "samples_ms": [ 53.130083018913865, 53.09424991719425, 53.173334104940295, 53.684249985963106, 53.447833051905036, 53.87866706587374 ] }, "reduction_pct": -60.90512649256132, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.71137548331171, "min_ms": 34.47116701863706, "max_ms": 35.334791988134384, "samples_ms": [ 34.511875128373504, 34.80858402326703, 34.614166943356395, 35.0277500692755, 35.334791988134384, 34.47116701863706 ] }, "candidate": { "median_ms": 33.90649997163564, "min_ms": 32.41004212759435, "max_ms": 35.40570801123977, "samples_ms": [ 32.41004212759435, 33.353874925523996, 34.77708389982581, 33.19504205137491, 35.40570801123977, 34.45912501774728 ] }, "reduction_pct": 2.3187658237946662, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.76337548252195, "min_ms": 33.24000001884997, "max_ms": 34.47937499731779, "samples_ms": [ 33.30691694281995, 33.24000001884997, 33.71295891702175, 33.81379204802215, 34.47937499731779, 33.92070787958801 ] }, "candidate": { "median_ms": 53.14691655803472, "min_ms": 52.84675001166761, "max_ms": 53.39562497101724, "samples_ms": [ 53.18125011399388, 53.11258300207555, 53.39562497101724, 53.26724983751774, 52.84675001166761, 53.013459080830216 ] }, "reduction_pct": -57.40996212166911, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.07014596834779, "min_ms": 34.801292000338435, "max_ms": 35.45666695572436, "samples_ms": [ 34.801292000338435, 34.80708389542997, 34.918874967843294, 35.22141696885228, 35.45666695572436, 35.4250418022275 ] }, "candidate": { "median_ms": 33.909062505699694, "min_ms": 33.21541682817042, "max_ms": 35.0338751450181, "samples_ms": [ 33.57775020413101, 33.88270805589855, 33.93541695550084, 33.21541682817042, 35.0338751450181, 34.80620798654854 ] }, "reduction_pct": 3.310746022260691, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 33.45052036456764, "min_ms": 33.10804208740592, "max_ms": 34.30433291941881, "samples_ms": [ 33.10804208740592, 33.283333061262965, 33.33395789377391, 33.56708283536136, 34.30433291941881, 33.7523331400007 ] }, "candidate": { "median_ms": 53.67537494748831, "min_ms": 53.04420809261501, "max_ms": 53.82925015874207, "samples_ms": [ 53.38458297774196, 53.04420809261501, 53.75545797869563, 53.82925015874207, 53.595291916280985, 53.80429094657302 ] }, "reduction_pct": -60.462002870196855, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.256957937031984, "min_ms": 33.05050008930266, "max_ms": 34.71174999140203, "samples_ms": [ 33.05050008930266, 34.18091591447592, 34.33299995958805, 34.11058313213289, 34.71174999140203, 34.46020791307092 ] }, "candidate": { "median_ms": 35.579250077717006, "min_ms": 30.861708102747798, "max_ms": 37.281750002875924, "samples_ms": [ 30.861708102747798, 36.76758403889835, 33.990791998803616, 34.494500141590834, 37.281750002875924, 36.66400001384318 ] }, "reduction_pct": -3.859922831196916, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.25187540799379, "min_ms": 35.1625420153141, "max_ms": 35.65299999900162, "samples_ms": [ 35.25291685946286, 35.63412488438189, 35.20904202014208, 35.65299999900162, 35.1625420153141, 35.25083395652473 ] }, "candidate": { "median_ms": 41.61843750625849, "min_ms": 40.902707958593965, "max_ms": 42.40504209883511, "samples_ms": [ 40.902707958593965, 41.42266698181629, 41.77608294412494, 41.49625007994473, 41.740624932572246, 42.40504209883511 ] }, "reduction_pct": -18.06020821468408, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.97972891293466, "min_ms": 35.42249999009073, "max_ms": 36.18470882065594, "samples_ms": [ 35.42249999009073, 35.77129193581641, 36.18470882065594, 35.905207972973585, 36.17508406750858, 36.05424985289574 ] }, "candidate": { "median_ms": 41.706104413606226, "min_ms": 41.30979208275676, "max_ms": 42.23008407279849, "samples_ms": [ 41.54358385130763, 41.39179200865328, 41.30979208275676, 41.86862497590482, 42.23008407279849, 42.11949999444187 ] }, "reduction_pct": -15.915560438291521, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.98637506365776, "min_ms": 35.6951670255512, "max_ms": 36.42770810984075, "samples_ms": [ 36.040708189830184, 35.6951670255512, 36.04087489657104, 36.42770810984075, 35.93204193748534, 35.81187501549721 ] }, "candidate": { "median_ms": 38.65062491968274, "min_ms": 38.38008316233754, "max_ms": 39.08629110082984, "samples_ms": [ 38.97504205815494, 39.08629110082984, 38.65654184482992, 38.402500096708536, 38.644707994535565, 38.38008316233754 ] }, "reduction_pct": -7.403496049024327, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 36.38777043670416, "min_ms": 35.99750017747283, "max_ms": 36.600833060219884, "samples_ms": [ 36.341457860544324, 36.253374768421054, 36.434083012863994, 35.99750017747283, 36.600833060219884, 36.55995801091194 ] }, "candidate": { "median_ms": 38.49864553194493, "min_ms": 38.053416879847646, "max_ms": 39.50450010597706, "samples_ms": [ 38.49220811389387, 38.053416879847646, 39.16970896534622, 38.505082949995995, 39.50450010597706, 38.24616689234972 ] }, "reduction_pct": -5.80105642612152, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.68329208064824, "min_ms": 34.19204195961356, "max_ms": 35.95762513577938, "samples_ms": [ 34.19204195961356, 35.526125226169825, 35.32066592015326, 35.90862499549985, 35.84045893512666, 35.95762513577938 ] }, "candidate": { "median_ms": 41.27647902350873, "min_ms": 39.94083311408758, "max_ms": 42.64591680839658, "samples_ms": [ 39.94083311408758, 40.246833115816116, 41.21075011789799, 41.34220792911947, 42.0346250757575, 42.64591680839658 ] }, "reduction_pct": -15.674526134582134, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.55281204171479, "min_ms": 33.824458019807935, "max_ms": 36.18891700170934, "samples_ms": [ 33.824458019807935, 34.69358291476965, 35.19083303399384, 35.914791049435735, 36.18891700170934, 36.066832952201366 ] }, "candidate": { "median_ms": 41.01883352268487, "min_ms": 39.21595914289355, "max_ms": 42.39054210484028, "samples_ms": [ 39.21595914289355, 40.27725011110306, 40.73312506079674, 41.77387501113117, 41.30454198457301, 42.39054210484028 ] }, "reduction_pct": -15.374371722148727, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.35712510347366, "min_ms": 35.100291948765516, "max_ms": 36.129374988377094, "samples_ms": [ 35.100291948765516, 35.18845792859793, 35.36375006660819, 36.129374988377094, 35.804207902401686, 35.350500140339136 ] }, "candidate": { "median_ms": 37.16656262986362, "min_ms": 36.86491586267948, "max_ms": 37.45754202827811, "samples_ms": [ 37.261624820530415, 37.09358419291675, 36.86491586267948, 37.13512513786554, 37.198000121861696, 37.45754202827811 ] }, "reduction_pct": -5.117603654410763, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.8905210159719, "min_ms": 35.524999955669045, "max_ms": 37.069333950057626, "samples_ms": [ 37.069333950057626, 35.88324994780123, 35.55295802652836, 35.897792084142566, 35.91241594403982, 35.524999955669045 ] }, "candidate": { "median_ms": 34.55870854668319, "min_ms": 34.21016689389944, "max_ms": 34.83779216185212, "samples_ms": [ 34.40679213963449, 34.21016689389944, 34.45874992758036, 34.65866716578603, 34.728209022432566, 34.83779216185212 ] }, "reduction_pct": 3.710763821723362, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.92833341099322, "min_ms": 35.62420909292996, "max_ms": 36.63462493568659, "samples_ms": [ 35.71220790036023, 35.62420909292996, 36.52383293956518, 36.14445892162621, 35.690875025466084, 36.63462493568659 ] }, "candidate": { "median_ms": 36.30470857024193, "min_ms": 36.04741697199643, "max_ms": 36.62204183638096, "samples_ms": [ 36.62204183638096, 36.06554097495973, 36.58712515607476, 36.35266702622175, 36.04741697199643, 36.256750114262104 ] }, "reduction_pct": -1.047571995459018, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 36.06770804617554, "min_ms": 35.60099983587861, "max_ms": 36.45800007507205, "samples_ms": [ 36.01370798423886, 35.94916709698737, 35.60099983587861, 36.45800007507205, 36.121708108112216, 36.437375005334616 ] }, "candidate": { "median_ms": 33.5881250211969, "min_ms": 32.341625075787306, "max_ms": 35.77370895072818, "samples_ms": [ 33.67020818404853, 33.50604185834527, 33.68429187685251, 35.77370895072818, 33.483332954347134, 32.341625075787306 ] }, "reduction_pct": 6.874800643845069, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.10264598298818, "min_ms": 33.59350003302097, "max_ms": 35.836707800626755, "samples_ms": [ 33.59350003302097, 34.17958412319422, 34.87966698594391, 35.80595809035003, 35.836707800626755, 35.325624980032444 ] }, "candidate": { "median_ms": 34.59241648670286, "min_ms": 34.03295809403062, "max_ms": 35.82058288156986, "samples_ms": [ 34.51408306136727, 34.03295809403062, 34.51770800165832, 34.6671249717474, 35.82058288156986, 35.38491600193083 ] }, "reduction_pct": 1.4535357150358141, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.038665984757245, "min_ms": 34.09208310768008, "max_ms": 35.7118749525398, "samples_ms": [ 34.09208310768008, 34.88429100252688, 34.823874942958355, 35.7118749525398, 35.65883287228644, 35.19304096698761 ] }, "candidate": { "median_ms": 31.510208500549197, "min_ms": 30.011584050953388, "max_ms": 33.16824999637902, "samples_ms": [ 30.211166944354773, 30.011584050953388, 31.29887511022389, 31.721541890874505, 33.16824999637902, 32.41729107685387 ] }, "reduction_pct": 10.07018214033325, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.65337450709194, "min_ms": 33.48512505181134, "max_ms": 35.89512500911951, "samples_ms": [ 33.48512505181134, 35.57479102164507, 35.15933291055262, 35.799749894067645, 35.73195799253881, 35.89512500911951 ] }, "candidate": { "median_ms": 44.1848955815658, "min_ms": 42.33650001697242, "max_ms": 44.950291980057955, "samples_ms": [ 42.33650001697242, 43.28704113140702, 44.05637504532933, 44.31341611780226, 44.46279187686741, 44.950291980057955 ] }, "reduction_pct": -23.929070368295214, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.47704196535051, "min_ms": 33.64433301612735, "max_ms": 35.964249866083264, "samples_ms": [ 33.64433301612735, 34.54320807941258, 35.272917011752725, 35.964249866083264, 35.91850004158914, 35.68116691894829 ] }, "candidate": { "median_ms": 43.20979141630232, "min_ms": 41.743291076272726, "max_ms": 44.87358289770782, "samples_ms": [ 41.743291076272726, 43.125208001583815, 43.29437483102083, 42.989624897018075, 44.87358289770782, 44.278624933212996 ] }, "reduction_pct": -21.79648872221136, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.428583389148116, "min_ms": 33.60733320005238, "max_ms": 36.47991712205112, "samples_ms": [ 33.60733320005238, 34.95291620492935, 35.43745796196163, 35.419708816334605, 35.5549999512732, 36.47991712205112 ] }, "candidate": { "median_ms": 39.55368744209409, "min_ms": 38.16095786169171, "max_ms": 40.5611670576036, "samples_ms": [ 38.26766600832343, 38.16095786169171, 39.1714998986572, 40.25241709314287, 39.93587498553097, 40.5611670576036 ] }, "reduction_pct": -11.643434928333885, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.1655624108389, "min_ms": 33.86304201558232, "max_ms": 35.9415418934077, "samples_ms": [ 33.86304201558232, 34.836542094126344, 34.958167001605034, 35.37295782007277, 35.50325008109212, 35.9415418934077 ] }, "candidate": { "median_ms": 38.53777039330453, "min_ms": 37.19449997879565, "max_ms": 38.989333901554346, "samples_ms": [ 37.392625119537115, 37.19449997879565, 38.19366591051221, 38.989333901554346, 38.881874876096845, 38.95575017668307 ] }, "reduction_pct": -9.589518128753793, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 512 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.462542087771, "min_ms": 34.29579199291766, "max_ms": 48.445792170241475, "samples_ms": [ 34.29579199291766, 35.15083296224475, 35.159084014594555, 36.64316702634096, 48.445792170241475, 35.76600016094744 ] }, "candidate": { "median_ms": 41.34410398546606, "min_ms": 40.06324987858534, "max_ms": 42.46208304539323, "samples_ms": [ 40.06324987858534, 40.88900005444884, 41.79920791648328, 41.8063341639936, 42.46208304539323, 40.835542138665915 ] }, "reduction_pct": -16.58527999244386, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 512 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.62572959344834, "min_ms": 34.24241696484387, "max_ms": 36.06008389033377, "samples_ms": [ 34.24241696484387, 35.36587511189282, 34.86437490209937, 36.06008389033377, 35.88558407500386, 35.954375052824616 ] }, "candidate": { "median_ms": 41.14629200194031, "min_ms": 38.749750005081296, "max_ms": 42.71774995140731, "samples_ms": [ 38.749750005081296, 40.57412501424551, 41.63570795208216, 40.889292024075985, 41.403291979804635, 42.71774995140731 ] }, "reduction_pct": -15.495998177416181, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.40391703043133, "min_ms": 33.469249960035086, "max_ms": 35.05558311007917, "samples_ms": [ 33.469249960035086, 34.44033395498991, 35.05558311007917, 34.5252079423517, 34.36750010587275, 34.30908406153321 ] }, "candidate": { "median_ms": 46.19431297760457, "min_ms": 43.69416693225503, "max_ms": 47.964375000447035, "samples_ms": [ 43.69416693225503, 47.964375000447035, 46.300583984702826, 46.07574990950525, 46.08804197050631, 46.9970831181854 ] }, "reduction_pct": -34.270504538027645, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.80716701596975, "min_ms": 33.99754106067121, "max_ms": 35.62520816922188, "samples_ms": [ 33.99754106067121, 34.39158294349909, 34.533374942839146, 35.456582903862, 35.08095908910036, 35.62520816922188 ] }, "candidate": { "median_ms": 32.93895802926272, "min_ms": 31.162999803200364, "max_ms": 34.333915915340185, "samples_ms": [ 32.54345804452896, 31.162999803200364, 33.01837504841387, 32.85954101011157, 33.51020789705217, 34.333915915340185 ] }, "reduction_pct": 5.367311237510042, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.14493741001934, "min_ms": 33.469666028395295, "max_ms": 34.90562504157424, "samples_ms": [ 33.469666028395295, 33.501625061035156, 34.46529200300574, 34.13399984128773, 34.155874978750944, 34.90562504157424 ] }, "candidate": { "median_ms": 46.14712449256331, "min_ms": 44.28262519650161, "max_ms": 48.80308313295245, "samples_ms": [ 44.28262519650161, 45.455832965672016, 48.80308313295245, 46.8384160194546, 47.00362519361079, 44.46966596879065 ] }, "reduction_pct": -35.1507075219359, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 35.21287499461323, "min_ms": 34.00954091921449, "max_ms": 36.09429206699133, "samples_ms": [ 34.00954091921449, 34.875291865319014, 34.96979200281203, 35.45595798641443, 35.598000045865774, 36.09429206699133 ] }, "candidate": { "median_ms": 32.78872894588858, "min_ms": 30.727375065907836, "max_ms": 34.760459093376994, "samples_ms": [ 30.727375065907836, 31.798291951417923, 33.35325000807643, 32.22420788370073, 33.35470799356699, 34.760459093376994 ] }, "reduction_pct": 6.884260512938778, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 512 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.38879153691232, "min_ms": 33.1217919010669, "max_ms": 35.00820882618427, "samples_ms": [ 33.1217919010669, 34.01741595007479, 34.29966699331999, 34.477916080504656, 34.516500076279044, 35.00820882618427 ] }, "candidate": { "median_ms": 45.057187555357814, "min_ms": 43.962083058431745, "max_ms": 45.707833021879196, "samples_ms": [ 43.962083058431745, 45.59512506239116, 45.06691708229482, 45.707833021879196, 45.047458028420806, 44.293375220149755 ] }, "reduction_pct": -31.022887230550754, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 512 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 34.84214539639652, "min_ms": 33.75404211692512, "max_ms": 35.77066585421562, "samples_ms": [ 33.75404211692512, 34.571625059470534, 34.90949980914593, 35.77066585421562, 34.77479098364711, 35.375708946958184 ] }, "candidate": { "median_ms": 31.807999941520393, "min_ms": 29.7283751424402, "max_ms": 33.02587498910725, "samples_ms": [ 29.7283751424402, 30.72129189968109, 32.953582936897874, 31.430125003680587, 33.02587498910725, 32.1858748793602 ] }, "reduction_pct": 8.708262422869995, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 59.79906243737787, "min_ms": 58.727791998535395, "max_ms": 61.80366687476635, "samples_ms": [ 59.981249971315265, 58.727791998535395, 61.2513751257211, 59.616874903440475, 61.80366687476635, 59.577709063887596 ] }, "candidate": { "median_ms": 98.25556189753115, "min_ms": 97.74987515993416, "max_ms": 98.62716705538332, "samples_ms": [ 97.74987515993416, 97.89075003936887, 98.30145793966949, 98.62716705538332, 98.20966585539281, 98.58637489378452 ] }, "reduction_pct": -64.3095357898383, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 64.00683359242976, "min_ms": 62.827124958857894, "max_ms": 64.38720808364451, "samples_ms": [ 62.827124958857894, 63.56199993751943, 64.38720808364451, 64.08250005915761, 64.16583294048905, 63.931167125701904 ] }, "candidate": { "median_ms": 66.18287554010749, "min_ms": 65.16166683286428, "max_ms": 66.43333402462304, "samples_ms": [ 66.12395914271474, 65.16166683286428, 66.24179193750024, 66.38383283279836, 66.43333402462304, 66.04829197749496 ] }, "reduction_pct": -3.3997025404098435, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 60.38008292671293, "min_ms": 59.03858388774097, "max_ms": 62.838332960382104, "samples_ms": [ 60.70383288897574, 59.15812496095896, 62.128250021487474, 59.03858388774097, 62.838332960382104, 60.05633296445012 ] }, "candidate": { "median_ms": 97.94074995443225, "min_ms": 97.43583318777382, "max_ms": 98.3311659656465, "samples_ms": [ 98.17529213614762, 97.43583318777382, 97.72966708987951, 98.05012494325638, 98.3311659656465, 97.83137496560812 ] }, "reduction_pct": -62.207047766577325, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.786458456888795, "min_ms": 63.55137494392693, "max_ms": 64.93179081007838, "samples_ms": [ 63.69879189878702, 63.55137494392693, 64.93179081007838, 63.87412501499057, 64.10745903849602, 63.5924160014838 ] }, "candidate": { "median_ms": 64.37989533878863, "min_ms": 63.57079092413187, "max_ms": 65.03366702236235, "samples_ms": [ 65.03366702236235, 63.57079092413187, 64.5558328833431, 64.20395779423416, 64.81754197739065, 63.78645799122751 ] }, "reduction_pct": -0.9303493190500944, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.008271041326225, "min_ms": 60.26012497022748, "max_ms": 64.03883313760161, "samples_ms": [ 60.63812505453825, 60.26012497022748, 62.77483399026096, 63.25179198756814, 64.03883313760161, 63.24170809239149 ] }, "candidate": { "median_ms": 103.73756301123649, "min_ms": 102.31587500311434, "max_ms": 104.81399996206164, "samples_ms": [ 102.35991701483727, 102.31587500311434, 103.75658399425447, 103.71854202821851, 104.47499994188547, 104.81399996206164 ] }, "reduction_pct": -64.64118328718543, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 66.17508351337165, "min_ms": 63.94620821811259, "max_ms": 66.85608392581344, "samples_ms": [ 63.94620821811259, 66.34554197080433, 66.85608392581344, 66.3592079654336, 66.00462505593896, 65.00495807267725 ] }, "candidate": { "median_ms": 69.76683298125863, "min_ms": 68.16041609272361, "max_ms": 71.64516602642834, "samples_ms": [ 68.16041609272361, 69.85083315521479, 71.11266697756946, 71.64516602642834, 69.31612500920892, 69.68283280730247 ] }, "reduction_pct": -5.427646294033339, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 58.05997899733484, "min_ms": 56.33254093118012, "max_ms": 59.44283283315599, "samples_ms": [ 59.17141702957451, 56.6554160322994, 58.45966702327132, 56.33254093118012, 59.44283283315599, 57.660290971398354 ] }, "candidate": { "median_ms": 101.99858341366053, "min_ms": 101.42887500114739, "max_ms": 102.98116598278284, "samples_ms": [ 101.42887500114739, 102.98116598278284, 102.88925003260374, 101.66925005614758, 101.92508297041059, 102.07208385691047 ] }, "reduction_pct": -75.67795437601283, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.49252094514668, "min_ms": 62.75216583162546, "max_ms": 63.604332972317934, "samples_ms": [ 62.75216583162546, 63.483166974037886, 63.529792008921504, 63.501874916255474, 63.604332972317934, 63.405083026736975 ] }, "candidate": { "median_ms": 64.78197895921767, "min_ms": 64.29212517105043, "max_ms": 65.36220805719495, "samples_ms": [ 64.29212517105043, 64.32679202407598, 65.36220805719495, 64.67574997805059, 65.16262516379356, 64.88820794038475 ] }, "reduction_pct": -2.030881739890278, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.39512497652322, "min_ms": 62.838624930009246, "max_ms": 63.97233298048377, "samples_ms": [ 63.315457897260785, 63.42300004325807, 63.51620890200138, 62.838624930009246, 63.97233298048377, 63.36724990978837 ] }, "candidate": { "median_ms": 84.42670793738216, "min_ms": 83.68350006639957, "max_ms": 84.95029201731086, "samples_ms": [ 84.58908298052847, 84.26433289423585, 84.95029201731086, 83.68350006639957, 84.84283415600657, 83.99487496353686 ] }, "reduction_pct": -33.17539474627971, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.20883345324546, "min_ms": 62.85237497650087, "max_ms": 64.06000000424683, "samples_ms": [ 62.92629218660295, 63.38979094289243, 64.06000000424683, 63.17124981433153, 63.24641709215939, 62.85237497650087 ] }, "candidate": { "median_ms": 84.45014606695622, "min_ms": 84.08629195764661, "max_ms": 85.61154105700552, "samples_ms": [ 84.45587498135865, 84.08629195764661, 84.73183307796717, 84.4444171525538, 84.31354188360274, 85.61154105700552 ] }, "reduction_pct": -33.604974895514594, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.586417003534734, "min_ms": 63.08216694742441, "max_ms": 63.97229200229049, "samples_ms": [ 63.40629211626947, 63.08216694742441, 63.97229200229049, 63.7665418908, 63.80291702225804, 63.30899987369776 ] }, "candidate": { "median_ms": 78.20197858382016, "min_ms": 77.38799997605383, "max_ms": 78.6936660297215, "samples_ms": [ 78.35479103960097, 78.39841698296368, 78.6936660297215, 77.94012501835823, 78.04916612803936, 77.38799997605383 ] }, "reduction_pct": -22.98535169778941, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 63.69983300101012, "min_ms": 63.102665822952986, "max_ms": 64.23237500712276, "samples_ms": [ 63.532917061820626, 63.84362489916384, 64.23237500712276, 63.72249987907708, 63.67716612294316, 63.102665822952986 ] }, "candidate": { "median_ms": 77.84372905734926, "min_ms": 76.57879102043808, "max_ms": 78.39733292348683, "samples_ms": [ 78.39733292348683, 76.57879102043808, 78.0142080038786, 77.67325011081994, 78.15749989822507, 77.33812485821545 ] }, "reduction_pct": -22.203976666806735, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 61.911812983453274, "min_ms": 61.290707904845476, "max_ms": 63.329082913696766, "samples_ms": [ 61.81354192085564, 62.010084046050906, 63.329082913696766, 61.48108304478228, 62.85750004462898, 61.290707904845476 ] }, "candidate": { "median_ms": 71.19552057702094, "min_ms": 70.41745795868337, "max_ms": 71.96087506599724, "samples_ms": [ 71.56070787459612, 70.41745795868337, 71.10524992458522, 71.28579122945666, 71.96087506599724, 70.92629186809063 ] }, "reduction_pct": -14.995050453535995, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 61.41318753361702, "min_ms": 60.9392081387341, "max_ms": 62.59725010022521, "samples_ms": [ 61.35716591961682, 61.39575014822185, 62.59725010022521, 61.43062491901219, 61.99399987235665, 60.9392081387341 ] }, "candidate": { "median_ms": 66.05352088809013, "min_ms": 65.7157909590751, "max_ms": 67.56674987263978, "samples_ms": [ 66.79275003261864, 65.96341682597995, 67.56674987263978, 65.7157909590751, 65.87954191491008, 66.14362495020032 ] }, "reduction_pct": -7.555923313592938, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 61.43754185177386, "min_ms": 60.57624984532595, "max_ms": 61.83066591620445, "samples_ms": [ 60.57624984532595, 61.51666701771319, 61.465916922315955, 61.40916678123176, 61.83066591620445, 61.09408289194107 ] }, "candidate": { "median_ms": 68.41056258417666, "min_ms": 67.89737497456372, "max_ms": 68.78887512721121, "samples_ms": [ 67.97975022345781, 67.89737497456372, 68.78887512721121, 68.7539589125663, 68.60275007784367, 68.21837509050965 ] }, "reduction_pct": -11.349771690452926, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 61.12581246998161, "min_ms": 60.77320780605078, "max_ms": 62.19662516377866, "samples_ms": [ 60.97987503744662, 61.35254097171128, 62.19662516377866, 61.095708049833775, 61.15591689012945, 60.77320780605078 ] }, "candidate": { "median_ms": 63.03077097982168, "min_ms": 62.66850000247359, "max_ms": 64.16391697712243, "samples_ms": [ 64.16391697712243, 62.66850000247359, 63.280042028054595, 62.78149993158877, 63.48766596056521, 62.6695838291198 ] }, "reduction_pct": -3.1164551158736398, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 60.211145551875234, "min_ms": 59.43237501196563, "max_ms": 61.478584073483944, "samples_ms": [ 60.14295807108283, 59.43237501196563, 59.89066604524851, 60.27933303266764, 60.47937506809831, 61.478584073483944 ] }, "candidate": { "median_ms": 89.8966669337824, "min_ms": 87.6690000295639, "max_ms": 90.39637516252697, "samples_ms": [ 89.41675000824034, 87.6690000295639, 89.42070882767439, 90.39220795966685, 90.37262503989041, 90.39637516252697 ] }, "reduction_pct": -49.302369370022106, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 59.9094380158931, "min_ms": 59.31204091757536, "max_ms": 61.26745790243149, "samples_ms": [ 59.31204091757536, 59.49704209342599, 60.211583971977234, 60.44662487693131, 61.26745790243149, 59.60729205980897 ] }, "candidate": { "median_ms": 89.09420855343342, "min_ms": 88.59087503515184, "max_ms": 90.01100016757846, "samples_ms": [ 88.59087503515184, 88.79987499676645, 89.5525838714093, 89.09108396619558, 90.01100016757846, 89.09733314067125 ] }, "reduction_pct": -48.714812730838865, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 61.477103969082236, "min_ms": 60.560583136975765, "max_ms": 61.69387511909008, "samples_ms": [ 60.560583136975765, 61.50449998676777, 61.63812498562038, 61.449707951396704, 61.69387511909008, 60.781167121604085 ] }, "candidate": { "median_ms": 79.18108406011015, "min_ms": 78.36299994960427, "max_ms": 79.72500007599592, "samples_ms": [ 79.4039589818567, 78.9582091383636, 79.65074991807342, 78.36299994960427, 79.72500007599592, 78.7826671730727 ] }, "reduction_pct": -28.797680677885396, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 60.90152100659907, "min_ms": 59.61754103191197, "max_ms": 61.46008404903114, "samples_ms": [ 60.843209037557244, 59.61754103191197, 60.77250000089407, 60.95983297564089, 61.46008404903114, 61.00125005468726 ] }, "candidate": { "median_ms": 79.39420791808516, "min_ms": 77.88962498307228, "max_ms": 80.29516600072384, "samples_ms": [ 77.92449998669326, 77.88962498307228, 79.05454095453024, 79.73387488164008, 80.29516600072384, 80.0469999667257 ] }, "reduction_pct": -30.364901575253423, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 57.857624953612685, "min_ms": 55.96287501975894, "max_ms": 60.450416058301926, "samples_ms": [ 57.10191698744893, 59.08837518654764, 60.450416058301926, 56.51841592043638, 58.61333291977644, 55.96287501975894 ] }, "candidate": { "median_ms": 100.25337513070554, "min_ms": 99.88987492397428, "max_ms": 100.98091699182987, "samples_ms": [ 100.03845812752843, 100.3146250732243, 99.88987492397428, 100.97149992361665, 100.19212518818676, 100.98091699182987 ] }, "reduction_pct": -73.27599466981857, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 61.68931245338172, "min_ms": 60.960167087614536, "max_ms": 65.81370788626373, "samples_ms": [ 61.02383299730718, 61.06674997135997, 60.960167087614536, 62.311874935403466, 63.711458118632436, 65.81370788626373 ] }, "candidate": { "median_ms": 66.21014606207609, "min_ms": 65.9826670307666, "max_ms": 71.96287508122623, "samples_ms": [ 66.2466671783477, 65.9826670307666, 66.04887498542666, 66.17362494580448, 70.00458403490484, 71.96287508122623 ] }, "reduction_pct": -7.328390330352197, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 59.39589545596391, "min_ms": 58.55387495830655, "max_ms": 60.08745916187763, "samples_ms": [ 60.047625098377466, 59.607790783047676, 60.08745916187763, 58.55387495830655, 59.18400012888014, 59.135750168934464 ] }, "candidate": { "median_ms": 99.15185393765569, "min_ms": 98.92800007946789, "max_ms": 99.65758305042982, "samples_ms": [ 99.01033388450742, 98.92800007946789, 99.1397078614682, 99.56570877693594, 99.16400001384318, 99.65758305042982 ] }, "reduction_pct": -66.93384816660746, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 8, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 64.98860463034362, "min_ms": 60.69420883432031, "max_ms": 65.99575001746416, "samples_ms": [ 60.69420883432031, 63.48704104311764, 64.50816709548235, 65.77125005424023, 65.99575001746416, 65.46904216520488 ] }, "candidate": { "median_ms": 68.07666691020131, "min_ms": 65.6382089946419, "max_ms": 68.59708297997713, "samples_ms": [ 65.6382089946419, 66.77141692489386, 68.59708297997713, 68.15712503157556, 68.14566696994007, 68.00766685046256 ] }, "reduction_pct": -4.751698082183253, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "unpack", "operator": "qkv", "lanes": 2, "threads": 128, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 3.012958448380232, "min_ms": 2.721833996474743, "max_ms": 3.4094578586518764, "samples_ms": [ 2.7550829108804464, 3.2708339858800173, 3.4094578586518764, 2.721833996474743, 3.295874921604991, 2.7246668469160795 ] }, "candidate": { "median_ms": 2.8923124773427844, "min_ms": 2.3615839891135693, "max_ms": 3.126000054180622, "samples_ms": [ 3.126000054180622, 2.879916923120618, 2.3615839891135693, 2.362750004976988, 2.919208025559783, 2.904708031564951 ] }, "reduction_pct": 4.004236138812556 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 49.968103994615376, "min_ms": 46.252084197476506, "max_ms": 52.3542920127511, "samples_ms": [ 46.252084197476506, 47.39858419634402, 49.9996249563992, 51.00825009867549, 52.3542920127511, 49.93658303283155 ] }, "candidate": { "median_ms": 48.895916901528835, "min_ms": 47.413749853149056, "max_ms": 52.04641702584922, "samples_ms": [ 47.413749853149056, 48.56554185971618, 47.66920814290643, 51.641334081068635, 52.04641702584922, 49.226291943341494 ] }, "reduction_pct": 2.145742998777944 } }, { "group": "unpack", "operator": "qkv", "lanes": 2, "threads": 256, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 2.797103952616453, "min_ms": 2.7537078130990267, "max_ms": 2.9348330572247505, "samples_ms": [ 2.778958063572645, 2.8350839857012033, 2.8144579846411943, 2.779749920591712, 2.9348330572247505, 2.7537078130990267 ] }, "candidate": { "median_ms": 2.4032086366787553, "min_ms": 2.3526670411229134, "max_ms": 2.5988752022385597, "samples_ms": [ 2.42033414542675, 2.5988752022385597, 2.3698341101408005, 2.3526670411229134, 2.4251670110970736, 2.3860831279307604 ] }, "reduction_pct": 14.082255168573276 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 49.87804149277508, "min_ms": 48.51629096083343, "max_ms": 52.49258317053318, "samples_ms": [ 52.49258317053318, 51.22725013643503, 50.627707969397306, 49.12837501615286, 49.09895802848041, 48.51629096083343 ] }, "candidate": { "median_ms": 49.28572895005345, "min_ms": 47.99925000406802, "max_ms": 51.74404103308916, "samples_ms": [ 51.74404103308916, 51.171874860301614, 49.18862506747246, 49.38283283263445, 47.99925000406802, 48.066750168800354 ] }, "reduction_pct": 1.1875216528047239 } }, { "group": "unpack", "operator": "qkv", "lanes": 4, "threads": 128, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 3.3383540576323867, "min_ms": 2.943041967228055, "max_ms": 3.570500062778592, "samples_ms": [ 3.4179158974438906, 2.943041967228055, 3.0063330195844173, 3.3247501123696566, 3.351958002895117, 3.570500062778592 ] }, "candidate": { "median_ms": 2.668646047823131, "min_ms": 2.437292132526636, "max_ms": 3.00904200412333, "samples_ms": [ 3.00904200412333, 2.879292005673051, 2.437292132526636, 2.949667163193226, 2.4580000899732113, 2.452624961733818 ] }, "reduction_pct": 20.061024033029707 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 48.19112503901124, "min_ms": 46.45187500864267, "max_ms": 49.081167206168175, "samples_ms": [ 46.45187500864267, 48.059541964903474, 47.92812489904463, 48.322708113119006, 48.849083948880434, 49.081167206168175 ] }, "candidate": { "median_ms": 47.92097909376025, "min_ms": 46.94141703657806, "max_ms": 48.69379196316004, "samples_ms": [ 46.94141703657806, 47.722374787554145, 47.966625075787306, 47.8753331117332, 48.69379196316004, 48.30574989318848 ] }, "reduction_pct": 0.5605719829788192 } }, { "group": "unpack", "operator": "qkv", "lanes": 4, "threads": 256, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 2.8086245292797685, "min_ms": 2.747541991993785, "max_ms": 2.934583928436041, "samples_ms": [ 2.934583928436041, 2.7692499570548534, 2.8094579465687275, 2.8877498116344213, 2.747541991993785, 2.8077911119908094 ] }, "candidate": { "median_ms": 2.3740000324323773, "min_ms": 2.3532919585704803, "max_ms": 2.4597500450909138, "samples_ms": [ 2.4221669882535934, 2.3592079523950815, 2.388792112469673, 2.4597500450909138, 2.35754088498652, 2.3532919585704803 ] }, "reduction_pct": 15.474638646656135 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 48.76722896005958, "min_ms": 48.59474999830127, "max_ms": 49.04170800000429, "samples_ms": [ 48.59474999830127, 48.837542068213224, 48.6438749358058, 48.71054203249514, 49.04170800000429, 48.823915887624025 ] }, "candidate": { "median_ms": 48.40804194100201, "min_ms": 48.10195881873369, "max_ms": 48.87629207223654, "samples_ms": [ 48.302749870345, 48.513334011659026, 48.8370000384748, 48.87629207223654, 48.10195881873369, 48.17000008188188 ] }, "reduction_pct": 0.7365335835500253 } }, { "group": "unpack", "operator": "qkv", "lanes": 8, "threads": 128, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 2.8508331160992384, "min_ms": 2.696041017770767, "max_ms": 3.293875139206648, "samples_ms": [ 3.293875139206648, 2.806000178679824, 2.696041017770767, 2.895666053518653, 2.9558748938143253, 2.7021251153200865 ] }, "candidate": { "median_ms": 2.573416568338871, "min_ms": 2.3308340460062027, "max_ms": 3.1028748489916325, "samples_ms": [ 2.5110410060733557, 2.6357921306043863, 2.8954169247299433, 3.1028748489916325, 2.376917051151395, 2.3308340460062027 ] }, "reduction_pct": 9.731069356313405 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 49.64439547620714, "min_ms": 47.31045803055167, "max_ms": 49.88791584037244, "samples_ms": [ 47.31045803055167, 49.58124994300306, 49.707541009411216, 49.88791584037244, 49.46058290079236, 49.8622499871999 ] }, "candidate": { "median_ms": 49.150792066939175, "min_ms": 48.532291082665324, "max_ms": 49.52250001952052, "samples_ms": [ 48.77670807763934, 48.532291082665324, 49.33358309790492, 49.21541712246835, 49.52250001952052, 49.08616701141 ] }, "reduction_pct": 0.9942782151603158 } }, { "group": "unpack", "operator": "qkv", "lanes": 8, "threads": 256, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 3.0089375795796514, "min_ms": 2.972792135551572, "max_ms": 3.110417164862156, "samples_ms": [ 2.995207905769348, 3.082999959588051, 3.110417164862156, 2.972792135551572, 3.0096250120550394, 3.0082501471042633 ] }, "candidate": { "median_ms": 2.676436910405755, "min_ms": 2.6604998856782913, "max_ms": 2.7663339860737324, "samples_ms": [ 2.667415887117386, 2.663416089490056, 2.7663339860737324, 2.6604998856782913, 2.685457933694124, 2.685458166524768 ] }, "reduction_pct": 11.050434260598607 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 48.95018809475005, "min_ms": 48.11400012113154, "max_ms": 49.70504203811288, "samples_ms": [ 48.11400012113154, 48.64716716110706, 48.56958310119808, 49.25320902839303, 49.42716704681516, 49.70504203811288 ] }, "candidate": { "median_ms": 48.75424993224442, "min_ms": 47.985499957576394, "max_ms": 49.37275010161102, "samples_ms": [ 48.16216602921486, 47.985499957576394, 48.71866689063609, 48.789832973852754, 49.003709107637405, 49.37275010161102 ] }, "reduction_pct": 0.4002807141953335 } }, { "group": "unpack", "operator": "fc2", "lanes": 2, "threads": 128, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 2.1764999255537987, "min_ms": 1.6474579460918903, "max_ms": 2.326082903891802, "samples_ms": [ 2.221875125542283, 1.714083133265376, 1.6474579460918903, 2.1587498486042023, 2.194250002503395, 2.326082903891802 ] }, "candidate": { "median_ms": 2.028645947575569, "min_ms": 1.4096670784056187, "max_ms": 2.136250026524067, "samples_ms": [ 2.0127499010413885, 1.9904589280486107, 1.4096670784056187, 2.136250026524067, 2.04454199410975, 2.045540837571025 ] }, "reduction_pct": 6.79319931245157 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 36.52379149571061, "min_ms": 36.12149995751679, "max_ms": 36.804832983762026, "samples_ms": [ 36.58037493005395, 36.38229100033641, 36.12149995751679, 36.63479210808873, 36.46720806136727, 36.804832983762026 ] }, "candidate": { "median_ms": 36.16639552637935, "min_ms": 35.967209143564105, "max_ms": 36.6698750294745, "samples_ms": [ 36.2744580488652, 35.967209143564105, 36.0406250692904, 36.058333003893495, 36.6698750294745, 36.32033383473754 ] }, "reduction_pct": 0.9785292125907508 } }, { "group": "unpack", "operator": "fc2", "lanes": 2, "threads": 256, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 1.591791631653905, "min_ms": 1.5801249537616968, "max_ms": 1.723709050565958, "samples_ms": [ 1.5801249537616968, 1.6954168677330017, 1.723709050565958, 1.6006662044674158, 1.582917058840394, 1.5815829392522573 ] }, "candidate": { "median_ms": 1.359250396490097, "min_ms": 1.3114579487591982, "max_ms": 1.3992919120937586, "samples_ms": [ 1.3992919120937586, 1.3679589610546827, 1.3595419004559517, 1.3589588925242424, 1.335666049271822, 1.3114579487591982 ] }, "reduction_pct": 14.608773569326573 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 37.30770805850625, "min_ms": 36.52079193852842, "max_ms": 37.82283398322761, "samples_ms": [ 36.52079193852842, 37.675000028684735, 37.024415796622634, 37.82283398322761, 37.18841611407697, 37.42700000293553 ] }, "candidate": { "median_ms": 37.264708429574966, "min_ms": 36.200499860569835, "max_ms": 37.65112510882318, "samples_ms": [ 36.29908314906061, 36.200499860569835, 37.45891689322889, 37.65112510882318, 37.1370839420706, 37.39233291707933 ] }, "reduction_pct": 0.11525668868174188 } }, { "group": "unpack", "operator": "fc2", "lanes": 4, "threads": 128, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 1.6842915210872889, "min_ms": 1.571665983647108, "max_ms": 1.8738750368356705, "samples_ms": [ 1.6727910842746496, 1.5757500659674406, 1.571665983647108, 1.695791957899928, 1.8738750368356705, 1.6997500788420439 ] }, "candidate": { "median_ms": 1.3427914818748832, "min_ms": 1.2893339153379202, "max_ms": 1.4460829552263021, "samples_ms": [ 1.3589579612016678, 1.3011249247938395, 1.2893339153379202, 1.3266250025480986, 1.4460829552263021, 1.361542148515582 ] }, "reduction_pct": 20.275589762035462 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 36.98645858094096, "min_ms": 36.061666905879974, "max_ms": 38.04287500679493, "samples_ms": [ 36.061666905879974, 36.470916820690036, 36.80479200556874, 37.16812515631318, 37.33900003135204, 38.04287500679493 ] }, "candidate": { "median_ms": 37.370853940956295, "min_ms": 36.50595899671316, "max_ms": 38.162291049957275, "samples_ms": [ 36.50595899671316, 37.39512502215803, 37.01962507329881, 37.34658285975456, 38.162291049957275, 38.043915992602706 ] }, "reduction_pct": -1.0392867410490947 } }, { "group": "unpack", "operator": "fc2", "lanes": 4, "threads": 256, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 1.765687484294176, "min_ms": 1.7103329300880432, "max_ms": 1.9108750857412815, "samples_ms": [ 1.9108750857412815, 1.7783751245588064, 1.7529998440295458, 1.7103329300880432, 1.7298748716711998, 1.86187494546175 ] }, "candidate": { "median_ms": 1.4076875522732735, "min_ms": 1.3741659931838512, "max_ms": 1.480249920859933, "samples_ms": [ 1.4768331311643124, 1.480249920859933, 1.3874578289687634, 1.3741659931838512, 1.4230830129235983, 1.3922920916229486 ] }, "reduction_pct": 20.275384812166298 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 38.445541518740356, "min_ms": 37.49095811508596, "max_ms": 39.76120799779892, "samples_ms": [ 37.49095811508596, 37.90116705931723, 38.37700001895428, 38.514083018526435, 38.57575007714331, 39.76120799779892 ] }, "candidate": { "median_ms": 38.93037501256913, "min_ms": 37.44658292271197, "max_ms": 39.427584037184715, "samples_ms": [ 37.44658292271197, 37.45900001376867, 38.869749987497926, 39.31016707792878, 38.99100003764033, 39.427584037184715 ] }, "reduction_pct": -1.2610915978187975 } }, { "group": "unpack", "operator": "fc2", "lanes": 8, "threads": 128, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 1.7134579829871655, "min_ms": 1.6902079805731773, "max_ms": 1.8400829285383224, "samples_ms": [ 1.7334579024463892, 1.8400829285383224, 1.69179099611938, 1.6934580635279417, 1.6902079805731773, 1.7727920785546303 ] }, "candidate": { "median_ms": 1.429312047548592, "min_ms": 1.4042500406503677, "max_ms": 1.5134159475564957, "samples_ms": [ 1.5043749008327723, 1.5134159475564957, 1.4151660725474358, 1.412124838680029, 1.4434580225497484, 1.4042500406503677 ] }, "reduction_pct": 16.583186647110317 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 39.86033354885876, "min_ms": 39.17104098945856, "max_ms": 40.33637512475252, "samples_ms": [ 39.51695910654962, 40.33637512475252, 40.28416587971151, 39.17104098945856, 39.618375012651086, 40.10229208506644 ] }, "candidate": { "median_ms": 39.79412489570677, "min_ms": 39.281709119677544, "max_ms": 40.1190840639174, "samples_ms": [ 39.690874982625246, 39.76074978709221, 39.281709119677544, 40.024416986852884, 40.1190840639174, 39.82750000432134 ] }, "reduction_pct": 0.16610160341692382 } }, { "group": "unpack", "operator": "fc2", "lanes": 8, "threads": 256, "bit_equal": true, "decode": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 1.8059374997392297, "min_ms": 1.7295829020440578, "max_ms": 1.976290950551629, "samples_ms": [ 1.976290950551629, 1.744791865348816, 1.80658302269876, 1.8052919767796993, 1.8619170878082514, 1.7295829020440578 ] }, "candidate": { "median_ms": 1.5007710317149758, "min_ms": 1.468417001888156, "max_ms": 1.6903330106288195, "samples_ms": [ 1.6035421285778284, 1.485415967181325, 1.4942919369786978, 1.507250126451254, 1.6903330106288195, 1.468417001888156 ] }, "reduction_pct": 16.89795289528673 }, "with_gemm": { "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 39.135062135756016, "min_ms": 38.90095790848136, "max_ms": 39.62595900520682, "samples_ms": [ 39.13941606879234, 39.40516686998308, 38.95041602663696, 39.13070820271969, 38.90095790848136, 39.62595900520682 ] }, "candidate": { "median_ms": 39.152541547082365, "min_ms": 38.64799998700619, "max_ms": 39.39266689121723, "samples_ms": [ 38.955500116571784, 38.64799998700619, 39.15004199370742, 39.23345799557865, 39.39266689121723, 39.15504110045731 ] }, "reduction_pct": -0.044664324961884994 } } ], "activation_ranges": { "qkv": { "shape": [ 4181, 5376 ], "max_abs": 10.0625 }, "out": { "shape": [ 4181, 7168 ], "max_abs": 38.75 }, "fc1": { "shape": [ 4181, 5376 ], "max_abs": 3.21875 }, "fc2": { "shape": [ 4181, 14336 ], "max_abs": 4640.0 } }, "memory": { "sampled_peak_physical_bytes": 4787685752, "lifetime_peak_physical_bytes": 5052712832, "sample_interval_s": 0.1, "sample_count": 682, "scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum." } }