devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
3.87 kB
{"backend":"MPSMatrixMultiplication","dtype":"float16","expected":1.3125,"first_element":1.3125,"gpu_median_ms":38.351041730493307,"gpu_samples_ms":[38.27612497843802,38.339124992489815,38.531041704118252,38.363375002518296,38.490291684865952,38.351041730493307,38.296249927952886],"median_ms":38.592833327129483,"samples_ms":[38.527125027030706,38.587750168517232,38.779750000685453,38.589916657656431,38.758958224207163,38.649291498586535,38.592833327129483],"shape":[4181,5376,21504]}
{"backend":"MPSMatrixMultiplication","dtype":"float32","expected":1.3125,"first_element":1.3125,"gpu_median_ms":173.12408331781626,"gpu_samples_ms":[172.38641669973731,172.65550000593066,173.64770849235356,173.51320828311145,173.12408331781626,173.36274986155331,173.02287509664893],"median_ms":173.38370834477246,"samples_ms":[172.65220824629068,172.93216660618782,173.92654181458056,173.7709166482091,173.38370834477246,173.67887496948242,173.30066673457623],"shape":[4181,5376,21504]}
{"backend":"MPSMatrixMultiplication","dtype":"float16","expected":1.75,"first_element":1.75,"gpu_median_ms":12.991666560992599,"gpu_samples_ms":[12.971708318218589,13.094958383589983,13.05762492120266,13.00549996085465,12.869625119492412,12.887750053778291,12.991666560992599],"median_ms":13.207708485424519,"samples_ms":[13.841666514053941,13.314499985426664,13.2619165815413,13.207708485424519,13.01612495444715,13.037750031799078,13.187249889597297],"shape":[4181,7168,5376]}
{"backend":"MPSMatrixMultiplication","dtype":"float32","expected":1.75,"first_element":1.75,"gpu_median_ms":58.261499973013997,"gpu_samples_ms":[58.59837494790554,58.000124990940094,58.261499973013997,57.841999921947718,58.265416650101542,58.051583124324679,58.370999991893768],"median_ms":58.502458268776536,"samples_ms":[58.83533344604075,58.253416791558266,58.503250125795603,58.080583345144987,58.502458268776536,58.296083472669125,58.633000124245882],"shape":[4181,7168,5376]}
{"backend":"MPSMatrixMultiplication","dtype":"float16","expected":1.3125,"first_element":1.3125,"gpu_median_ms":51.152333384379745,"gpu_samples_ms":[51.165624987334013,51.090833265334368,51.176874898374081,51.085249986499548,51.152333384379745,51.096125040203333,51.167333498597145],"median_ms":51.386583130806684,"samples_ms":[51.396791823208332,51.317416597157717,51.386583130806684,51.33458343334496,51.416041562333703,51.339375087991357,51.441291812807322],"shape":[4181,5376,28672]}
{"backend":"MPSMatrixMultiplication","dtype":"float32","expected":1.3125,"first_element":1.3125,"gpu_median_ms":231.15879157558084,"gpu_samples_ms":[230.76704167760909,231.15879157558084,230.3208748344332,231.18275008164346,231.77099996246397,231.62166657857597,230.94787495210767],"median_ms":231.43691662698984,"samples_ms":[231.03637504391372,231.43691662698984,230.59149994514883,231.44937492907047,232.05929156392813,231.9045418407768,231.19991645216942],"shape":[4181,5376,28672]}
{"backend":"MPSMatrixMultiplication","dtype":"float16","expected":3.5,"first_element":3.5,"gpu_median_ms":29.3633749242872,"gpu_samples_ms":[29.239750001579523,30.186375137418509,28.78566668368876,30.565999913960695,28.317250078544021,29.3633749242872,31.175749842077494],"median_ms":29.606000054627657,"samples_ms":[29.511666623875499,30.448041623458266,29.028833378106356,30.767833348363638,28.563124826177955,29.606000054627657,31.382374931126833],"shape":[4181,14336,5376]}
{"backend":"MPSMatrixMultiplication","dtype":"float32","expected":3.5,"first_element":3.5,"gpu_median_ms":118.18249989300966,"gpu_samples_ms":[117.87620815448463,117.85062518902123,117.55645833909512,118.33758326247334,118.18249989300966,119.00841654278338,118.86712489649653],"median_ms":118.45187493599951,"samples_ms":[118.15941683016717,118.13404154963791,117.8292918484658,118.60295827500522,118.45187493599951,119.29708323441446,119.15054172277451],"shape":[4181,14336,5376]}