devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
11.9 kB
{
"environment": {
"platform": "macOS-27.0.1-arm64-arm-64bit",
"machine": "arm64",
"metal": {
"device_name": "Apple M5 Pro",
"max_recommended_working_set_size": 55662788608,
"memory_size": 68719476736,
"architecture": "applegpu_g17s",
"max_buffer_length": 41747087360,
"resource_limit": 499000
},
"versions": {
"mlx": "0.32.4",
"mlx-metal": "0.32.4",
"numpy": "2.5.4",
"safetensors": "0.8.0",
"transformers": "4.57.6",
"torch": "2.15.0",
"Pillow": "13.0.0",
"scikit-image": "0.26.0"
},
"precision_environment": {
"MLX_ENABLE_TF32": "0",
"MLX_CONV_WINOGRAD": "0"
}
},
"scope": "Real FC1 activations; fused dual GEMM + native precise sigmoid/BF16 boundaries. Compilation excluded, materialization included.",
"trials": [
{
"tile": [
64,
64,
128
],
"simdgroups": 4,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.30633283685893,
"min_ms": 53.88062517158687,
"max_ms": 55.719291092827916,
"samples_ms": [
55.719291092827916,
53.958292119205,
55.07374997250736,
54.05362509191036,
54.42695785313845,
55.30574987642467,
54.18570782057941,
53.88062517158687
]
},
"candidate": {
"median_ms": 56.32895801682025,
"min_ms": 55.50845805555582,
"max_ms": 56.85487505979836,
"samples_ms": [
56.68666702695191,
56.48208293132484,
56.59312498755753,
56.03404087014496,
56.85487505979836,
56.175833102315664,
56.1213749460876,
55.50845805555582
]
},
"reduction_pct": -3.7244738768082097
},
{
"tile": [
64,
64,
256
],
"simdgroups": 4,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.211645503528416,
"min_ms": 53.07895806618035,
"max_ms": 54.641125025227666,
"samples_ms": [
53.07895806618035,
53.51012502796948,
53.82495792582631,
54.23129093833268,
54.351292084902525,
54.44195889867842,
54.192000068724155,
54.641125025227666
]
},
"candidate": {
"median_ms": 54.6483329962939,
"min_ms": 54.23354101367295,
"max_ms": 55.29358284547925,
"samples_ms": [
54.65449998155236,
54.343624971807,
54.23354101367295,
55.09308306500316,
54.53879199922085,
55.29358284547925,
54.64216601103544,
54.97041717171669
]
},
"reduction_pct": -0.8055234049980431
},
{
"tile": [
64,
128,
128
],
"simdgroups": 4,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.14856213610619,
"min_ms": 53.45358303748071,
"max_ms": 54.465292021632195,
"samples_ms": [
53.95558406598866,
53.55166690424085,
54.24279114231467,
54.447249975055456,
54.395125014707446,
54.465292021632195,
54.054333129897714,
53.45358303748071
]
},
"candidate": {
"median_ms": 56.264353916049004,
"min_ms": 55.47845899127424,
"max_ms": 57.0768341422081,
"samples_ms": [
56.573959067463875,
55.54545810446143,
57.04212514683604,
55.47845899127424,
56.27166596241295,
57.0768341422081,
56.188875110819936,
56.257041869685054
]
},
"reduction_pct": -3.9073831261199787
},
{
"tile": [
64,
128,
256
],
"simdgroups": 4,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.106041439808905,
"min_ms": 53.25645813718438,
"max_ms": 54.419915890321136,
"samples_ms": [
53.83545905351639,
53.25645813718438,
54.03195787221193,
54.419915890321136,
54.00166613981128,
54.26054215058684,
54.2540829628706,
54.18012500740588
]
},
"candidate": {
"median_ms": 54.481583065353334,
"min_ms": 53.830333054065704,
"max_ms": 55.55591708980501,
"samples_ms": [
54.57108304835856,
54.2239579372108,
53.830333054065704,
54.371041944250464,
54.39208308234811,
55.21841603331268,
55.55591708980501,
54.768916917964816
]
},
"reduction_pct": -0.6940844599806928
},
{
"tile": [
64,
128,
128
],
"simdgroups": 8,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.371103993617,
"min_ms": 53.39183402247727,
"max_ms": 54.588541854172945,
"samples_ms": [
54.588541854172945,
54.46012504398823,
54.064624942839146,
54.12720795720816,
54.30083302780986,
53.39183402247727,
54.49941707774997,
54.44137495942414
]
},
"candidate": {
"median_ms": 58.25266649480909,
"min_ms": 57.800541864708066,
"max_ms": 60.04566606134176,
"samples_ms": [
57.905124966055155,
58.879791060462594,
57.800541864708066,
58.30283300019801,
58.202499989420176,
60.04566606134176,
58.16129199229181,
58.51491680368781
]
},
"reduction_pct": -7.1390172648467365
},
{
"tile": [
64,
128,
256
],
"simdgroups": 8,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.36177097726613,
"min_ms": 53.352291928604245,
"max_ms": 54.752874886617064,
"samples_ms": [
53.91862499527633,
54.35912497341633,
54.45850011892617,
53.352291928604245,
54.752874886617064,
53.97741589695215,
54.36441698111594,
54.52037509530783
]
},
"candidate": {
"median_ms": 55.4332920582965,
"min_ms": 53.90954203903675,
"max_ms": 55.774624925106764,
"samples_ms": [
55.774624925106764,
53.90954203903675,
55.104624945670366,
55.51516707055271,
55.3514170460403,
55.63316703774035,
54.87812520004809,
55.63899991102517
]
},
"reduction_pct": -1.9710930342546673
},
{
"tile": [
128,
128,
128
],
"simdgroups": 8,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 53.93291695509106,
"min_ms": 53.539999993517995,
"max_ms": 54.6253330539912,
"samples_ms": [
54.0205838624388,
53.539999993517995,
53.84525004774332,
54.28050016053021,
53.790791891515255,
54.6253330539912,
54.07733400352299,
53.810957819223404
]
},
"candidate": {
"median_ms": 59.239438036456704,
"min_ms": 59.03545906767249,
"max_ms": 61.203999910503626,
"samples_ms": [
59.03545906767249,
59.1114170383662,
59.29441703483462,
59.184459038078785,
61.203999910503626,
59.11066709086299,
60.443833004683256,
59.55045809969306
]
},
"reduction_pct": -9.839113812042255
},
{
"tile": [
128,
128,
256
],
"simdgroups": 8,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0,
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 54.6687290770933,
"min_ms": 53.769208025187254,
"max_ms": 55.67850009538233,
"samples_ms": [
54.58470806479454,
53.769208025187254,
54.445333080366254,
54.449375020340085,
54.752750089392066,
55.09354081004858,
55.03437505103648,
55.67850009538233
]
},
"candidate": {
"median_ms": 56.32437497843057,
"min_ms": 54.99091697856784,
"max_ms": 57.51441698521376,
"samples_ms": [
54.99091697856784,
56.50112498551607,
56.34741601534188,
55.63233280554414,
57.322500040754676,
55.95620907843113,
57.51441698521376,
56.30133394151926
]
},
"reduction_pct": -3.0285062947091657
}
]
}