devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
7.82 kB
{
"environment": {
"platform": "macOS-27.0.1-arm64-arm-64bit",
"machine": "arm64",
"metal": {
"device_name": "Apple M5 Pro",
"max_recommended_working_set_size": 55662788608,
"memory_size": 68719476736,
"architecture": "applegpu_g17s",
"max_buffer_length": 41747087360,
"resource_limit": 499000
},
"versions": {
"mlx": "0.32.4",
"mlx-metal": "0.32.4",
"numpy": "2.5.4",
"safetensors": "0.8.0",
"transformers": "4.57.6",
"torch": "2.15.0",
"Pillow": "13.0.0",
"scikit-image": "0.26.0"
},
"precision_environment": {
"MLX_ENABLE_TF32": "0",
"MLX_CONV_WINOGRAD": "0"
}
},
"scope": "Real complete first block, not full-image performance. Cache is free allocations only; same compiled graph and original weights.",
"runs": [
{
"cache_gb": 1.0,
"repeat": 0,
"milliseconds": 170.40304094552994,
"physical": {
"sampled_peak_physical_bytes": 2257519816,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 137,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 1079159296,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 0.5,
"repeat": 0,
"milliseconds": 172.38624999299645,
"physical": {
"sampled_peak_physical_bytes": 2581791944,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 138,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 584531968,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 0.5,
"repeat": 1,
"milliseconds": 168.31608302891254,
"physical": {
"sampled_peak_physical_bytes": 2534900936,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 135,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 584531968,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 1.0,
"repeat": 1,
"milliseconds": 168.25154121033847,
"physical": {
"sampled_peak_physical_bytes": 2387035336,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 136,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 1079159296,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 1.0,
"repeat": 2,
"milliseconds": 166.40029195696115,
"physical": {
"sampled_peak_physical_bytes": 2387035336,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 134,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 1079159296,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 0.5,
"repeat": 2,
"milliseconds": 171.42949998378754,
"physical": {
"sampled_peak_physical_bytes": 2207220936,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 137,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 584531968,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 0.5,
"repeat": 3,
"milliseconds": 172.30708291754127,
"physical": {
"sampled_peak_physical_bytes": 2325054664,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 138,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 584531968,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 1.0,
"repeat": 3,
"milliseconds": 168.71066694147885,
"physical": {
"sampled_peak_physical_bytes": 2387051720,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 135,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 1079159296,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 1.0,
"repeat": 4,
"milliseconds": 174.8461660463363,
"physical": {
"sampled_peak_physical_bytes": 2387051720,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 140,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 1079159296,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 0.5,
"repeat": 4,
"milliseconds": 176.19187477976084,
"physical": {
"sampled_peak_physical_bytes": 2461680840,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 141,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 584531968,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 0.5,
"repeat": 5,
"milliseconds": 175.01412495039403,
"physical": {
"sampled_peak_physical_bytes": 2496054472,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 140,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 584531968,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"cache_gb": 1.0,
"repeat": 5,
"milliseconds": 174.0318750962615,
"physical": {
"sampled_peak_physical_bytes": 2387018952,
"lifetime_peak_physical_bytes": 2695857424,
"sample_interval_s": 0.001,
"sample_count": 139,
"scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum."
},
"mlx_peak_bytes": 2095120806,
"mlx_cache_bytes": 1079159296,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
}
],
"summary": {
"1.0": {
"median_ms": 169.5568539435044,
"max_physical_bytes": 2387051720
},
"0.5": {
"median_ms": 172.34666645526886,
"max_physical_bytes": 2581791944
}
}
}