| { |
| "environment": { |
| "platform": "macOS-27.0.1-arm64-arm-64bit", |
| "machine": "arm64", |
| "metal": { |
| "device_name": "Apple M5 Pro", |
| "max_recommended_working_set_size": 55662788608, |
| "memory_size": 68719476736, |
| "architecture": "applegpu_g17s", |
| "max_buffer_length": 41747087360, |
| "resource_limit": 499000 |
| }, |
| "versions": { |
| "mlx": "0.32.4", |
| "mlx-metal": "0.32.4", |
| "numpy": "2.5.4", |
| "safetensors": "0.8.0", |
| "transformers": "4.57.6", |
| "torch": "2.15.0", |
| "Pillow": "13.0.0", |
| "scikit-image": "0.26.0" |
| }, |
| "precision_environment": { |
| "MLX_ENABLE_TF32": "0", |
| "MLX_CONV_WINOGRAD": "0" |
| } |
| }, |
| "scope": "One original tensor at a time. OS page cache is not flushed; includes read/copy and Metal synchronization.", |
| "trials": [ |
| { |
| "key": "blocks.0.attn.qkv_proj.weight", |
| "mode": "memmap_copy", |
| "median_s": 0.030429833102971315, |
| "samples_s": [ |
| 0.030429833102971315, |
| 0.030555875040590763, |
| 0.02919100015424192 |
| ], |
| "uint16_sum": "264f2eda04c0aec042899677941df762a13b19e3ed33fde3bc5c7bfd1d2c512f" |
| }, |
| { |
| "key": "blocks.0.attn.qkv_proj.weight", |
| "mode": "mlx_lazy_load", |
| "median_s": 0.01443983311764896, |
| "samples_s": [ |
| 0.01443983311764896, |
| 0.014682834036648273, |
| 0.014017875073477626 |
| ], |
| "uint16_sum": "264f2eda04c0aec042899677941df762a13b19e3ed33fde3bc5c7bfd1d2c512f" |
| }, |
| { |
| "key": "blocks.25.mlp.fc1.weight", |
| "mode": "memmap_copy", |
| "median_s": 0.03836399991996586, |
| "samples_s": [ |
| 0.10529574984684587, |
| 0.03836399991996586, |
| 0.03425524989143014 |
| ], |
| "uint16_sum": "64c4e66239e152f4bb821c1cca202e256e79f71374a77e5f65b755742a87e986" |
| }, |
| { |
| "key": "blocks.25.mlp.fc1.weight", |
| "mode": "mlx_lazy_load", |
| "median_s": 0.016702207969501615, |
| "samples_s": [ |
| 0.018805958796292543, |
| 0.016702207969501615, |
| 0.015281000174582005 |
| ], |
| "uint16_sum": "64c4e66239e152f4bb821c1cca202e256e79f71374a77e5f65b755742a87e986" |
| }, |
| { |
| "key": "blocks.49.mlp.fc2.weight", |
| "mode": "memmap_copy", |
| "median_s": 0.016517666168510914, |
| "samples_s": [ |
| 0.06511575006879866, |
| 0.016517666168510914, |
| 0.01633200002834201 |
| ], |
| "uint16_sum": "d687cefe1b3e6eb65bea9c5ba3d470e38473a1529853b42a5809ba843f94a29f" |
| }, |
| { |
| "key": "blocks.49.mlp.fc2.weight", |
| "mode": "mlx_lazy_load", |
| "median_s": 0.007808374939486384, |
| "samples_s": [ |
| 0.007419999921694398, |
| 0.007808374939486384, |
| 0.008036458166316152 |
| ], |
| "uint16_sum": "d687cefe1b3e6eb65bea9c5ba3d470e38473a1529853b42a5809ba843f94a29f" |
| } |
| ] |
| } |
|
|
