| { |
| "environment": { |
| "platform": "macOS-27.0.1-arm64-arm-64bit", |
| "machine": "arm64", |
| "metal": { |
| "device_name": "Apple M5 Pro", |
| "max_recommended_working_set_size": 55662788608, |
| "memory_size": 68719476736, |
| "architecture": "applegpu_g17s", |
| "max_buffer_length": 41747087360, |
| "resource_limit": 499000 |
| }, |
| "versions": { |
| "mlx": "0.32.4", |
| "mlx-metal": "0.32.4", |
| "numpy": "2.5.4", |
| "safetensors": "0.8.0", |
| "transformers": "4.57.6", |
| "torch": "2.15.0", |
| "Pillow": "13.0.0", |
| "scikit-image": "0.26.0" |
| }, |
| "precision_environment": { |
| "MLX_ENABLE_TF32": "0", |
| "MLX_CONV_WINOGRAD": "0" |
| } |
| }, |
| "trials": [ |
| { |
| "group": "norm", |
| "threads": 256, |
| "max_abs": 0.0078125, |
| "relative_rmse": 7.710310455877334e-06, |
| "equal_fraction": 0.9999983906745911, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 7.1304794400930405, |
| "min_ms": 6.400833837687969, |
| "max_ms": 8.965583052486181, |
| "samples_ms": [ |
| 8.965583052486181, |
| 8.636000100523233, |
| 7.390500046312809, |
| 8.6834158282727, |
| 7.523125037550926, |
| 6.400833837687969, |
| 6.5052921418100595, |
| 6.870458833873272, |
| 6.462374934926629, |
| 6.410582922399044 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 1.1129380436614156, |
| "min_ms": 1.0103341192007065, |
| "max_ms": 1.903250114992261, |
| "samples_ms": [ |
| 1.4779160264879465, |
| 1.903250114992261, |
| 1.444583060219884, |
| 1.5383749268949032, |
| 1.1386671103537083, |
| 1.037792069837451, |
| 1.0872089769691229, |
| 1.0422500781714916, |
| 1.084415940567851, |
| 1.0103341192007065 |
| ] |
| }, |
| "reduction_pct": 84.39182031149797 |
| }, |
| { |
| "group": "norm", |
| "threads": 512, |
| "max_abs": 0.001953125, |
| "relative_rmse": 3.359136826475151e-06, |
| "equal_fraction": 0.9999990463256836, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 6.538687623105943, |
| "min_ms": 5.488791968673468, |
| "max_ms": 6.9223749451339245, |
| "samples_ms": [ |
| 6.9223749451339245, |
| 6.678625009953976, |
| 6.687625078484416, |
| 6.540500093251467, |
| 6.694916868582368, |
| 6.53687515296042, |
| 5.902874981984496, |
| 5.488791968673468, |
| 5.512458039447665, |
| 5.516583099961281 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 0.9370625484734774, |
| "min_ms": 0.8821249939501286, |
| "max_ms": 1.123917056247592, |
| "samples_ms": [ |
| 1.123917056247592, |
| 1.0696658864617348, |
| 1.1085830628871918, |
| 1.0636250954121351, |
| 0.8994999807327986, |
| 0.8821249939501286, |
| 0.9586249943822622, |
| 0.9001670405268669, |
| 0.9070830419659615, |
| 0.9155001025646925 |
| ] |
| }, |
| "reduction_pct": 85.66895067502303 |
| }, |
| { |
| "group": "norm", |
| "threads": 1024, |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 5.1672919653356075, |
| "min_ms": 4.973415983840823, |
| "max_ms": 5.947457859292626, |
| "samples_ms": [ |
| 5.947457859292626, |
| 5.604292033240199, |
| 4.978082841262221, |
| 5.174791906028986, |
| 5.336666014045477, |
| 5.159792024642229, |
| 5.31679205596447, |
| 4.973415983840823, |
| 4.987874999642372, |
| 5.092167062684894 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 0.9154165163636208, |
| "min_ms": 0.8423749823123217, |
| "max_ms": 1.1547079775482416, |
| "samples_ms": [ |
| 1.1547079775482416, |
| 1.0852080304175615, |
| 1.0684169828891754, |
| 1.083125127479434, |
| 0.9152081329375505, |
| 0.8965421002358198, |
| 0.915624899789691, |
| 0.9031249210238457, |
| 0.8423749823123217, |
| 0.8508749306201935 |
| ] |
| }, |
| "reduction_pct": 82.28440501321342 |
| }, |
| { |
| "group": "block", |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 175.51706242375076, |
| "min_ms": 171.65845911949873, |
| "max_ms": 177.6863751001656, |
| "samples_ms": [ |
| 175.34124990925193, |
| 177.6863751001656, |
| 173.92470897175372, |
| 176.92449991591275, |
| 174.97220798395574, |
| 175.6928749382496, |
| 172.2014171537012, |
| 176.47929186932743, |
| 171.65845911949873, |
| 176.8616249319166 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 167.9066460346803, |
| "min_ms": 165.85562494583428, |
| "max_ms": 172.4760418292135, |
| "samples_ms": [ |
| 165.85562494583428, |
| 170.17779196612537, |
| 165.97045795060694, |
| 167.89483302272856, |
| 169.72275008447468, |
| 167.30462503619492, |
| 167.4365410581231, |
| 172.4760418292135, |
| 171.27958312630653, |
| 167.91845904663205 |
| ] |
| }, |
| "reduction_pct": 4.335998041430655 |
| } |
| ] |
| } |
|
|
