| { |
| "environment": { |
| "platform": "macOS-27.0.1-arm64-arm-64bit", |
| "machine": "arm64", |
| "metal": { |
| "device_name": "Apple M5 Pro", |
| "max_recommended_working_set_size": 55662788608, |
| "memory_size": 68719476736, |
| "architecture": "applegpu_g17s", |
| "max_buffer_length": 41747087360, |
| "resource_limit": 499000 |
| }, |
| "versions": { |
| "mlx": "0.32.4", |
| "mlx-metal": "0.32.4", |
| "numpy": "2.5.4", |
| "safetensors": "0.8.0", |
| "transformers": "4.57.6", |
| "torch": "2.15.0", |
| "Pillow": "13.0.0", |
| "scikit-image": "0.26.0" |
| }, |
| "precision_environment": { |
| "MLX_ENABLE_TF32": "0", |
| "MLX_CONV_WINOGRAD": "0" |
| } |
| }, |
| "trace": "outputs/suite/product/native-3.trace.safetensors", |
| "warmup": 2, |
| "repeats": 5, |
| "trials": [ |
| { |
| "kernel": "native", |
| "mlp_chunk": 0, |
| "compiled": false, |
| "median_ms": 193.8748329412192, |
| "min_ms": 192.64374999329448, |
| "max_ms": 194.29100002162158, |
| "samples_ms": [ |
| 193.92333296127617, |
| 192.87025020457804, |
| 193.8748329412192, |
| 192.64374999329448, |
| 194.29100002162158 |
| ], |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0 |
| }, |
| { |
| "kernel": "native", |
| "mlp_chunk": 0, |
| "compiled": true, |
| "median_ms": 181.85654189437628, |
| "min_ms": 180.93729112297297, |
| "max_ms": 182.45091615244746, |
| "samples_ms": [ |
| 182.45091615244746, |
| 180.93729112297297, |
| 182.30975000187755, |
| 181.85654189437628, |
| 181.81920796632767 |
| ], |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0 |
| }, |
| { |
| "kernel": "native", |
| "mlp_chunk": 512, |
| "compiled": false, |
| "median_ms": 195.6561249680817, |
| "min_ms": 194.4968330208212, |
| "max_ms": 196.10499986447394, |
| "samples_ms": [ |
| 194.8412088677287, |
| 194.4968330208212, |
| 195.6561249680817, |
| 195.7060000859201, |
| 196.10499986447394 |
| ], |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0 |
| }, |
| { |
| "kernel": "native", |
| "mlp_chunk": 1024, |
| "compiled": false, |
| "median_ms": 197.73316686041653, |
| "min_ms": 196.47474982775748, |
| "max_ms": 198.98583297617733, |
| "samples_ms": [ |
| 197.73316686041653, |
| 198.98583297617733, |
| 196.47474982775748, |
| 197.53554207272828, |
| 198.35691712796688 |
| ], |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0 |
| }, |
| { |
| "kernel": "native", |
| "mlp_chunk": 2048, |
| "compiled": false, |
| "median_ms": 202.3450001142919, |
| "min_ms": 202.2292499896139, |
| "max_ms": 203.1515829730779, |
| "samples_ms": [ |
| 203.1515829730779, |
| 202.2292499896139, |
| 202.24016695283353, |
| 203.14595801755786, |
| 202.3450001142919 |
| ], |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0 |
| }, |
| { |
| "kernel": "metal", |
| "mlp_chunk": 0, |
| "compiled": false, |
| "median_ms": 192.64554092660546, |
| "min_ms": 191.8113329447806, |
| "max_ms": 194.33649978600442, |
| "samples_ms": [ |
| 191.8113329447806, |
| 192.83820898272097, |
| 192.3315841704607, |
| 192.64554092660546, |
| 194.33649978600442 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005544817540794611, |
| "equal_fraction": 0.9263108968734741 |
| }, |
| { |
| "kernel": "metal", |
| "mlp_chunk": 0, |
| "compiled": true, |
| "median_ms": 187.02400010079145, |
| "min_ms": 185.69258297793567, |
| "max_ms": 187.45416589081287, |
| "samples_ms": [ |
| 185.88608293794096, |
| 187.10262491367757, |
| 187.02400010079145, |
| 185.69258297793567, |
| 187.45416589081287 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005544817540794611, |
| "equal_fraction": 0.9263108968734741 |
| }, |
| { |
| "kernel": "metal", |
| "mlp_chunk": 512, |
| "compiled": false, |
| "median_ms": 195.89950004592538, |
| "min_ms": 194.4362078793347, |
| "max_ms": 196.45449984818697, |
| "samples_ms": [ |
| 196.45449984818697, |
| 195.89950004592538, |
| 194.9357909616083, |
| 194.4362078793347, |
| 196.3938749395311 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005544817540794611, |
| "equal_fraction": 0.9263108968734741 |
| }, |
| { |
| "kernel": "metal", |
| "mlp_chunk": 1024, |
| "compiled": false, |
| "median_ms": 198.9099581260234, |
| "min_ms": 197.25416600704193, |
| "max_ms": 200.2048750873655, |
| "samples_ms": [ |
| 199.56474984064698, |
| 197.60066689923406, |
| 197.25416600704193, |
| 198.9099581260234, |
| 200.2048750873655 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005544817540794611, |
| "equal_fraction": 0.9263108968734741 |
| }, |
| { |
| "kernel": "metal", |
| "mlp_chunk": 2048, |
| "compiled": false, |
| "median_ms": 200.62558399513364, |
| "min_ms": 200.4479579627514, |
| "max_ms": 201.2160001322627, |
| "samples_ms": [ |
| 200.4479579627514, |
| 200.62558399513364, |
| 200.69958409294486, |
| 201.2160001322627, |
| 200.4515000153333 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005544817540794611, |
| "equal_fraction": 0.9263108968734741 |
| }, |
| { |
| "kernel": "metal-qk", |
| "mlp_chunk": 0, |
| "compiled": false, |
| "median_ms": 194.3044161889702, |
| "min_ms": 193.90929210931063, |
| "max_ms": 195.09749999269843, |
| "samples_ms": [ |
| 193.90929210931063, |
| 194.20049991458654, |
| 194.3044161889702, |
| 195.09749999269843, |
| 194.5509579963982 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005626811762340367, |
| "equal_fraction": 0.923995852470398 |
| }, |
| { |
| "kernel": "metal-qk", |
| "mlp_chunk": 0, |
| "compiled": true, |
| "median_ms": 188.92991705797613, |
| "min_ms": 188.0006669089198, |
| "max_ms": 189.6482079755515, |
| "samples_ms": [ |
| 188.92991705797613, |
| 189.15737490169704, |
| 189.6482079755515, |
| 188.82824992761016, |
| 188.0006669089198 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005626811762340367, |
| "equal_fraction": 0.923995852470398 |
| }, |
| { |
| "kernel": "metal-qk", |
| "mlp_chunk": 512, |
| "compiled": false, |
| "median_ms": 195.26695902459323, |
| "min_ms": 194.42466692999005, |
| "max_ms": 195.99129213020205, |
| "samples_ms": [ |
| 194.42466692999005, |
| 195.82174997776747, |
| 195.1707499101758, |
| 195.99129213020205, |
| 195.26695902459323 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005626811762340367, |
| "equal_fraction": 0.923995852470398 |
| }, |
| { |
| "kernel": "metal-qk", |
| "mlp_chunk": 1024, |
| "compiled": false, |
| "median_ms": 197.77237507514656, |
| "min_ms": 195.52216702140868, |
| "max_ms": 198.78141582012177, |
| "samples_ms": [ |
| 197.78429088182747, |
| 195.52216702140868, |
| 197.77237507514656, |
| 198.78141582012177, |
| 195.63825009390712 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005626811762340367, |
| "equal_fraction": 0.923995852470398 |
| }, |
| { |
| "kernel": "metal-qk", |
| "mlp_chunk": 2048, |
| "compiled": false, |
| "median_ms": 199.84966609627008, |
| "min_ms": 197.66554096713662, |
| "max_ms": 200.01495885662735, |
| "samples_ms": [ |
| 198.67933308705688, |
| 197.66554096713662, |
| 199.89854213781655, |
| 199.84966609627008, |
| 200.01495885662735 |
| ], |
| "max_abs": 16.0, |
| "relative_rmse": 0.0005626811762340367, |
| "equal_fraction": 0.923995852470398 |
| } |
| ] |
| } |
|
|
