| { |
| "environment": { |
| "platform": "macOS-27.0.1-arm64-arm-64bit", |
| "machine": "arm64", |
| "metal": { |
| "device_name": "Apple M5 Pro", |
| "max_recommended_working_set_size": 55662788608, |
| "memory_size": 68719476736, |
| "architecture": "applegpu_g17s", |
| "max_buffer_length": 41747087360, |
| "resource_limit": 499000 |
| }, |
| "versions": { |
| "mlx": "0.32.4", |
| "mlx-metal": "0.32.4", |
| "numpy": "2.5.4", |
| "safetensors": "0.8.0", |
| "transformers": "4.57.6", |
| "torch": "2.15.0", |
| "Pillow": "13.0.0", |
| "scikit-image": "0.26.0" |
| }, |
| "precision_environment": { |
| "MLX_ENABLE_TF32": "0", |
| "MLX_CONV_WINOGRAD": "0" |
| } |
| }, |
| "trace": "outputs/suite/product/native-3.trace.safetensors", |
| "trials": [ |
| { |
| "group": "qk_native_reduce", |
| "head_major": false, |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 9.35591699089855, |
| "min_ms": 9.21908300369978, |
| "max_ms": 10.320875095203519, |
| "samples_ms": [ |
| 10.320875095203519, |
| 9.416084038093686, |
| 9.4499581027776, |
| 9.21908300369978, |
| 9.381124982610345, |
| 9.304291103035212, |
| 9.221042040735483, |
| 9.390667080879211, |
| 9.330708999186754, |
| 9.25099989399314 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 1.136083505116403, |
| "min_ms": 1.108833122998476, |
| "max_ms": 1.1643751058727503, |
| "samples_ms": [ |
| 1.1643751058727503, |
| 1.1221659369766712, |
| 1.1629578657448292, |
| 1.1406249832361937, |
| 1.1251671239733696, |
| 1.135583035647869, |
| 1.108833122998476, |
| 1.1329168919473886, |
| 1.1530828196555376, |
| 1.136583974584937 |
| ] |
| }, |
| "reduction_pct": 87.8570587338303 |
| }, |
| { |
| "group": "qk_native_reduce", |
| "head_major": true, |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 9.307708591222763, |
| "min_ms": 9.221249958500266, |
| "max_ms": 9.424749994650483, |
| "samples_ms": [ |
| 9.32566705159843, |
| 9.424749994650483, |
| 9.402042021974921, |
| 9.289750130847096, |
| 9.419791167601943, |
| 9.259665850549936, |
| 9.280375204980373, |
| 9.286541026085615, |
| 9.221249958500266, |
| 9.354749927297235 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 1.1880624806508422, |
| "min_ms": 1.1598749551922083, |
| "max_ms": 1.287125051021576, |
| "samples_ms": [ |
| 1.19629199616611, |
| 1.19012501090765, |
| 1.227125059813261, |
| 1.287125051021576, |
| 1.1761249043047428, |
| 1.1859999503940344, |
| 1.1777919717133045, |
| 1.1598749551922083, |
| 1.1925841681659222, |
| 1.1800408829003572 |
| ] |
| }, |
| "reduction_pct": 87.2357146873808 |
| }, |
| { |
| "group": "fc2_compiled_block", |
| "max_abs": 0.0, |
| "relative_rmse": 0.0, |
| "equal_fraction": 1.0, |
| "order": [ |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control", |
| "control", |
| "candidate", |
| "candidate", |
| "control" |
| ], |
| "control": { |
| "median_ms": 178.9687710115686, |
| "min_ms": 177.46241693384945, |
| "max_ms": 179.53375005163252, |
| "samples_ms": [ |
| 178.8127920590341, |
| 177.46241693384945, |
| 178.88116696849465, |
| 178.74775012023747, |
| 179.53375005163252, |
| 179.08595805056393, |
| 179.05637505464256, |
| 179.51779207214713, |
| 177.8062500525266, |
| 179.50733401812613 |
| ] |
| }, |
| "candidate": { |
| "median_ms": 173.98847895674407, |
| "min_ms": 172.66458296217024, |
| "max_ms": 174.95650006458163, |
| "samples_ms": [ |
| 173.14049997366965, |
| 172.66458296217024, |
| 174.0382919088006, |
| 173.26654097996652, |
| 174.76550000719726, |
| 174.06474985182285, |
| 173.93866600468755, |
| 173.82433405146003, |
| 174.95650006458163, |
| 174.41516695544124 |
| ] |
| }, |
| "reduction_pct": 2.7827715565541866 |
| } |
| ], |
| "memory": { |
| "sampled_peak_physical_bytes": 3487335648, |
| "lifetime_peak_physical_bytes": 3547284704, |
| "sample_interval_s": 0.1, |
| "sample_count": 51, |
| "scope": "Parent process only; includes Metal; excludes compiler XPC services. Counters overlap; do not sum." |
| } |
| } |
|
|
