{ "environment": { "platform": "macOS-27.0.1-arm64-arm-64bit", "machine": "arm64", "metal": { "device_name": "Apple M5 Pro", "max_recommended_working_set_size": 55662788608, "memory_size": 68719476736, "architecture": "applegpu_g17s", "max_buffer_length": 41747087360, "resource_limit": 499000 }, "versions": { "mlx": "0.32.4", "mlx-metal": "0.32.4", "numpy": "2.5.4", "safetensors": "0.8.0", "transformers": "4.57.6", "torch": "2.15.0", "Pillow": "13.0.0", "scikit-image": "0.26.0" }, "precision_environment": { "MLX_ENABLE_TF32": "0", "MLX_CONV_WINOGRAD": "0" } }, "trials": [ { "group": "norm", "threads": 256, "max_abs": 0.0078125, "relative_rmse": 7.710310455877334e-06, "equal_fraction": 0.9999983906745911, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 7.1304794400930405, "min_ms": 6.400833837687969, "max_ms": 8.965583052486181, "samples_ms": [ 8.965583052486181, 8.636000100523233, 7.390500046312809, 8.6834158282727, 7.523125037550926, 6.400833837687969, 6.5052921418100595, 6.870458833873272, 6.462374934926629, 6.410582922399044 ] }, "candidate": { "median_ms": 1.1129380436614156, "min_ms": 1.0103341192007065, "max_ms": 1.903250114992261, "samples_ms": [ 1.4779160264879465, 1.903250114992261, 1.444583060219884, 1.5383749268949032, 1.1386671103537083, 1.037792069837451, 1.0872089769691229, 1.0422500781714916, 1.084415940567851, 1.0103341192007065 ] }, "reduction_pct": 84.39182031149797 }, { "group": "norm", "threads": 512, "max_abs": 0.001953125, "relative_rmse": 3.359136826475151e-06, "equal_fraction": 0.9999990463256836, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 6.538687623105943, "min_ms": 5.488791968673468, "max_ms": 6.9223749451339245, "samples_ms": [ 6.9223749451339245, 6.678625009953976, 6.687625078484416, 6.540500093251467, 6.694916868582368, 6.53687515296042, 5.902874981984496, 5.488791968673468, 5.512458039447665, 5.516583099961281 ] }, "candidate": { "median_ms": 0.9370625484734774, "min_ms": 0.8821249939501286, "max_ms": 1.123917056247592, "samples_ms": [ 1.123917056247592, 1.0696658864617348, 1.1085830628871918, 1.0636250954121351, 0.8994999807327986, 0.8821249939501286, 0.9586249943822622, 0.9001670405268669, 0.9070830419659615, 0.9155001025646925 ] }, "reduction_pct": 85.66895067502303 }, { "group": "norm", "threads": 1024, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 5.1672919653356075, "min_ms": 4.973415983840823, "max_ms": 5.947457859292626, "samples_ms": [ 5.947457859292626, 5.604292033240199, 4.978082841262221, 5.174791906028986, 5.336666014045477, 5.159792024642229, 5.31679205596447, 4.973415983840823, 4.987874999642372, 5.092167062684894 ] }, "candidate": { "median_ms": 0.9154165163636208, "min_ms": 0.8423749823123217, "max_ms": 1.1547079775482416, "samples_ms": [ 1.1547079775482416, 1.0852080304175615, 1.0684169828891754, 1.083125127479434, 0.9152081329375505, 0.8965421002358198, 0.915624899789691, 0.9031249210238457, 0.8423749823123217, 0.8508749306201935 ] }, "reduction_pct": 82.28440501321342 }, { "group": "block", "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0, "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 175.51706242375076, "min_ms": 171.65845911949873, "max_ms": 177.6863751001656, "samples_ms": [ 175.34124990925193, 177.6863751001656, 173.92470897175372, 176.92449991591275, 174.97220798395574, 175.6928749382496, 172.2014171537012, 176.47929186932743, 171.65845911949873, 176.8616249319166 ] }, "candidate": { "median_ms": 167.9066460346803, "min_ms": 165.85562494583428, "max_ms": 172.4760418292135, "samples_ms": [ 165.85562494583428, 170.17779196612537, 165.97045795060694, 167.89483302272856, 169.72275008447468, 167.30462503619492, 167.4365410581231, 172.4760418292135, 171.27958312630653, 167.91845904663205 ] }, "reduction_pct": 4.335998041430655 } ] }