devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
4.12 kB
{"group": "norm", "threads": 256, "max_abs": 0.0078125, "relative_rmse": 7.710310455877334e-06, "equal_fraction": 0.9999983906745911, "order": ["control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control"], "control": {"median_ms": 7.1304794400930405, "min_ms": 6.400833837687969, "max_ms": 8.965583052486181, "samples_ms": [8.965583052486181, 8.636000100523233, 7.390500046312809, 8.6834158282727, 7.523125037550926, 6.400833837687969, 6.5052921418100595, 6.870458833873272, 6.462374934926629, 6.410582922399044]}, "candidate": {"median_ms": 1.1129380436614156, "min_ms": 1.0103341192007065, "max_ms": 1.903250114992261, "samples_ms": [1.4779160264879465, 1.903250114992261, 1.444583060219884, 1.5383749268949032, 1.1386671103537083, 1.037792069837451, 1.0872089769691229, 1.0422500781714916, 1.084415940567851, 1.0103341192007065]}, "reduction_pct": 84.39182031149797}
{"group": "norm", "threads": 512, "max_abs": 0.001953125, "relative_rmse": 3.359136826475151e-06, "equal_fraction": 0.9999990463256836, "order": ["control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control"], "control": {"median_ms": 6.538687623105943, "min_ms": 5.488791968673468, "max_ms": 6.9223749451339245, "samples_ms": [6.9223749451339245, 6.678625009953976, 6.687625078484416, 6.540500093251467, 6.694916868582368, 6.53687515296042, 5.902874981984496, 5.488791968673468, 5.512458039447665, 5.516583099961281]}, "candidate": {"median_ms": 0.9370625484734774, "min_ms": 0.8821249939501286, "max_ms": 1.123917056247592, "samples_ms": [1.123917056247592, 1.0696658864617348, 1.1085830628871918, 1.0636250954121351, 0.8994999807327986, 0.8821249939501286, 0.9586249943822622, 0.9001670405268669, 0.9070830419659615, 0.9155001025646925]}, "reduction_pct": 85.66895067502303}
{"group": "norm", "threads": 1024, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0, "order": ["control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control"], "control": {"median_ms": 5.1672919653356075, "min_ms": 4.973415983840823, "max_ms": 5.947457859292626, "samples_ms": [5.947457859292626, 5.604292033240199, 4.978082841262221, 5.174791906028986, 5.336666014045477, 5.159792024642229, 5.31679205596447, 4.973415983840823, 4.987874999642372, 5.092167062684894]}, "candidate": {"median_ms": 0.9154165163636208, "min_ms": 0.8423749823123217, "max_ms": 1.1547079775482416, "samples_ms": [1.1547079775482416, 1.0852080304175615, 1.0684169828891754, 1.083125127479434, 0.9152081329375505, 0.8965421002358198, 0.915624899789691, 0.9031249210238457, 0.8423749823123217, 0.8508749306201935]}, "reduction_pct": 82.28440501321342}
{"group": "block", "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0, "order": ["control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control"], "control": {"median_ms": 175.51706242375076, "min_ms": 171.65845911949873, "max_ms": 177.6863751001656, "samples_ms": [175.34124990925193, 177.6863751001656, 173.92470897175372, 176.92449991591275, 174.97220798395574, 175.6928749382496, 172.2014171537012, 176.47929186932743, 171.65845911949873, 176.8616249319166]}, "candidate": {"median_ms": 167.9066460346803, "min_ms": 165.85562494583428, "max_ms": 172.4760418292135, "samples_ms": [165.85562494583428, 170.17779196612537, 165.97045795060694, 167.89483302272856, 169.72275008447468, 167.30462503619492, 167.4365410581231, 172.4760418292135, 171.27958312630653, 167.91845904663205]}, "reduction_pct": 4.335998041430655}