devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
1.82 kB
{
"schema_version": 1,
"baseline": "r3-deployment-control",
"candidate": "r3-deployment-qk-fc2-native-norm",
"decision": "measured_improvement",
"quality_pass": true,
"quality_checks": {
"max_abs_error": true,
"nonfinite_values": true
},
"feasible": true,
"objective": "latency",
"latency_reduction_pct": 3.566731220528463,
"speedup": 1.0369865220340613,
"peak_memory_reduction_pct": 0.651693102293327,
"latency_range_screen_pass": true,
"baseline_summary": {
"cases": {
"product": {
"median_seconds": 66.73659237497486,
"min_seconds": 66.51806045905687,
"max_seconds": 67.69735000003129,
"repeats": 3,
"max_peak_memory_bytes": 34269748624
},
"portrait": {
"median_seconds": 66.11278283409774,
"min_seconds": 65.95004508295096,
"max_seconds": 66.77446975000203,
"repeats": 3,
"max_peak_memory_bytes": 34397462120
}
},
"geomean_seconds": 66.42395530811467,
"max_peak_memory_bytes": 34397462120
},
"candidate_summary": {
"cases": {
"product": {
"median_seconds": 64.8621540828608,
"min_seconds": 63.02173458295874,
"max_seconds": 65.30018041608855,
"repeats": 3,
"max_peak_memory_bytes": 34089393624
},
"portrait": {
"median_seconds": 63.25747816590592,
"min_seconds": 62.976549667073414,
"max_seconds": 63.443048041081056,
"repeats": 3,
"max_peak_memory_bytes": 34173296232
}
},
"geomean_seconds": 64.05479135623027,
"max_peak_memory_bytes": 34173296232
},
"scope": "Equal-weight geometric mean of declared timing-case medians; maximum observed memory. Range screen is descriptive, not statistical confidence; no automatic deployment."
}