devin-lai's picture
Release v0.4.0: selective MLX model downloads
3da88e3 verified
Raw History Blame Contribute Delete
1.82 kB
{
"schema_version": 1,
"baseline": "r3-deployment-control",
"candidate": "r3-deployment-qk-fc2",
"decision": "no_qualified_improvement",
"quality_pass": true,
"quality_checks": {
"max_abs_error": true,
"nonfinite_values": true
},
"feasible": false,
"objective": "latency",
"latency_reduction_pct": 5.23567719335637,
"speedup": 1.0552494550511293,
"peak_memory_reduction_pct": -1.040944261192811,
"latency_range_screen_pass": true,
"baseline_summary": {
"cases": {
"product": {
"median_seconds": 65.85317666619085,
"min_seconds": 64.79533495893702,
"max_seconds": 68.77809108304791,
"repeats": 3,
"max_peak_memory_bytes": 42928544448
},
"portrait": {
"median_seconds": 64.66372808301821,
"min_seconds": 64.64417616720311,
"max_seconds": 64.91441170801409,
"repeats": 3,
"max_peak_memory_bytes": 43071298312
}
},
"geomean_seconds": 65.25574234767025,
"max_peak_memory_bytes": 43071298312
},
"candidate_summary": {
"cases": {
"product": {
"median_seconds": 62.625355625059456,
"min_seconds": 61.922258959151804,
"max_seconds": 63.23245245893486,
"repeats": 3,
"max_peak_memory_bytes": 43414117080
},
"portrait": {
"median_seconds": 61.06283883401193,
"min_seconds": 60.62431841692887,
"max_seconds": 61.68039979180321,
"repeats": 3,
"max_peak_memory_bytes": 43519646520
}
},
"geomean_seconds": 61.83916232821788,
"max_peak_memory_bytes": 43519646520
},
"scope": "Equal-weight geometric mean of declared timing-case medians; maximum observed memory. Range screen is descriptive, not statistical confidence; no automatic deployment."
}