visual-product-matching / evaluation /runtime_comparison.json
Ypeng12's picture
Publish verified cache speedup, pixel-equivalence checks, UI results and Chinese evaluation
23cdd96 verified
Raw History Blame Contribute Delete
811 Bytes
{
"before_revision": "eced47593d5607a11d58a10129f14198d576ed40",
"after_revision": "ad7798fec0de9df90088f7304d207b64ac439d82",
"comparisons_verified": 36,
"cold_calls_verified": 12,
"warm_calls_verified": 24,
"before": {
"n": 24,
"server_ms": {
"p50": 148.11,
"p95": 185.11749999999998
},
"client_ms": {
"p50": 496.22071349585894,
"p95": 593.6455220537027
}
},
"after": {
"n": 24,
"server_ms": {
"p50": 81.245,
"p95": 109.3385
},
"client_ms": {
"p50": 495.9399569997913,
"p95": 590.6906224507111
}
},
"server_p50_reduction_pct": 45.14549996624131,
"scope": "Repeated images only; before/after sequential deployments on shared CPU Basic, not randomized A/B. First pass separate in source summaries."
}