{ "offline": true, "source_weights_loaded": false, "result": { "model": "vllm-sr/d3-edge", "answers": { "action": { "type": "choice", "choice": "interrupt", "probabilities": { "interrupt": 0.9973768143874527, "discard": 0.002032327961540061, "enqueue": 0.0005908576510071697 }, "confidence": 0.9821505058276074 } } }, "warm_load_seconds": 2.203791333013214, "exact_capacity_finite": true, "over_capacity_rejected": true, "busy_rejected": true, "warm_samples": [ 0.05269275000318885, 0.05112770805135369, 0.051828166004270315, 0.05237829207908362, 0.05343454203102738, 0.053588374983519316, 0.05401412502396852, 0.054127083043567836, 0.055844917078502476, 0.05553337500896305, 0.05528029194101691, 0.05540129204746336, 0.05605095799546689, 0.05630070890765637, 0.0568293749820441, 0.05660008289851248, 0.0575399580411613, 0.05654916702769697, 0.05790370795875788, 0.05721741705201566 ], "median_seconds": 0.0554673335282132, "p95_seconds": 0.057558145537041125, "resident_rss_bytes": 1413726208, "peak_rss_bytes": 2234171392 }