{ "offline": true, "source_weights_loaded": false, "result": { "model": "vllm-sr/d3-edge", "answers": { "action": { "type": "choice", "choice": "interrupt", "probabilities": { "interrupt": 0.9973768143874527, "discard": 0.002032327961540061, "enqueue": 0.0005908576510071697 }, "confidence": 0.9821505058276074 } } }, "warm_load_seconds": 2.454338207957335, "exact_capacity_finite": true, "over_capacity_rejected": true, "busy_rejected": true, "warm_samples": [ 0.06502587499562651, 0.06737729196902364, 0.1194893749197945, 1.6982561249751598, 0.3375977500109002, 0.3100042500300333, 0.1140693329507485, 0.15322766604367644, 0.11672420799732208, 0.0866222920594737, 0.07988687499891967, 0.08105795795563608, 0.11885183304548264, 0.11392666690517217, 0.13019237504340708, 0.1090706669492647, 0.08949275000486523, 0.12821975001133978, 0.10849466605577618, 0.14767808292526752 ], "median_seconds": 0.11539677047403529, "p95_seconds": 0.40563066875911413, "resident_rss_bytes": 1114095616, "peak_rss_bytes": 2217132032 }