| { | |
| "offline": true, | |
| "source_weights_loaded": false, | |
| "result": { | |
| "model": "vllm-sr/d3-edge", | |
| "answers": { | |
| "action": { | |
| "type": "choice", | |
| "choice": "interrupt", | |
| "probabilities": { | |
| "interrupt": 0.9973768143874527, | |
| "discard": 0.002032327961540061, | |
| "enqueue": 0.0005908576510071697 | |
| }, | |
| "confidence": 0.9821505058276074 | |
| } | |
| } | |
| }, | |
| "warm_load_seconds": 2.454338207957335, | |
| "exact_capacity_finite": true, | |
| "over_capacity_rejected": true, | |
| "busy_rejected": true, | |
| "warm_samples": [ | |
| 0.06502587499562651, | |
| 0.06737729196902364, | |
| 0.1194893749197945, | |
| 1.6982561249751598, | |
| 0.3375977500109002, | |
| 0.3100042500300333, | |
| 0.1140693329507485, | |
| 0.15322766604367644, | |
| 0.11672420799732208, | |
| 0.0866222920594737, | |
| 0.07988687499891967, | |
| 0.08105795795563608, | |
| 0.11885183304548264, | |
| 0.11392666690517217, | |
| 0.13019237504340708, | |
| 0.1090706669492647, | |
| 0.08949275000486523, | |
| 0.12821975001133978, | |
| 0.10849466605577618, | |
| 0.14767808292526752 | |
| ], | |
| "median_seconds": 0.11539677047403529, | |
| "p95_seconds": 0.40563066875911413, | |
| "resident_rss_bytes": 1114095616, | |
| "peak_rss_bytes": 2217132032 | |
| } | |