| { | |
| "offline": true, | |
| "source_weights_loaded": false, | |
| "result": { | |
| "model": "vllm-sr/d3-edge", | |
| "answers": { | |
| "action": { | |
| "type": "choice", | |
| "choice": "interrupt", | |
| "probabilities": { | |
| "interrupt": 0.9973768143874527, | |
| "discard": 0.002032327961540061, | |
| "enqueue": 0.0005908576510071697 | |
| }, | |
| "confidence": 0.9821505058276074 | |
| } | |
| } | |
| }, | |
| "warm_load_seconds": 2.203791333013214, | |
| "exact_capacity_finite": true, | |
| "over_capacity_rejected": true, | |
| "busy_rejected": true, | |
| "warm_samples": [ | |
| 0.05269275000318885, | |
| 0.05112770805135369, | |
| 0.051828166004270315, | |
| 0.05237829207908362, | |
| 0.05343454203102738, | |
| 0.053588374983519316, | |
| 0.05401412502396852, | |
| 0.054127083043567836, | |
| 0.055844917078502476, | |
| 0.05553337500896305, | |
| 0.05528029194101691, | |
| 0.05540129204746336, | |
| 0.05605095799546689, | |
| 0.05630070890765637, | |
| 0.0568293749820441, | |
| 0.05660008289851248, | |
| 0.0575399580411613, | |
| 0.05654916702769697, | |
| 0.05790370795875788, | |
| 0.05721741705201566 | |
| ], | |
| "median_seconds": 0.0554673335282132, | |
| "p95_seconds": 0.057558145537041125, | |
| "resident_rss_bytes": 1413726208, | |
| "peak_rss_bytes": 2234171392 | |
| } | |