File size: 1,219 Bytes
0690c04 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"offline": true,
"source_weights_loaded": false,
"result": {
"model": "vllm-sr/d3-edge",
"answers": {
"action": {
"type": "choice",
"choice": "interrupt",
"probabilities": {
"interrupt": 0.9973768143874527,
"discard": 0.002032327961540061,
"enqueue": 0.0005908576510071697
},
"confidence": 0.9821505058276074
}
}
},
"warm_load_seconds": 2.454338207957335,
"exact_capacity_finite": true,
"over_capacity_rejected": true,
"busy_rejected": true,
"warm_samples": [
0.06502587499562651,
0.06737729196902364,
0.1194893749197945,
1.6982561249751598,
0.3375977500109002,
0.3100042500300333,
0.1140693329507485,
0.15322766604367644,
0.11672420799732208,
0.0866222920594737,
0.07988687499891967,
0.08105795795563608,
0.11885183304548264,
0.11392666690517217,
0.13019237504340708,
0.1090706669492647,
0.08949275000486523,
0.12821975001133978,
0.10849466605577618,
0.14767808292526752
],
"median_seconds": 0.11539677047403529,
"p95_seconds": 0.40563066875911413,
"resident_rss_bytes": 1114095616,
"peak_rss_bytes": 2217132032
}
|