File size: 1,228 Bytes
0690c04
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "offline": true,
  "source_weights_loaded": false,
  "result": {
    "model": "vllm-sr/d3-edge",
    "answers": {
      "action": {
        "type": "choice",
        "choice": "interrupt",
        "probabilities": {
          "interrupt": 0.9973768143874527,
          "discard": 0.002032327961540061,
          "enqueue": 0.0005908576510071697
        },
        "confidence": 0.9821505058276074
      }
    }
  },
  "warm_load_seconds": 2.203791333013214,
  "exact_capacity_finite": true,
  "over_capacity_rejected": true,
  "busy_rejected": true,
  "warm_samples": [
    0.05269275000318885,
    0.05112770805135369,
    0.051828166004270315,
    0.05237829207908362,
    0.05343454203102738,
    0.053588374983519316,
    0.05401412502396852,
    0.054127083043567836,
    0.055844917078502476,
    0.05553337500896305,
    0.05528029194101691,
    0.05540129204746336,
    0.05605095799546689,
    0.05630070890765637,
    0.0568293749820441,
    0.05660008289851248,
    0.0575399580411613,
    0.05654916702769697,
    0.05790370795875788,
    0.05721741705201566
  ],
  "median_seconds": 0.0554673335282132,
  "p95_seconds": 0.057558145537041125,
  "resident_rss_bytes": 1413726208,
  "peak_rss_bytes": 2234171392
}