File size: 1,042 Bytes
0690c04
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
  "platform": "macOS-27.2-arm64-arm-64bit-Mach-O",
  "load_seconds": 58.80653266608715,
  "warm_end_to_end_seconds": [
    0.0621637919684872,
    0.06014066596981138,
    0.06068524997681379,
    0.0603852920467034,
    0.06053533300291747
  ],
  "warm_median_seconds": 0.06053533300291747,
  "peak_rss_bytes": 6577537024,
  "checks": {
    "oversized_text_rejected": true,
    "media_rejected": true,
    "empty_options_rejected": true,
    "unknown_type_rejected": true,
    "invalid_score_rejected": true,
    "typed_multi_question": true,
    "repeat_probability_max_error": 0.0
  },
  "typed_example": {
    "model": "vllm-sr/d3-edge",
    "answers": {
      "yes": {
        "type": "noul",
        "noul": 0.9990649643751316
      },
      "route": {
        "type": "choice",
        "choice": "billing",
        "probabilities": {
          "billing": 0.9346153080498115,
          "shipping": 0.06495137471285559,
          "account": 0.0004333172373329151
        },
        "confidence": 0.7777749396105869
      }
    }
  }
}