File size: 822 Bytes
1baf215
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
{
  "version": "tfm-api-latency-v1",
  "measurements": [
    {
      "case": "single_query",
      "device": "cpu",
      "p50_ms": 2.693125,
      "p95_ms": 3.0388810999999993,
      "repetitions": 50,
      "warmup": 5,
      "actions": 1,
      "fields": 1,
      "horizons": 1,
      "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
    },
    {
      "case": "batched_actions_horizons",
      "device": "cpu",
      "p50_ms": 5.3388124999999995,
      "p95_ms": 6.30096425,
      "repetitions": 50,
      "warmup": 5,
      "actions": 2,
      "fields": 2,
      "horizons": 4,
      "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
    }
  ]
}