File size: 822 Bytes
1baf215 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"version": "tfm-api-latency-v1",
"measurements": [
{
"case": "single_query",
"device": "cpu",
"p50_ms": 2.693125,
"p95_ms": 3.0388810999999993,
"repetitions": 50,
"warmup": 5,
"actions": 1,
"fields": 1,
"horizons": 1,
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
},
{
"case": "batched_actions_horizons",
"device": "cpu",
"p50_ms": 5.3388124999999995,
"p95_ms": 6.30096425,
"repetitions": 50,
"warmup": 5,
"actions": 2,
"fields": 2,
"horizons": 4,
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
}
]
}
|