transition-foundation-model / artifacts /smoke /api-latency-cpu-v2.json
maxffarrell's picture
Release experimental Transition Foundation Model v0.1 with reproducible source and validation
1baf215 verified
Raw History Blame Contribute Delete
822 Bytes
{
"version": "tfm-api-latency-v1",
"measurements": [
{
"case": "single_query",
"device": "cpu",
"p50_ms": 2.693125,
"p95_ms": 3.0388810999999993,
"repetitions": 50,
"warmup": 5,
"actions": 1,
"fields": 1,
"horizons": 1,
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
},
{
"case": "batched_actions_horizons",
"device": "cpu",
"p50_ms": 5.3388124999999995,
"p95_ms": 6.30096425,
"repetitions": 50,
"warmup": 5,
"actions": 2,
"fields": 2,
"horizons": 4,
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
}
]
}