transition-foundation-model / artifacts /smoke /api-latency-ensemble-cpu-v2.json
maxffarrell's picture
Release experimental Transition Foundation Model v0.1 with reproducible source and validation
1baf215 verified
Raw History Blame Contribute Delete
815 Bytes
{
"version": "tfm-api-latency-v1",
"measurements": [
{
"case": "single_query",
"device": "cpu",
"p50_ms": 5.0861665,
"p95_ms": 5.60503995,
"repetitions": 50,
"warmup": 5,
"actions": 1,
"fields": 1,
"horizons": 1,
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
},
{
"case": "batched_actions_horizons",
"device": "cpu",
"p50_ms": 13.3730625,
"p95_ms": 13.856893750000001,
"repetitions": 50,
"warmup": 5,
"actions": 2,
"fields": 2,
"horizons": 4,
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
}
]
}