{ "version": "tfm-api-latency-v1", "measurements": [ { "case": "single_query", "device": "cpu", "p50_ms": 5.0861665, "p95_ms": 5.60503995, "repetitions": 50, "warmup": 5, "actions": 1, "fields": 1, "horizons": 1, "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" }, { "case": "batched_actions_horizons", "device": "cpu", "p50_ms": 13.3730625, "p95_ms": 13.856893750000001, "repetitions": 50, "warmup": 5, "actions": 2, "fields": 2, "horizons": 4, "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" } ] }