{ "version": "tfm-api-latency-v1", "measurements": [ { "case": "single_query", "device": "cpu", "p50_ms": 2.693125, "p95_ms": 3.0388810999999993, "repetitions": 50, "warmup": 5, "actions": 1, "fields": 1, "horizons": 1, "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" }, { "case": "batched_actions_horizons", "device": "cpu", "p50_ms": 5.3388124999999995, "p95_ms": 6.30096425, "repetitions": 50, "warmup": 5, "actions": 2, "fields": 2, "horizons": 4, "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" } ] }