{
  "machine": "Apple M5 Pro, macOS 27.0, compute units ALL",
  "request": "three-head email triage request (benchmark-latency.py), 10 warmups, 100 calls, Python coremltools predict",
  "gliner2_decide_classification_fp16_L128_H4_K8.mlpackage": {
    "p50_ms": 8.18,
    "p95_ms": 10.33
  },
  "gliner2_decide_classification_w8_L128_H4_K8.mlpackage": {
    "p50_ms": 10.09,
    "p95_ms": 12.98
  },
  "gliner2_decide_classification_lut6_L128_H4_K8.mlpackage": {
    "p50_ms": 9.89,
    "p95_ms": 14.45
  },
  "gliner2_decide_classification_fp16_L256_H4_K32.mlpackage": {
    "p50_ms": 14.71,
    "p95_ms": 16.69
  },
  "gliner2_decide_classification_w8_L256_H4_K32.mlpackage": {
    "p50_ms": 20.58,
    "p95_ms": 38.79
  },
  "gliner2_decide_classification_lut6_L256_H4_K32.mlpackage": {
    "p50_ms": 17.58,
    "p95_ms": 24.61
  },
  "gliner2_decide_classification_fp16_L512_H4_K32.mlpackage": {
    "p50_ms": 44.02,
    "p95_ms": 98.99
  },
  "gliner2_decide_classification_w8_L512_H4_K32.mlpackage": {
    "p50_ms": 42.93,
    "p95_ms": 66.93
  },
  "gliner2_decide_classification_lut6_L512_H4_K32.mlpackage": {
    "p50_ms": 62.95,
    "p95_ms": 71.11
  },
  "cpu_and_ne": {
    "gliner2_decide_classification_fp16_L256_H4_K32.mlpackage": {
      "p50_ms": 689.15,
      "p95_ms": 1266.79,
      "calls": 30
    }
  }
}