{
  "source_model": "Cloudflare/clef",
  "source_revision": "2f3de3dd85f379784083b0814d997ab627200f0c",
  "quantization": {
    "decoder_bits": 4.0,
    "vision_bits": 6,
    "lm_head_bits": 16,
    "joint_head_source_dtype": "bfloat16",
    "joint_head_runtime_dtype": "float16"
  },
  "exl3_probe": {
    "passed": true,
    "decode_tps": 26.337,
    "gpu": "NVIDIA GeForce RTX 4090",
    "torch": "2.10.0+cu128"
  },
  "clef_smoke_passed": true,
  "bf16_reference_passed": true,
  "decision_match": {
    "invoice.status": true,
    "outage.department": true
  },
  "mean_abs_numeric_delta": 0.007055,
  "max_abs_numeric_delta": 0.0178,
  "numeric_deltas": {
    "invoice.status.paid": 0.0002,
    "invoice.status.overdue": 0.0002,
    "invoice.status.draft": 0.0001,
    "invoice.large.noul": 0.0003,
    "outage.department.billing": 0.0097,
    "outage.department.technical": 0.0097,
    "outage.urgency.score": 0.0178,
    "outage.urgency.p0": 0.0028,
    "outage.urgency.p1": 0.0122,
    "outage.urgency.p2": 0.0149,
    "outage.outage.noul": 0.0097
  },
  "notes": "Delta summary covers the bundled invoice and outage SystemOne validation cases. TabbyAPI and multimodal SystemOne are not validated."
}