| { |
| "source_model": "Cloudflare/clef", |
| "source_revision": "2f3de3dd85f379784083b0814d997ab627200f0c", |
| "quantization": { |
| "decoder_bits": 4.0, |
| "vision_bits": 6, |
| "lm_head_bits": 16, |
| "joint_head_source_dtype": "bfloat16", |
| "joint_head_runtime_dtype": "float16" |
| }, |
| "exl3_probe": { |
| "passed": true, |
| "decode_tps": 26.337, |
| "gpu": "NVIDIA GeForce RTX 4090", |
| "torch": "2.10.0+cu128" |
| }, |
| "clef_smoke_passed": true, |
| "bf16_reference_passed": true, |
| "decision_match": { |
| "invoice.status": true, |
| "outage.department": true |
| }, |
| "mean_abs_numeric_delta": 0.007055, |
| "max_abs_numeric_delta": 0.0178, |
| "numeric_deltas": { |
| "invoice.status.paid": 0.0002, |
| "invoice.status.overdue": 0.0002, |
| "invoice.status.draft": 0.0001, |
| "invoice.large.noul": 0.0003, |
| "outage.department.billing": 0.0097, |
| "outage.department.technical": 0.0097, |
| "outage.urgency.score": 0.0178, |
| "outage.urgency.p0": 0.0028, |
| "outage.urgency.p1": 0.0122, |
| "outage.urgency.p2": 0.0149, |
| "outage.outage.noul": 0.0097 |
| }, |
| "notes": "Delta summary covers the bundled invoice and outage SystemOne validation cases. TabbyAPI and multimodal SystemOne are not validated." |
| } |
|
|
