File size: 1,210 Bytes
daa4590 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | {
"source_model": "Cloudflare/clef",
"source_revision": "2f3de3dd85f379784083b0814d997ab627200f0c",
"quantization": {
"decoder_bits": 4.0,
"vision_bits": 6,
"lm_head_bits": 16,
"joint_head_source_dtype": "bfloat16",
"joint_head_runtime_dtype": "float16"
},
"exl3_probe": {
"passed": true,
"decode_tps": 26.337,
"gpu": "NVIDIA GeForce RTX 4090",
"torch": "2.10.0+cu128"
},
"clef_smoke_passed": true,
"bf16_reference_passed": true,
"decision_match": {
"invoice.status": true,
"outage.department": true
},
"mean_abs_numeric_delta": 0.007055,
"max_abs_numeric_delta": 0.0178,
"numeric_deltas": {
"invoice.status.paid": 0.0002,
"invoice.status.overdue": 0.0002,
"invoice.status.draft": 0.0001,
"invoice.large.noul": 0.0003,
"outage.department.billing": 0.0097,
"outage.department.technical": 0.0097,
"outage.urgency.score": 0.0178,
"outage.urgency.p0": 0.0028,
"outage.urgency.p1": 0.0122,
"outage.urgency.p2": 0.0149,
"outage.outage.noul": 0.0097
},
"notes": "Delta summary covers the bundled invoice and outage SystemOne validation cases. TabbyAPI and multimodal SystemOne are not validated."
}
|