| { | |
| "model": "temsa/IrishCore-DiffMask-135M-v1-rc5", | |
| "input": "eval/runtime_profile_source.jsonl", | |
| "loader_type": "token_span_onnx_q8", | |
| "examples": 3223, | |
| "min_score": 0.5, | |
| "iou_threshold": 0.5, | |
| "elapsed_seconds": 20.475276452023536, | |
| "examples_per_second": 157.4093520813721, | |
| "overall": { | |
| "precision": 0.5362731152204836, | |
| "recall": 0.2125740062024246, | |
| "f1": 0.30446194225721784, | |
| "tp": 754, | |
| "fp": 652, | |
| "fn": 2793 | |
| }, | |
| "by_label": { | |
| "PPSN": { | |
| "precision": 0.8004246284501062, | |
| "recall": 0.2125740062024246, | |
| "f1": 0.3359322789039875, | |
| "tp": 754, | |
| "fp": 188, | |
| "fn": 2793 | |
| } | |
| }, | |
| "backend": "onnx_token_span_q8" | |
| } | |