| { |
| "role": "validator", |
| "version": 1, |
| "onnx_path": "validator-v1.onnx", |
| "size_bytes": 3147798, |
| "imgsz": 448, |
| "classes": [ |
| "bin" |
| ], |
| "quantised": true, |
| "map50_fp32": 0.7524389678079388, |
| "map50_int8": 0.025, |
| "top1_fp32": null, |
| "top1_int8": null, |
| "median_latency_ms": null, |
| "p95_latency_ms": null, |
| "latency_hardware": null, |
| "targets_measured": { |
| "min_recall_heldout_city": null, |
| "min_precision_on_negatives": 0.9793 |
| }, |
| "accuracy_metric": "map50", |
| "accuracy_drop": 0.7274389678079388, |
| "normalisation": { |
| "scale": 0.00392156862745098, |
| "mean": [ |
| 0, |
| 0, |
| 0 |
| ], |
| "std": [ |
| 1, |
| 1, |
| 1 |
| ] |
| }, |
| "input_name": "images", |
| "layout": "NCHW", |
| "dynamic_batch": false, |
| "nms": { |
| "in_graph": false, |
| "iou": 0.45, |
| "score": 0.35 |
| }, |
| "gates": { |
| "role": "validator", |
| "max_median_latency_ms": 50.0, |
| "max_accuracy_drop": 0.02 |
| }, |
| "gate_result": { |
| "failures": [ |
| "int8 quantisation cost 0.727 map50 (max 0.02)" |
| ], |
| "unmeasured": [ |
| "median latency for the validator has not been measured on the service CPU \u2013 run ml/scripts/gate.py against the bench" |
| ], |
| "may_ship": false |
| }, |
| "targets": { |
| "min_recall_heldout_city": 0.97, |
| "min_precision_on_negatives": 0.97 |
| }, |
| "target_result": { |
| "met": { |
| "min_precision_on_negatives": 0.9793 |
| }, |
| "missed": {}, |
| "unmeasurable": [ |
| "min_recall_heldout_city" |
| ] |
| } |
| } |
