{ "n_test": 8041, "model": "convnext_small_320", "params_m": 49.61, "hybrid_weights": { "w_full": 0.0, "w_classical": 0, "fusion_t": 1.0 }, "comparison": [ { "name": "Classical only", "top1": 19.02, "top5": 41.49, "latency_ms": 18.7, "size_mb": 2.3 }, { "name": "Deep learning only", "top1": 94.03, "top5": 99.28, "latency_ms": 248.2, "size_mb": 94.7 }, { "name": "Hybrid (FP32, ONNX Runtime)", "top1": 94.73, "top5": 99.3, "latency_ms": 537.8, "size_mb": 198.0 }, { "name": "Hybrid INT8 (ONNX Runtime; 1,960-image subset*)", "top1": 94.44, "top5": 99.44, "latency_ms": 287.2, "size_mb": 62.8 } ], "ablation": [ { "name": "A. Classical only (YOLO ROI + HOG/LBP/HSV + LogReg)", "top1": 19.02, "top5": 41.49, "delta": "" }, { "name": "B. Deep learning only (full image)", "top1": 94.03, "top5": 99.28, "delta": "" }, { "name": "C. B + adaptive CLAHE gate", "top1": 94.08, "top5": 99.27, "delta": "+0.05" }, { "name": "D. YOLO ROI crop + deep learning", "top1": 94.58, "top5": 99.29, "delta": "+0.50" }, { "name": "E. D + horizontal-flip TTA", "top1": 94.73, "top5": 99.32, "delta": "+0.15" }, { "name": "F. E + full-frame context fusion", "top1": 94.73, "top5": 99.32, "delta": "+0.00" }, { "name": "G. F + adaptive CLAHE gate", "top1": 94.73, "top5": 99.3, "delta": "+0.00" }, { "name": "H. G + classical late fusion (full hybrid)", "top1": 94.73, "top5": 99.3, "delta": "+0.00" } ], "upper_bound_gt_crop": [ 94.89, 99.37 ], "detection": { "n": 8000, "mean_iou": 0.9302, "median_iou": 0.9522, "iou_ge_0.5": 98.76, "recall": 99.03, "map50": 0.7769, "map50_95": 0.7128 }, "int8": { "top1": 94.44, "top5": 99.44, "size_mb": 54.3, "subset_n": 1960, "fp32_same_images": [ 94.44, 99.44 ], "argmax_agreement": 99.9 }, "latency": { "threads": 2, "n_images": 40, "dl_only": { "detection_ms": 0.0, "classical_ms": 1.0, "classifier_ms": 247.6, "total_ms": 248.2, "p90_ms": 269.6 }, "torch_fp32": { "detection_ms": 62.0, "classical_ms": 1.0, "classifier_ms": 480.1, "total_ms": 544.2, "p90_ms": 821.8 }, "fp32": { "detection_ms": 62.4, "classical_ms": 0.9, "classifier_ms": 468.4, "total_ms": 537.8, "p90_ms": 770.9 }, "int8": { "detection_ms": 62.0, "classical_ms": 0.9, "classifier_ms": 219.8, "total_ms": 287.2, "p90_ms": 399.9 }, "classical_ms": 18.7 }, "confidence": { "avg_conf_all": 96.12, "avg_conf_correct": 97.39, "avg_conf_wrong": 73.31, "low_conf_rate": 1.77, "acc_when_flagged": 39.44, "acc_when_confident": 95.72, "ece_hybrid": 1.77, "temperature": 0.6, "sweep": [ { "threshold": 0.3, "coverage": 99.43, "accuracy_on_accepted": 95.13 }, { "threshold": 0.4, "coverage": 98.98, "accuracy_on_accepted": 95.36 }, { "threshold": 0.5, "coverage": 98.23, "accuracy_on_accepted": 95.72 }, { "threshold": 0.6, "coverage": 96.89, "accuracy_on_accepted": 96.25 }, { "threshold": 0.7, "coverage": 95.26, "accuracy_on_accepted": 96.76 }, { "threshold": 0.8, "coverage": 93.27, "accuracy_on_accepted": 97.23 }, { "threshold": 0.9, "coverage": 90.45, "accuracy_on_accepted": 97.75 } ] }, "robustness": { "methods": [ "Classical", "DL only", "Hybrid", "Detect %" ], "rows": [ { "condition": "clean", "values": [ 17.65, 93.37, 94.49, 99.0 ] }, { "condition": "low light", "values": [ 6.02, 90.71, 89.08, 89.0 ] }, { "condition": "over exposure", "values": [ 10.1, 91.53, 92.35, 96.3 ] }, { "condition": "motion blur", "values": [ 10.92, 84.8, 85.41, 97.9 ] }, { "condition": "gaussian noise", "values": [ 9.18, 92.76, 92.55, 86.8 ] }, { "condition": "occlusion", "values": [ 3.98, 89.08, 89.29, 98.4 ] }, { "condition": "viewpoint", "values": [ 17.14, 92.55, 94.29, 98.8 ] }, { "condition": "low resolution", "values": [ 9.29, 61.63, 61.73, 89.6 ] } ], "n": 980 }, "failures": { "top_confusions": { "Audi S5 Coupe 2012 -> Audi A5 Coupe 2012": 14, "Chevrolet Express Van 2007 -> Chevrolet Express Cargo Van 2007": 13, "Audi TTS Coupe 2012 -> Audi TT Hatchback 2011": 12, "Audi V8 Sedan 1994 -> Audi 100 Sedan 1994": 12, "Bentley Continental GT Coupe 2012 -> Bentley Continental GT Coupe 2007": 10, "Dodge Caliber Wagon 2012 -> Dodge Caliber Wagon 2007": 10, "Suzuki SX4 Sedan 2012 -> Suzuki Aerio Sedan 2007": 10, "Dodge Caliber Wagon 2007 -> Dodge Caliber Wagon 2012": 10, "Chevrolet Express Cargo Van 2007 -> Chevrolet Express Van 2007": 8, "BMW 6 Series Convertible 2007 -> BMW M6 Convertible 2010": 8 }, "worst_classes": { "Chevrolet Express Van 2007": 42.9, "Chevrolet Express Cargo Van 2007": 65.5, "Audi S5 Coupe 2012": 66.7, "Audi TTS Coupe 2012": 66.7, "Bentley Continental GT Coupe 2012": 70.6, "Audi V8 Sedan 1994": 72.1, "Audi TT Hatchback 2011": 72.5, "Audi 100 Sedan 1994": 75.0 }, "n_errors": 424, "high_conf_examples": [ { "path": "images/test/test_00290.jpg", "true": "Audi TTS Coupe 2012", "pred": "Audi TT Hatchback 2011", "conf": 100.0, "iou": 0.948 }, { "path": "images/test/test_05220.jpg", "true": "Dodge Durango SUV 2007", "pred": "Chrysler Aspen SUV 2009", "conf": 100.0, "iou": 0.921 }, { "path": "images/test/test_01705.jpg", "true": "Audi S5 Coupe 2012", "pred": "Audi A5 Coupe 2012", "conf": 99.9, "iou": 0.975 }, { "path": "images/test/test_01723.jpg", "true": "HUMMER H2 SUT Crew Cab 2009", "pred": "HUMMER H3T Crew Cab 2010", "conf": 99.9, "iou": 0.964 }, { "path": "images/test/test_00651.jpg", "true": "Jeep Grand Cherokee SUV 2012", "pred": "Jeep Compass SUV 2012", "conf": 99.9, "iou": 0.959 }, { "path": "images/test/test_01809.jpg", "true": "Aston Martin V8 Vantage Coupe 2012", "pred": "Aston Martin Virage Coupe 2012", "conf": 99.9, "iou": 0.909 } ] }, "browser": { "top1": 94.09, "top5": 99.07, "parity": 98.0, "model": "Visionary Lite" } }