{ "set": "eval3", "role": "deciding set, first use", "note": "作業員ごとの未着用の検出率(recall_off)・的中率(precision_off)と作業員の見落とし。高さ 64 画素以上の作業員。recorded は社内の流れ(PyTorch、学習の環境の MPS)で数えた記録。rerun_onnx はこの公開物の ONNX 2つと postprocess/ を CPU で流し直したもの。rerun_internal_cpu は社内の流れを CPU で流し直したもの。評価用の画像は公開していない", "counts": { "images": 58, "workers": 128, "helmet_on": 65, "helmet_off": 56, "helmet_unknown": 7, "vest_on": 20, "vest_off": 105, "vest_unknown": 3, "ignore_boxes": 51, "small_workers": 5 }, "settings": { "person_thr": 0.4, "part_thr": 0.3, "helmet_thr": 0.5, "min_h": 64 }, "recorded": { "workers": 128, "missed_workers": 11, "false_workers": 2, "helmet": { "tp": 48, "fn": 8, "fp": 3, "pred_unknown_on_off_gt": 12, "recall_off": 0.857, "precision_off": 0.941 }, "vest": { "tp": 90, "fn": 15, "fp": 4, "pred_unknown_on_off_gt": 12, "recall_off": 0.857, "precision_off": 0.957 }, "worker_miss_rate": 0.086 }, "rerun_onnx": { "workers": 128, "missed_workers": 11, "false_workers": 2, "helmet": { "tp": 48, "fn": 8, "fp": 5, "pred_unknown_on_off_gt": 12, "recall_off": 0.857, "precision_off": 0.906 }, "vest": { "tp": 92, "fn": 13, "fp": 4, "pred_unknown_on_off_gt": 12, "recall_off": 0.876, "precision_off": 0.958 }, "worker_miss_rate": 0.086 }, "rerun_internal_cpu": { "workers": 128, "missed_workers": 11, "false_workers": 2, "helmet": { "tp": 48, "fn": 8, "fp": 3, "pred_unknown_on_off_gt": 12, "recall_off": 0.857, "precision_off": 0.941 }, "vest": { "tp": 90, "fn": 15, "fp": 4, "pred_unknown_on_off_gt": 12, "recall_off": 0.857, "precision_off": 0.957 }, "worker_miss_rate": 0.086 }, "helmet_recall_off_wilson95": { "recorded": [ 0.743, 0.926 ], "rerun_onnx": [ 0.743, 0.926 ] } }