ppe-rfdetr-small / eval /workers_eval3.json
hirodobokuai's picture
Release ppe_rfdetr_small_v1
d101840 verified
Raw History Blame Contribute Delete
2.34 kB
{
"set": "eval3",
"role": "deciding set, first use",
"note": "作業員ごとの未着用の検出率(recall_off)・的中率(precision_off)と作業員の見落とし。高さ 64 画素以上の作業員。recorded は社内の流れ(PyTorch、学習の環境の MPS)で数えた記録。rerun_onnx はこの公開物の ONNX 2つと postprocess/ を CPU で流し直したもの。rerun_internal_cpu は社内の流れを CPU で流し直したもの。評価用の画像は公開していない",
"counts": {
"images": 58,
"workers": 128,
"helmet_on": 65,
"helmet_off": 56,
"helmet_unknown": 7,
"vest_on": 20,
"vest_off": 105,
"vest_unknown": 3,
"ignore_boxes": 51,
"small_workers": 5
},
"settings": {
"person_thr": 0.4,
"part_thr": 0.3,
"helmet_thr": 0.5,
"min_h": 64
},
"recorded": {
"workers": 128,
"missed_workers": 11,
"false_workers": 2,
"helmet": {
"tp": 48,
"fn": 8,
"fp": 3,
"pred_unknown_on_off_gt": 12,
"recall_off": 0.857,
"precision_off": 0.941
},
"vest": {
"tp": 90,
"fn": 15,
"fp": 4,
"pred_unknown_on_off_gt": 12,
"recall_off": 0.857,
"precision_off": 0.957
},
"worker_miss_rate": 0.086
},
"rerun_onnx": {
"workers": 128,
"missed_workers": 11,
"false_workers": 2,
"helmet": {
"tp": 48,
"fn": 8,
"fp": 5,
"pred_unknown_on_off_gt": 12,
"recall_off": 0.857,
"precision_off": 0.906
},
"vest": {
"tp": 92,
"fn": 13,
"fp": 4,
"pred_unknown_on_off_gt": 12,
"recall_off": 0.876,
"precision_off": 0.958
},
"worker_miss_rate": 0.086
},
"rerun_internal_cpu": {
"workers": 128,
"missed_workers": 11,
"false_workers": 2,
"helmet": {
"tp": 48,
"fn": 8,
"fp": 3,
"pred_unknown_on_off_gt": 12,
"recall_off": 0.857,
"precision_off": 0.941
},
"vest": {
"tp": 90,
"fn": 15,
"fp": 4,
"pred_unknown_on_off_gt": 12,
"recall_off": 0.857,
"precision_off": 0.957
},
"worker_miss_rate": 0.086
},
"helmet_recall_off_wilson95": {
"recorded": [
0.743,
0.926
],
"rerun_onnx": [
0.743,
0.926
]
}
}