ppe-rfdetr-small / eval /workers_eval2.json
hirodobokuai's picture
Release ppe_rfdetr_small_v1
d101840 verified
Raw History Blame Contribute Delete
2.39 kB
{
"set": "eval2",
"role": "earlier deciding set, used several times for comparisons",
"note": "作業員ごとの未着用の検出率(recall_off)・的中率(precision_off)と作業員の見落とし。高さ 64 画素以上の作業員。recorded は社内の流れ(PyTorch、学習の環境の MPS)で数えた記録。rerun_onnx はこの公開物の ONNX 2つと postprocess/ を CPU で流し直したもの。rerun_internal_cpu は社内の流れを CPU で流し直したもの。評価用の画像は公開していない",
"counts": {
"images": 102,
"workers": 327,
"helmet_on": 137,
"helmet_off": 157,
"helmet_unknown": 33,
"vest_on": 141,
"vest_off": 175,
"vest_unknown": 11,
"ignore_boxes": 47,
"small_workers": 3
},
"settings": {
"person_thr": 0.4,
"part_thr": 0.3,
"helmet_thr": 0.5,
"min_h": 64
},
"recorded": {
"workers": 327,
"missed_workers": 23,
"false_workers": 11,
"helmet": {
"tp": 136,
"fn": 21,
"fp": 4,
"pred_unknown_on_off_gt": 21,
"recall_off": 0.866,
"precision_off": 0.971
},
"vest": {
"tp": 148,
"fn": 27,
"fp": 11,
"pred_unknown_on_off_gt": 26,
"recall_off": 0.846,
"precision_off": 0.931
},
"worker_miss_rate": 0.07
},
"rerun_onnx": {
"workers": 327,
"missed_workers": 23,
"false_workers": 11,
"helmet": {
"tp": 137,
"fn": 20,
"fp": 4,
"pred_unknown_on_off_gt": 20,
"recall_off": 0.873,
"precision_off": 0.972
},
"vest": {
"tp": 149,
"fn": 26,
"fp": 12,
"pred_unknown_on_off_gt": 25,
"recall_off": 0.851,
"precision_off": 0.925
},
"worker_miss_rate": 0.07
},
"rerun_internal_cpu": {
"workers": 327,
"missed_workers": 23,
"false_workers": 11,
"helmet": {
"tp": 136,
"fn": 21,
"fp": 4,
"pred_unknown_on_off_gt": 21,
"recall_off": 0.866,
"precision_off": 0.971
},
"vest": {
"tp": 148,
"fn": 27,
"fp": 11,
"pred_unknown_on_off_gt": 26,
"recall_off": 0.846,
"precision_off": 0.931
},
"worker_miss_rate": 0.07
},
"helmet_recall_off_wilson95": {
"recorded": [
0.804,
0.911
],
"rerun_onnx": [
0.811,
0.916
]
}
}