Hugging Face's logo

manako
/
Detect-beverage-detect-winner

ONNX
element_type:detect
model:onnxruntime
subnet:winner
object:cup
object:can
object:bottle
Model card Files
xet
 Community
MTerryJack commited on
Commit
434eee9
·
verified ·
1 Parent(s): b36d4b1

benchmark: synthetic_2719c7ec-0649-4b9f-a1ff-ccee4047a620

Browse files
Files changed (4) hide show
  1. README.md +8 -1
  2. benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json +167 -0
  3. benchmark/synthetic/index.json +16 -0
  4. benchmark/synthetic/latest.json +167 -0
README.md CHANGED
@@ -6,12 +6,19 @@ tags:
6
  - object:cup
7
  - object:can
8
  - object:bottle
9
-
10
  manako:
11
  source: winner_fetch
12
  manifest_element_name: manak0/Detect-beverage-detect
13
  winner_repo_id: Realfencer/bev1016-3
14
  winner_revision: 1e92ce6340f9458e00bce286ab2a8043637c19f6
 
 
 
 
 
 
 
 
15
  ---
16
 
17
  # Detect-beverage-detect-winner
 
6
  - object:cup
7
  - object:can
8
  - object:bottle
 
9
  manako:
10
  source: winner_fetch
11
  manifest_element_name: manak0/Detect-beverage-detect
12
  winner_repo_id: Realfencer/bev1016-3
13
  winner_revision: 1e92ce6340f9458e00bce286ab2a8043637c19f6
14
+ score:
15
+ size_mb: 9.959402
16
+ performance_map50: 0.5876247687359889
17
+ E: 0.05900201324697897
18
+ last_benchmark:
19
+ type: synthetic_fixed
20
+ ran_at: '2026-10-20T10:45:07.186154Z'
21
+ result_path: benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json
22
  ---
23
 
24
  # Detect-beverage-detect-winner
benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manako/Detect-beverage-detect-winner",
4
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-10-20T10:45:07.186154Z",
7
+ "result_path": "benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json",
8
+ "split_ref": "private_final"
9
+ },
10
+ "results": {
11
+ "overall_iou": 0.5995060466732518,
12
+ "per_class_iou": {
13
+ "cup": 0.6362280954437517,
14
+ "can": 0.5151291248778079,
15
+ "bottle": 0.5258228725914637
16
+ },
17
+ "map_50": 0.5876247687359889,
18
+ "map_50_90": 0.31423835816196727,
19
+ "precision": 0.7555988315481986,
20
+ "recall": 0.6413223140495867,
21
+ "per_class_map_50": {
22
+ "bottle": 0.5075517779196004,
23
+ "can": 0.5958932347614239,
24
+ "cup": 0.6594292935269425
25
+ },
26
+ "per_class_map_50_90": {
27
+ "bottle": 0.25345789087943316,
28
+ "can": 0.3276960919819558,
29
+ "cup": 0.36156109162451266
30
+ },
31
+ "per_class_precision": {
32
+ "bottle": 0.7699115044247787,
33
+ "can": 0.7122905027932961,
34
+ "cup": 0.7832957110609481
35
+ },
36
+ "per_class_recall": {
37
+ "bottle": 0.5454545454545454,
38
+ "can": 0.6555269922879178,
39
+ "cup": 0.6912350597609562
40
+ },
41
+ "adaptive_map_50": 0.6297385552138667,
42
+ "ffpi": 2.1313131313131315,
43
+ "false_positive_score": 0.7868686868686868,
44
+ "foundry_score": 0.6925906078757949,
45
+ "composite_score": 0.6925906078757949,
46
+ "scoring_policy": "subnet-style-composite-v1",
47
+ "matched_images": 99,
48
+ "gt_count": 1210,
49
+ "pred_count": 1027,
50
+ "classes": [
51
+ "cup",
52
+ "can",
53
+ "bottle"
54
+ ],
55
+ "evaluated_element_revision": null,
56
+ "dataset_id": "15349211-a730-4b6a-a3db-11140803e33d",
57
+ "dataset_version_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
58
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
59
+ "split_ref": "private_final",
60
+ "selected_frame_count": 99,
61
+ "selected_frame_indices": [
62
+ 2,
63
+ 3,
64
+ 10,
65
+ 11,
66
+ 15,
67
+ 17,
68
+ 19,
69
+ 22,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 29,
74
+ 30,
75
+ 31,
76
+ 32,
77
+ 33,
78
+ 35,
79
+ 36,
80
+ 38,
81
+ 40,
82
+ 45,
83
+ 49,
84
+ 51,
85
+ 52,
86
+ 53,
87
+ 55,
88
+ 57,
89
+ 60,
90
+ 64,
91
+ 66,
92
+ 70,
93
+ 71,
94
+ 76,
95
+ 77,
96
+ 82,
97
+ 87,
98
+ 88,
99
+ 89,
100
+ 91,
101
+ 93,
102
+ 94,
103
+ 101,
104
+ 105,
105
+ 108,
106
+ 123,
107
+ 124,
108
+ 125,
109
+ 128,
110
+ 131,
111
+ 134,
112
+ 135,
113
+ 137,
114
+ 143,
115
+ 145,
116
+ 147,
117
+ 148,
118
+ 152,
119
+ 154,
120
+ 157,
121
+ 158,
122
+ 160,
123
+ 164,
124
+ 165,
125
+ 168,
126
+ 170,
127
+ 172,
128
+ 173,
129
+ 174,
130
+ 176,
131
+ 177,
132
+ 178,
133
+ 181,
134
+ 186,
135
+ 189,
136
+ 191,
137
+ 192,
138
+ 194,
139
+ 197,
140
+ 198,
141
+ 203,
142
+ 206,
143
+ 208,
144
+ 210,
145
+ 212,
146
+ 213,
147
+ 214,
148
+ 215,
149
+ 222,
150
+ 223,
151
+ 226,
152
+ 227,
153
+ 232,
154
+ 233,
155
+ 234,
156
+ 235,
157
+ 242,
158
+ 250,
159
+ 254,
160
+ 255
161
+ ],
162
+ "evaluated_version_ids": [
163
+ "2719c7ec-0649-4b9f-a1ff-ccee4047a620"
164
+ ],
165
+ "skipped_missing_pairs": 0
166
+ }
167
+ }
benchmark/synthetic/index.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
4
+ "saved_at": "2026-10-20T10:45:07.186154Z",
5
+ "result_path": "benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json",
6
+ "overall_iou": 0.5995060466732518,
7
+ "map_50": 0.5876247687359889,
8
+ "map_50_90": 0.31423835816196727,
9
+ "precision": 0.7555988315481986,
10
+ "recall": 0.6413223140495867,
11
+ "matched_images": 99,
12
+ "gt_count": 1210,
13
+ "pred_count": 1027,
14
+ "split_ref": "private_final"
15
+ }
16
+ ]
benchmark/synthetic/latest.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manako/Detect-beverage-detect-winner",
4
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-10-20T10:45:07.186154Z",
7
+ "result_path": "benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json",
8
+ "split_ref": "private_final"
9
+ },
10
+ "results": {
11
+ "overall_iou": 0.5995060466732518,
12
+ "per_class_iou": {
13
+ "cup": 0.6362280954437517,
14
+ "can": 0.5151291248778079,
15
+ "bottle": 0.5258228725914637
16
+ },
17
+ "map_50": 0.5876247687359889,
18
+ "map_50_90": 0.31423835816196727,
19
+ "precision": 0.7555988315481986,
20
+ "recall": 0.6413223140495867,
21
+ "per_class_map_50": {
22
+ "bottle": 0.5075517779196004,
23
+ "can": 0.5958932347614239,
24
+ "cup": 0.6594292935269425
25
+ },
26
+ "per_class_map_50_90": {
27
+ "bottle": 0.25345789087943316,
28
+ "can": 0.3276960919819558,
29
+ "cup": 0.36156109162451266
30
+ },
31
+ "per_class_precision": {
32
+ "bottle": 0.7699115044247787,
33
+ "can": 0.7122905027932961,
34
+ "cup": 0.7832957110609481
35
+ },
36
+ "per_class_recall": {
37
+ "bottle": 0.5454545454545454,
38
+ "can": 0.6555269922879178,
39
+ "cup": 0.6912350597609562
40
+ },
41
+ "adaptive_map_50": 0.6297385552138667,
42
+ "ffpi": 2.1313131313131315,
43
+ "false_positive_score": 0.7868686868686868,
44
+ "foundry_score": 0.6925906078757949,
45
+ "composite_score": 0.6925906078757949,
46
+ "scoring_policy": "subnet-style-composite-v1",
47
+ "matched_images": 99,
48
+ "gt_count": 1210,
49
+ "pred_count": 1027,
50
+ "classes": [
51
+ "cup",
52
+ "can",
53
+ "bottle"
54
+ ],
55
+ "evaluated_element_revision": null,
56
+ "dataset_id": "15349211-a730-4b6a-a3db-11140803e33d",
57
+ "dataset_version_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
58
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
59
+ "split_ref": "private_final",
60
+ "selected_frame_count": 99,
61
+ "selected_frame_indices": [
62
+ 2,
63
+ 3,
64
+ 10,
65
+ 11,
66
+ 15,
67
+ 17,
68
+ 19,
69
+ 22,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 29,
74
+ 30,
75
+ 31,
76
+ 32,
77
+ 33,
78
+ 35,
79
+ 36,
80
+ 38,
81
+ 40,
82
+ 45,
83
+ 49,
84
+ 51,
85
+ 52,
86
+ 53,
87
+ 55,
88
+ 57,
89
+ 60,
90
+ 64,
91
+ 66,
92
+ 70,
93
+ 71,
94
+ 76,
95
+ 77,
96
+ 82,
97
+ 87,
98
+ 88,
99
+ 89,
100
+ 91,
101
+ 93,
102
+ 94,
103
+ 101,
104
+ 105,
105
+ 108,
106
+ 123,
107
+ 124,
108
+ 125,
109
+ 128,
110
+ 131,
111
+ 134,
112
+ 135,
113
+ 137,
114
+ 143,
115
+ 145,
116
+ 147,
117
+ 148,
118
+ 152,
119
+ 154,
120
+ 157,
121
+ 158,
122
+ 160,
123
+ 164,
124
+ 165,
125
+ 168,
126
+ 170,
127
+ 172,
128
+ 173,
129
+ 174,
130
+ 176,
131
+ 177,
132
+ 178,
133
+ 181,
134
+ 186,
135
+ 189,
136
+ 191,
137
+ 192,
138
+ 194,
139
+ 197,
140
+ 198,
141
+ 203,
142
+ 206,
143
+ 208,
144
+ 210,
145
+ 212,
146
+ 213,
147
+ 214,
148
+ 215,
149
+ 222,
150
+ 223,
151
+ 226,
152
+ 227,
153
+ 232,
154
+ 233,
155
+ 234,
156
+ 235,
157
+ 242,
158
+ 250,
159
+ 254,
160
+ 255
161
+ ],
162
+ "evaluated_version_ids": [
163
+ "2719c7ec-0649-4b9f-a1ff-ccee4047a620"
164
+ ],
165
+ "skipped_missing_pairs": 0
166
+ }
167
+ }