MTerryJack commited on
Commit
310e550
·
verified ·
1 Parent(s): 0e038c4

benchmark: synthetic_2719c7ec-0649-4b9f-a1ff-ccee4047a620

Browse files
README.md CHANGED
@@ -6,12 +6,19 @@ tags:
6
  - object:cup
7
  - object:can
8
  - object:bottle
9
-
10
  manako:
11
  source: winner_fetch
12
  manifest_element_name: manak0/Detect-beverage-detect
13
  winner_repo_id: SuperBitDev/bev3
14
  winner_revision: f696dc7ad3b045d1863782593b5554e49e6cc590
 
 
 
 
 
 
 
 
15
  ---
16
 
17
  # Detect-beverage-detect-winner
 
6
  - object:cup
7
  - object:can
8
  - object:bottle
 
9
  manako:
10
  source: winner_fetch
11
  manifest_element_name: manak0/Detect-beverage-detect
12
  winner_repo_id: SuperBitDev/bev3
13
  winner_revision: f696dc7ad3b045d1863782593b5554e49e6cc590
14
+ score:
15
+ size_mb: 10.2761
16
+ performance_map50: 0.5293386048822143
17
+ E: 0.051511624534815184
18
+ last_benchmark:
19
+ type: synthetic_fixed
20
+ ran_at: '2026-09-23T11:15:36.505082Z'
21
+ result_path: benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json
22
  ---
23
 
24
  # Detect-beverage-detect-winner
benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manak0/Detect-beverage-detect-winner",
4
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-09-23T11:15:36.505082Z",
7
+ "result_path": "benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json",
8
+ "split_ref": "private_leaderboard"
9
+ },
10
+ "results": {
11
+ "overall_iou": 0.5501986673349023,
12
+ "per_class_iou": {
13
+ "cup": 0.6266340118576785,
14
+ "can": 0.4127648999983544,
15
+ "bottle": 0.5364038309572062
16
+ },
17
+ "map_50": 0.5293386048822143,
18
+ "map_50_90": 0.2567351427301064,
19
+ "precision": 0.7758620689655172,
20
+ "recall": 0.569620253164557,
21
+ "per_class_map_50": {
22
+ "bottle": 0.5210974809799179,
23
+ "can": 0.5456354515546392,
24
+ "cup": 0.5212828821120858
25
+ },
26
+ "per_class_map_50_90": {
27
+ "bottle": 0.26873290944755973,
28
+ "can": 0.24512172173274335,
29
+ "cup": 0.2563507970100162
30
+ },
31
+ "per_class_precision": {
32
+ "bottle": 0.8024691358024691,
33
+ "can": 0.6764705882352942,
34
+ "cup": 0.8504672897196262
35
+ },
36
+ "per_class_recall": {
37
+ "bottle": 0.5416666666666666,
38
+ "can": 0.6216216216216216,
39
+ "cup": 0.5548780487804879
40
+ },
41
+ "adaptive_map_50": 0.5599411908934302,
42
+ "ffpi": 1.8333333333333333,
43
+ "false_positive_score": 0.8166666666666667,
44
+ "foundry_score": 0.6626313812027247,
45
+ "composite_score": 0.6626313812027247,
46
+ "scoring_policy": "subnet-style-composite-v1",
47
+ "matched_images": 30,
48
+ "gt_count": 395,
49
+ "pred_count": 290,
50
+ "classes": [
51
+ "cup",
52
+ "can",
53
+ "bottle"
54
+ ],
55
+ "evaluated_element_revision": null,
56
+ "dataset_id": "15349211-a730-4b6a-a3db-11140803e33d",
57
+ "dataset_version_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
58
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
59
+ "split_ref": "private_leaderboard",
60
+ "selected_frame_count": 30,
61
+ "selected_frame_indices": [
62
+ 1,
63
+ 2,
64
+ 3,
65
+ 4,
66
+ 5,
67
+ 6,
68
+ 7,
69
+ 8,
70
+ 9,
71
+ 10,
72
+ 11,
73
+ 12,
74
+ 13,
75
+ 14,
76
+ 15,
77
+ 16,
78
+ 17,
79
+ 18,
80
+ 19,
81
+ 20,
82
+ 21,
83
+ 22,
84
+ 23,
85
+ 24,
86
+ 25,
87
+ 26,
88
+ 27,
89
+ 28,
90
+ 29,
91
+ 30
92
+ ],
93
+ "evaluated_version_ids": [
94
+ "2719c7ec-0649-4b9f-a1ff-ccee4047a620"
95
+ ],
96
+ "skipped_missing_pairs": 0
97
+ }
98
+ }
benchmark/synthetic/index.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
4
+ "saved_at": "2026-09-23T11:15:36.505082Z",
5
+ "result_path": "benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json",
6
+ "overall_iou": 0.5501986673349023,
7
+ "map_50": 0.5293386048822143,
8
+ "map_50_90": 0.2567351427301064,
9
+ "precision": 0.7758620689655172,
10
+ "recall": 0.569620253164557,
11
+ "matched_images": 30,
12
+ "gt_count": 395,
13
+ "pred_count": 290,
14
+ "split_ref": "private_leaderboard"
15
+ }
16
+ ]
benchmark/synthetic/latest.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manak0/Detect-beverage-detect-winner",
4
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-09-23T11:15:36.505082Z",
7
+ "result_path": "benchmark/synthetic/2719c7ec-0649-4b9f-a1ff-ccee4047a620.json",
8
+ "split_ref": "private_leaderboard"
9
+ },
10
+ "results": {
11
+ "overall_iou": 0.5501986673349023,
12
+ "per_class_iou": {
13
+ "cup": 0.6266340118576785,
14
+ "can": 0.4127648999983544,
15
+ "bottle": 0.5364038309572062
16
+ },
17
+ "map_50": 0.5293386048822143,
18
+ "map_50_90": 0.2567351427301064,
19
+ "precision": 0.7758620689655172,
20
+ "recall": 0.569620253164557,
21
+ "per_class_map_50": {
22
+ "bottle": 0.5210974809799179,
23
+ "can": 0.5456354515546392,
24
+ "cup": 0.5212828821120858
25
+ },
26
+ "per_class_map_50_90": {
27
+ "bottle": 0.26873290944755973,
28
+ "can": 0.24512172173274335,
29
+ "cup": 0.2563507970100162
30
+ },
31
+ "per_class_precision": {
32
+ "bottle": 0.8024691358024691,
33
+ "can": 0.6764705882352942,
34
+ "cup": 0.8504672897196262
35
+ },
36
+ "per_class_recall": {
37
+ "bottle": 0.5416666666666666,
38
+ "can": 0.6216216216216216,
39
+ "cup": 0.5548780487804879
40
+ },
41
+ "adaptive_map_50": 0.5599411908934302,
42
+ "ffpi": 1.8333333333333333,
43
+ "false_positive_score": 0.8166666666666667,
44
+ "foundry_score": 0.6626313812027247,
45
+ "composite_score": 0.6626313812027247,
46
+ "scoring_policy": "subnet-style-composite-v1",
47
+ "matched_images": 30,
48
+ "gt_count": 395,
49
+ "pred_count": 290,
50
+ "classes": [
51
+ "cup",
52
+ "can",
53
+ "bottle"
54
+ ],
55
+ "evaluated_element_revision": null,
56
+ "dataset_id": "15349211-a730-4b6a-a3db-11140803e33d",
57
+ "dataset_version_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
58
+ "run_id": "2719c7ec-0649-4b9f-a1ff-ccee4047a620",
59
+ "split_ref": "private_leaderboard",
60
+ "selected_frame_count": 30,
61
+ "selected_frame_indices": [
62
+ 1,
63
+ 2,
64
+ 3,
65
+ 4,
66
+ 5,
67
+ 6,
68
+ 7,
69
+ 8,
70
+ 9,
71
+ 10,
72
+ 11,
73
+ 12,
74
+ 13,
75
+ 14,
76
+ 15,
77
+ 16,
78
+ 17,
79
+ 18,
80
+ 19,
81
+ 20,
82
+ 21,
83
+ 22,
84
+ 23,
85
+ 24,
86
+ 25,
87
+ 26,
88
+ 27,
89
+ 28,
90
+ 29,
91
+ 30
92
+ ],
93
+ "evaluated_version_ids": [
94
+ "2719c7ec-0649-4b9f-a1ff-ccee4047a620"
95
+ ],
96
+ "skipped_missing_pairs": 0
97
+ }
98
+ }