benchmark: synthetic_all_versions_2026-05-14T11-35-25.813957Z

README.md

@@ -21,6 +21,10 @@ manako:
   evaluation_score: null
   last_benchmark:
     type: synthetic_fixed
-    ran_at: '2026-04-28T13:59:06.926184Z'
-    result_path: benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json
+    ran_at: '2026-05-14T11:36:12.322936Z'
+    result_path: benchmark/synthetic/all_versions_2026-05-14T11-35-25.813957Z.json
+  score:
+    size_mb: 10.806356
+    performance_map50: 0.36508941333900363
+    E: 0.033784692392051834
 ---

benchmark/synthetic/all_versions_2026-05-14T11-35-25.813957Z.json

@@ -0,0 +1,112 @@
+{
+  "meta": {
+    "element_id": "manak0/Detect-fire",
+    "run_id": "all_versions_2026-05-14T11-35-25.813957Z",
+    "benchmark_type": "synthetic_fixed",
+    "saved_at": "2026-05-14T11:36:12.322936Z",
+    "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-35-25.813957Z.json"
+  },
+  "results": {
+    "overall_iou": 0.6064846936650238,
+    "per_class_iou": {
+      "fire": 0.12466027013298722,
+      "fire extinguisher": 0.49843235206901654,
+      "smoke": 0.44371033156464323
+    },
+    "map_50": 0.36508941333900363,
+    "map_50_90": 0.25558142864623434,
+    "precision": 0.423841059602649,
+    "recall": 0.4383561643835616,
+    "per_class_map_50": {
+      "fire": 0.14625000000000002,
+      "fire extinguisher": 0.5038235695225828,
+      "smoke": 0.44519467049442796
+    },
+    "per_class_map_50_90": {
+      "fire": 0.0825,
+      "fire extinguisher": 0.39241749268978804,
+      "smoke": 0.2918267932489151
+    },
+    "per_class_precision": {
+      "fire": 0.25,
+      "fire extinguisher": 0.4142857142857143,
+      "smoke": 0.5283018867924528
+    },
+    "per_class_recall": {
+      "fire": 0.175,
+      "fire extinguisher": 0.5576923076923077,
+      "smoke": 0.5185185185185185
+    },
+    "matched_images": 50,
+    "gt_count": 146,
+    "pred_count": 151,
+    "classes": [
+      "fire",
+      "fire extinguisher",
+      "smoke"
+    ],
+    "dataset_id": "70d8cce3-3dd0-472a-a3cf-5cbd59282263",
+    "dataset_version_id": "all_versions",
+    "run_id": "all_versions_2026-05-14T11-35-25.813957Z",
+    "split_ref": null,
+    "selected_frame_count": 50,
+    "selected_frame_indices": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50
+    ],
+    "evaluated_version_ids": [
+      "caa03cea-2842-4715-90fa-e075a58e9f25",
+      "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
+      "4138ab43-c704-4b1b-a0e4-3b4adf092abf"
+    ],
+    "skipped_missing_pairs": 0
+  }
+}

benchmark/synthetic/index.json

@@ -1,4 +1,17 @@
 [
+  {
+    "run_id": "all_versions_2026-05-14T11-35-25.813957Z",
+    "saved_at": "2026-05-14T11:36:12.322936Z",
+    "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-35-25.813957Z.json",
+    "overall_iou": 0.6064846936650238,
+    "map_50": 0.36508941333900363,
+    "map_50_90": 0.25558142864623434,
+    "precision": 0.423841059602649,
+    "recall": 0.4383561643835616,
+    "matched_images": 50,
+    "gt_count": 146,
+    "pred_count": 151
+  },
   {
     "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
     "saved_at": "2026-04-28T13:59:06.926184Z",

benchmark/synthetic/latest.json

@@ -1,44 +1,44 @@
 {
   "meta": {
     "element_id": "manak0/Detect-fire",
-    "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
+    "run_id": "all_versions_2026-05-14T11-35-25.813957Z",
     "benchmark_type": "synthetic_fixed",
-    "saved_at": "2026-04-28T13:59:06.926184Z",
-    "result_path": "benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json"
+    "saved_at": "2026-05-14T11:36:12.322936Z",
+    "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-35-25.813957Z.json"
   },
   "results": {
-    "overall_iou": 0.610504269204817,
+    "overall_iou": 0.6064846936650238,
     "per_class_iou": {
-      "fire": 0.11845867659906797,
+      "fire": 0.12466027013298722,
       "fire extinguisher": 0.49843235206901654,
-      "smoke": 0.4767713760390284
+      "smoke": 0.44371033156464323
     },
-    "map_50": 0.3932593937991298,
-    "map_50_90": 0.2666679009321704,
-    "precision": 0.4304635761589404,
-    "recall": 0.45454545454545453,
+    "map_50": 0.36508941333900363,
+    "map_50_90": 0.25558142864623434,
+    "precision": 0.423841059602649,
+    "recall": 0.4383561643835616,
     "per_class_map_50": {
-      "fire": 0.13928571428571426,
+      "fire": 0.14625000000000002,
       "fire extinguisher": 0.5038235695225828,
-      "smoke": 0.5366688975890922
+      "smoke": 0.44519467049442796
     },
     "per_class_map_50_90": {
-      "fire": 0.07857142857142857,
+      "fire": 0.0825,
       "fire extinguisher": 0.39241749268978804,
-      "smoke": 0.32901478153529445
+      "smoke": 0.2918267932489151
     },
     "per_class_precision": {
       "fire": 0.25,
       "fire extinguisher": 0.4142857142857143,
-      "smoke": 0.5471698113207547
+      "smoke": 0.5283018867924528
     },
     "per_class_recall": {
-      "fire": 0.16666666666666666,
+      "fire": 0.175,
       "fire extinguisher": 0.5576923076923077,
-      "smoke": 0.5918367346938775
+      "smoke": 0.5185185185185185
     },
     "matched_images": 50,
-    "gt_count": 143,
+    "gt_count": 146,
     "pred_count": 151,
     "classes": [
       "fire",
@@ -46,8 +46,8 @@
       "smoke"
     ],
     "dataset_id": "70d8cce3-3dd0-472a-a3cf-5cbd59282263",
-    "dataset_version_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
-    "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
+    "dataset_version_id": "all_versions",
+    "run_id": "all_versions_2026-05-14T11-35-25.813957Z",
     "split_ref": null,
     "selected_frame_count": 50,
     "selected_frame_indices": [
@@ -103,7 +103,9 @@
       50
     ],
     "evaluated_version_ids": [
-      "c9aac95e-5085-4ff8-8e29-5433a05dc1b1"
+      "caa03cea-2842-4715-90fa-e075a58e9f25",
+      "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
+      "4138ab43-c704-4b1b-a0e4-3b4adf092abf"
     ],
     "skipped_missing_pairs": 0
   }