scorevision: push artifact

detect_crime_ops/scripts/log_challenge.py

@@ -0,0 +1,117 @@
+#!/usr/bin/env python3
+from __future__ import annotations
+
+import argparse
+import csv
+from datetime import datetime, timezone
+from pathlib import Path
+
+FIELDS = [
+    "timestamp_utc",
+    "challenge_id",
+    "scene",
+    "lighting",
+    "camera_angle",
+    "motion_blur",
+    "crowd_level",
+    "my_model_id",
+    "my_score",
+    "king_model_id",
+    "king_score",
+    "delta_score",
+    "my_pred_count",
+    "king_pred_count",
+    "my_latency_p50_ms",
+    "my_latency_p95_ms",
+    "my_latency_p99_ms",
+    "dropped_frames",
+    "timeout_count",
+    "balaclava_hits",
+    "bat_hits",
+    "glove_hits",
+    "graffiti_hits",
+    "hoodie_hits",
+    "spray_paint_hits",
+    "tag_list",
+    "data_source_mix",
+    "notes",
+]
+
+
+def main() -> int:
+    ap = argparse.ArgumentParser()
+    ap.add_argument("--csv", required=True)
+    ap.add_argument("--challenge-id", required=True)
+    ap.add_argument("--scene", default="")
+    ap.add_argument("--lighting", default="")
+    ap.add_argument("--camera-angle", default="")
+    ap.add_argument("--motion-blur", default="")
+    ap.add_argument("--crowd-level", default="")
+    ap.add_argument("--my-model-id", required=True)
+    ap.add_argument("--my-score", type=float, required=True)
+    ap.add_argument("--king-model-id", default="alfred8995/crime001")
+    ap.add_argument("--king-score", type=float, required=True)
+    ap.add_argument("--my-preds", type=int, default=0)
+    ap.add_argument("--king-preds", type=int, default=0)
+    ap.add_argument("--p50-ms", type=float, default=0.0)
+    ap.add_argument("--p95-ms", type=float, default=0.0)
+    ap.add_argument("--p99-ms", type=float, default=0.0)
+    ap.add_argument("--dropped-frames", type=int, default=0)
+    ap.add_argument("--timeouts", type=int, default=0)
+    ap.add_argument("--balaclava-hits", type=int, default=0)
+    ap.add_argument("--bat-hits", type=int, default=0)
+    ap.add_argument("--glove-hits", type=int, default=0)
+    ap.add_argument("--graffiti-hits", type=int, default=0)
+    ap.add_argument("--hoodie-hits", type=int, default=0)
+    ap.add_argument("--spray-paint-hits", type=int, default=0)
+    ap.add_argument("--tags", default="")
+    ap.add_argument("--data-sources", default="")
+    ap.add_argument("--notes", default="")
+    args = ap.parse_args()
+
+    out = Path(args.csv)
+    out.parent.mkdir(parents=True, exist_ok=True)
+    new_file = not out.exists()
+    row = {
+        "timestamp_utc": datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ"),
+        "challenge_id": args.challenge_id,
+        "scene": args.scene,
+        "lighting": args.lighting,
+        "camera_angle": args.camera_angle,
+        "motion_blur": args.motion_blur,
+        "crowd_level": args.crowd_level,
+        "my_model_id": args.my_model_id,
+        "my_score": args.my_score,
+        "king_model_id": args.king_model_id,
+        "king_score": args.king_score,
+        "delta_score": round(args.my_score - args.king_score, 6),
+        "my_pred_count": args.my_preds,
+        "king_pred_count": args.king_preds,
+        "my_latency_p50_ms": args.p50_ms,
+        "my_latency_p95_ms": args.p95_ms,
+        "my_latency_p99_ms": args.p99_ms,
+        "dropped_frames": args.dropped_frames,
+        "timeout_count": args.timeouts,
+        "balaclava_hits": args.balaclava_hits,
+        "bat_hits": args.bat_hits,
+        "glove_hits": args.glove_hits,
+        "graffiti_hits": args.graffiti_hits,
+        "hoodie_hits": args.hoodie_hits,
+        "spray_paint_hits": args.spray_paint_hits,
+        "tag_list": args.tags,
+        "data_source_mix": args.data_sources,
+        "notes": args.notes,
+    }
+
+    with out.open("a", newline="") as f:
+        w = csv.DictWriter(f, fieldnames=FIELDS)
+        if new_file:
+            w.writeheader()
+        w.writerow(row)
+
+    print(f"[ok] logged challenge {args.challenge_id} delta={row['delta_score']:+.4f}")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())