Spaces:
Runtime error
Runtime error
File size: 6,708 Bytes
42346a6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 | import os
import cv2
import av
import numpy as np
import mediapipe as mp
import threading
from streamlit_webrtc import VideoProcessorBase
from mediapipe.tasks import python
from mediapipe.tasks.python import vision
from detectors.squat import SquatDetector
from detectors.pushup import PushUpDetector
from detectors.biceps_curl import BicepsCurlDetector
from detectors.shoulder_press import ShoulderPressDetector
from detectors.lunges import LungesDetector
from services.config.workout_config import POSE_CONNECTIONS
class VideoProcessorClass(VideoProcessorBase):
def __init__(self):
self._lock = threading.Lock()
self._latest_metrics = None
self._exercise_type = "Squats"
model_path = os.path.join(os.getcwd(), "ml_models", "pose_landmarker_full.task")
base_option = python.BaseOptions(model_asset_path=model_path)
options = vision.PoseLandmarkerOptions(
base_options=base_option,
running_mode=vision.RunningMode.VIDEO,
min_pose_detection_confidence=0.7,
min_pose_presence_confidence=0.7,
min_tracking_confidence=0.7,
output_segmentation_masks=False
)
self._landmarker = vision.PoseLandmarker.create_from_options(options)
self._detectors = {
"Squats": SquatDetector(),
"Push-ups": PushUpDetector(),
"Biceps Curls (Dumbbell)": BicepsCurlDetector(),
"Shoulder Press": ShoulderPressDetector(),
"Lunges": LungesDetector(),
}
self._frame_timestamps_ms = 0
def set_latest_metrics(self, metrics):
with self._lock:
self._latest_metrics = metrics.copy()
def get_latest_metrics(self):
with self._lock:
return None if self._latest_metrics is None else self._latest_metrics.copy()
def set_exercise(self, exercise_type):
with self._lock:
self._exercise_type = exercise_type
def get_exercise(self):
with self._lock:
return self._exercise_type
def _draw_skeleton(self, img, landmarks):
h, w = img.shape[:2]
for start_idx, end_idx in POSE_CONNECTIONS:
p1 = landmarks[start_idx]
p2 = landmarks[end_idx]
if p1.visibility > 0.7 and p2.visibility > 0.7:
cv2.line(
img,
(int(p1.x * w), int(p1.y * h)),
(int(p2.x * w), int(p2.y * h)),
(0, 255, 0),
8
)
for lm in landmarks:
if lm.visibility > 0.7:
cv2.circle(
img,
(int(lm.x * w), int(lm.y * h)),
8,
(255, 0, 0),
-1
)
def _draw_no_pose_warnings(self, img):
cv2.putText(
img,
"NO POSE DETECTED",
(30, 50),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
cv2.LINE_AA,
)
cv2.putText(
img,
"PLEASE FACE THE CAMERA",
(30, 100),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
cv2.LINE_AA,
)
def _draw_overlays(self, img, metrics, ex_type):
if ex_type == "Squats":
self._draw_squats_overlays(img, metrics)
elif ex_type == "Push-ups":
self._draw_pushup_overlays(img, metrics)
elif ex_type == "Biceps Curls (Dumbbell)":
self._draw_curl_overlays(img, metrics)
elif ex_type == "Shoulder Press":
self._draw_press_overlays(img, metrics)
elif ex_type == "Lunges":
self._draw_lunge_overlays(img, metrics)
def _draw_squats_overlays(self, img, metrics):
h, _ = img.shape[:2]
cv2.putText(
img,
f"DEPTH: {metrics['depth_status']}",
(20, h - 20),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
)
def _draw_pushup_overlays(self, img, metrics):
h, _ = img.shape[:2]
cv2.putText(
img,
f"BODY: {metrics['body_alignment']} | HIP: {metrics['hip_status']}",
(20, h - 20),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
)
def _draw_curl_overlays(self, img, metrics):
h, _ = img.shape[:2]
cv2.putText(
img,
f"SWING: {metrics['swing_status']}",
(20, h - 20),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
)
def _draw_press_overlays(self, img, metrics):
h, _ = img.shape[:2]
cv2.putText(
img,
f"EXT: {metrics['extension_status']} | BACK: {metrics['back_arch_status']}",
(20, h - 20),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
)
def _draw_lunge_overlays(self, img, metrics):
h, _ = img.shape[:2]
cv2.putText(
img,
f"BALANCE: {metrics['balance_status']}",
(20, h - 20),
cv2.FONT_HERSHEY_SIMPLEX,
1,
(0, 255, 0),
2,
)
def recv(self, frame):
image = np.asarray(
cv2.flip(frame.to_ndarray(format="bgr24"), 1),
dtype=np.uint8
)
mp_image = mp.Image(
image_format=mp.ImageFormat.SRGB,
data=cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
)
self._frame_timestamps_ms += 30
result = self._landmarker.detect_for_video(mp_image, self._frame_timestamps_ms)
if result.pose_landmarks:
landmarks = result.pose_landmarks[0]
self._draw_skeleton(image, landmarks)
ex_type = self.get_exercise()
detector = self._detectors.get(ex_type)
if detector:
metrics = detector.process(landmarks)
metrics["pose_detected"] = True
self._draw_overlays(image, metrics, ex_type)
self.set_latest_metrics(metrics)
else:
self._draw_no_pose_warnings(image)
with self._lock:
if self._latest_metrics is not None:
self._latest_metrics["pose_detected"] = False
else:
self._latest_metrics = {"pose_detected": False}
return av.VideoFrame.from_ndarray(image, format="bgr24")
|