| import cv2 |
| import mediapipe as mp |
| import pyautogui |
|
|
| cap = cv2.VideoCapture(0) |
| mpHands = mp.solutions.hands |
| hand_detector = mpHands.Hands(False) |
| drawing_utils = mp.solutions.drawing_utils |
| screen_width, screen_height = pyautogui.size() |
| index_y = 0 |
|
|
| while True: |
| _, frame = cap.read() |
| frame = cv2.flip(frame, 1) |
| frame_height, frame_width, _ = frame.shape |
| rgb_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) |
| output = hand_detector.process(rgb_frame) |
| hands = output.multi_hand_landmarks |
| |
| if hands: |
| for hand in hands: |
| drawing_utils.draw_landmarks(frame, hand) |
| landmarks = hand.landmark |
| for id, landmark in enumerate(landmarks): |
| x = int(landmark.x*frame_width) |
| y = int(landmark.y*frame_height) |
| |
| if id == 4: |
| cv2.circle(frame,(x, y), 15, (255,255,0), cv2.FILLED) |
| index_x = screen_width/frame_width*x |
| index_y = screen_height/frame_height*y |
|
|
| if id == 6: |
| cv2.circle(frame,(x, y), 15, (255,255,0), cv2.FILLED) |
| thumb_x = screen_width/frame_width*x |
| thumb_y = screen_height/frame_height*y |
| |
| print('outside', abs(index_y - thumb_y)) |
| |
| if abs(index_y - thumb_y) < 40: |
| pyautogui.click() |
| pyautogui.sleep(0.1) |
| |
| |
| |
| |
| elif abs(index_y - thumb_y) < 250: |
| pyautogui.moveTo(thumb_x, thumb_y) |
| |
| drawing_utils.draw_landmarks(frame, hand, mpHands.HAND_CONNECTIONS) |
| |
| cv2.imshow('Virtual Mouse', frame) |
| cv2.waitKey(1) |
