mouse_ai_v1.3.py

import cv2
import mediapipe as mp
import pyautogui

# Initialize the camera and hand detector
cap = cv2.VideoCapture(0)
mp_hands = mp.solutions.hands
hands = mp_hands.Hands(max_num_hands=2, min_detection_confidence=0.8)
mp_drawing = mp.solutions.drawing_utils

# Get the screen size for mouse control
screen_width, screen_height = pyautogui.size()

show_video = False

while True:
    success, frame = cap.read()
    if not success:
        break  # If the frame is not successfully captured, exit the loop

    # Flip the frame and convert it to RGB
    frame = cv2.flip(frame, 1)
    rgb_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)

    # Process the frame for hand landmarks and classification
    results = hands.process(rgb_frame)

    if results.multi_hand_landmarks:
        for hand_landmarks, handedness in zip(results.multi_hand_landmarks, results.multi_handedness):
            if show_video:
                # Optionally draw hand landmarks
                mp_drawing.draw_landmarks(frame, hand_landmarks, mp_hands.HAND_CONNECTIONS)

            landmarks = hand_landmarks.landmark
            
            # Calculate the central point of the hand
            wrist = landmarks[mp_hands.HandLandmark.WRIST]
            middle_finger_mcp = landmarks[mp_hands.HandLandmark.MIDDLE_FINGER_MCP]
            index_finger_mcp = landmarks[mp_hands.HandLandmark.INDEX_FINGER_MCP]
            ring_finger_mcp = landmarks[mp_hands.HandLandmark.RING_FINGER_MCP]
            central_x = int(((wrist.x + middle_finger_mcp.x + index_finger_mcp.x + ring_finger_mcp.x) / 4) * screen_width)
            central_y = int(((wrist.y + middle_finger_mcp.y + index_finger_mcp.y + ring_finger_mcp.y) / 4) * screen_height)

            # Get the coordinates of the index finger tip and the thumb tip for clicking action
            index_tip = landmarks[mp_hands.HandLandmark.INDEX_FINGER_TIP]
            thumb_tip = landmarks[mp_hands.HandLandmark.THUMB_TIP]
            index_x = index_tip.x * screen_width
            index_y = index_tip.y * screen_height
            thumb_x = thumb_tip.x * screen_width
            thumb_y = thumb_tip.y * screen_height
            distance = ((index_x - thumb_x) ** 2 + (index_y - thumb_y) ** 2) ** 0.5

            # Move the cursor to the central point
            pyautogui.moveTo(central_x, central_y, duration=0.1)

            # Click action based on the distance between index finger tip and thumb tip
            label = handedness.classification[0].label
            if label == "Right" and distance < 30:  # Threshold for click action
                pyautogui.click()
                pyautogui.sleep(0.2)  # Prevent multiple clicks
            elif label == "Left" and distance < 30:
                pyautogui.rightClick()
                pyautogui.sleep(0.2)  # Prevent multiple clicks

    # Show the frame
    if show_video:
        cv2.imshow("Virtual Mouse", frame)
        if cv2.waitKey(1) & 0xFF == ord('q'):
            break

# Release the camera and destroy all windows
cap.release()
cv2.destroyAllWindows()