Location via proxy:   [ UP ]  
[Report a bug]   [Manage cookies]                
Scribd
Upload
7 views

python code

The document is a Python script that uses OpenCV and MediaPipe to recognize hand gestures through a webcam. It detects whether the hand is in a fist or open position and sends corresponding signals to an Arduino via a serial connection to control an LED. The script continuously captures video frames, processes hand landmarks, and displays the results until interrupted.

Uploaded by

jsonlyfans js
Copyright
© © All Rights Reserved
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
7 views

python code

The document is a Python script that uses OpenCV and MediaPipe to recognize hand gestures through a webcam. It detects whether the hand is in a fist or open position and sends corresponding signals to an Arduino via a serial connection to control an LED. The script continuously captures video frames, processes hand landmarks, and displays the results until interrupted.

Uploaded by

jsonlyfans js
Copyright
© © All Rights Reserved
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
You are on page 1/ 2

import cv2

import mediapipe as mp
import serial

# Set up the serial connection to Arduino


arduino = serial.Serial('COM12', 9600) # Change 'COM3' to your Arduino's serial
port

# Set up MediaPipe hands model


mp_hands = mp.solutions.hands
hands = mp_hands.Hands()
mp_drawing = mp.solutions.drawing_utils

# OpenCV video capture


cap = cv2.VideoCapture(0)

def detect_hand_gesture(hand_landmarks):
# Check if the hand is a fist or open
fingers_open = [False] * 5

if hand_landmarks:
# Thumb
if hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].x >
hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_IP].x:
fingers_open[0] = True
# Index
if hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y <
hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_PIP].y:
fingers_open[1] = True
# Middle
if hand_landmarks.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_TIP].y <
hand_landmarks.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_PIP].y:
fingers_open[2] = True
# Ring
if hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_TIP].y <
hand_landmarks.landmark[mp_hands.HandLandmark.RING_FINGER_PIP].y:
fingers_open[3] = True
# Pinky
if hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_TIP].y <
hand_landmarks.landmark[mp_hands.HandLandmark.PINKY_PIP].y:
fingers_open[4] = True

if all(fingers_open):
return 'open'
elif not any(fingers_open):
return 'fist'
else:
return 'other'

while cap.isOpened():
success, image = cap.read()
if not success:
print("Ignoring empty camera frame.")
continue

image = cv2.cvtColor(cv2.flip(image, 1), cv2.COLOR_BGR2RGB)


results = hands.process(image)

image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)


if results.multi_hand_landmarks:
for hand_landmarks in results.multi_hand_landmarks:
mp_drawing.draw_landmarks(image, hand_landmarks,
mp_hands.HAND_CONNECTIONS)
gesture = detect_hand_gesture(hand_landmarks)
if gesture == 'open':
arduino.write(b'1') # Send '1' to turn the LED on
elif gesture == 'fist':
arduino.write(b'0') # Send '0' to turn the LED off

cv2.imshow('Hand Gesture Recognition', image)

if cv2.waitKey(5) & 0xFF == 27:


break

cap.release()
cv2.destroyAllWindows()

You might also like