/
gesture.py
117 lines (98 loc) · 3.3 KB
/
gesture.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
import cv2
import pyautogui
import numpy as np
cap = cv2.VideoCapture(0)
PINK_MIN = np.array([120, 50, 50], np.uint8)
PINK_MAX = np.array([180, 180, 200], np.uint8)
centroid_x = 0
centroid_y = 0
s = ''
move = ''
while(cap.isOpened()):
ret, img = cap.read()
img = cv2.flip(img, 1)
#thresh = cv2.namedWindow('Threshold', cv2.WINDOW_NORMAL)
orig = cv2.namedWindow('Original', cv2.WINDOW_NORMAL)
#img = cv2.GaussianBlur(img, (15, 15), 0)
hsv = cv2.cvtColor(img, cv2.COLOR_BGR2HSV)
"""
Use this for thresholding using Otsu's Binarization method
"""
#grey = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
#_, frame_threshed = cv2.threshold(grey, 127, 255,
# cv2.THRESH_BINARY_INV+cv2.THRESH_OTSU)
frame_threshed = cv2.inRange(hsv, PINK_MIN, PINK_MAX)
contours,hierarchy = cv2.findContours(frame_threshed, 1, 2)
max_area = 0
last_x = centroid_x
last_y = centroid_y
if contours:
for i in contours:
area = cv2.contourArea(i)
if area > max_area:
max_area = area
cnt = i
x,y,w,h = cv2.boundingRect(cnt)
cv2.rectangle(img,(x,y),(x+w,y+h),(0,255,0),2)
centroid_x = (x + x+w)/2
centroid_y = (y + y+h)/2
cv2.circle(img, (centroid_x, centroid_y), 2, (0,0,255), 2)
cv2.line(img,(400,0),(400,700),(255,0,0),5)
cv2.line(img,(900,0),(900,700),(255,0,0),5)
cv2.line(img,(400,350),(900, 350),(255,0,0),5)
#cv2.imshow('Threshold', frame_threshed)
cv2.imshow('Original', img)
"""
This method uses self defined quadrants. It finds the location of
the centroid of bounding rectangle among the quadrants and simulates
appropriate move.
"""
# up-down move
if centroid_x >= 400 and centroid_x <= 900:
# up
if centroid_y >= 0 and centroid_y <= 350:
print 'up'
pyautogui.press('up')
# down
if centroid_y >= 350 and centroid_y <=700:
print 'down'
pyautogui.press('down')
# left-right move
if centroid_y >= 0 and centroid_y <= 700:
# left
if centroid_x >= 0 and centroid_x <= 400:
print 'left'
pyautogui.press('left')
# right
if centroid_x >= 900:
print 'right'
pyautogui.press('right')
"""
This method checks if there is a change in the coordinates of the
centroid of bounding rectangle by some specific threshold in x or y
axis and then simulates appropriate move.
"""
##right-left move
#diff_x = centroid_x - last_x
#if diff_x >= 30:
# print 'right'
# pyautogui.press('right')
# s = 'right'
#elif diff_x <= -30:
# print 'left'
# pyautogui.press('left')
# s = 'left'
##up-down move
#diff_y = centroid_y - last_y
#if diff_y >= 30:
# print 'down'
# pyautogui.press('down')
# s = 'down'
#elif diff_y <= -30:
# print 'up'
# pyautogui.press('up')
# s = 'up'
#move = s
k = cv2.waitKey(10)
if k == 27:
break