AR_Mouse_Python/ARMouse.py at main · sedoll/AR_Mouse_Python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
# 해당 코드를 보기전에 Explanation 파일을 보고 와라

import cv2
import numpy as np
import HandTrakingModule as htm
import time
import autopy

# 변수
wCam, hCam = 640, 480 # 창 가로, 세로 길이 변수
frameW = 100 # Frame Reduction
frameH = 50
minusFrame = frameH + 100

# 마우스 감도
smoothening = 5
plocX, plocY = 0, 0
clocX, clocY = 0, 0


cap = cv2.VideoCapture(0)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, wCam) # 창 가로 길이
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, hCam) # 창 세로 길이

fps = htm.FPS()
detector = htm.HandDetector(maxHands=1)
wScr, hScr = autopy.screen.size()
print(wScr, hScr)

while True:
    # 1. find hand landmarks
    success, img = cap.read()
    img = detector.findHands(img)
    lmList, bbox = detector.findpostion(img, blue=0, green=0, red=150)

    # 2. get the tip of the index and middle fingers
    if len(lmList)!=0:
        x1, y1 = lmList[8][1:] # 검지 끝 부분
        x2, y2 = lmList[12][1:] # 중지 끝 부분

        #print(x1, y1, x2, y2)

        # 3. check which fingers are up
        fingers = detector.fingersUp()
        # print(fingers)

        cv2.rectangle(img, (frameW, frameH), (wCam-frameW, hCam-minusFrame), (255, 0, 255), 2)

        # 4. only index finger : moving mode, 마우스 포인터 움직임
        if fingers[1]==1 and fingers[2]==0 and fingers[0]==0: # 검지만 올릴 경우

            # 5. covert coordicates
            x3 = np.interp(x1, (frameW, wCam-frameW), (0, wScr))
            y3 = np.interp(y1, (frameH, hCam-minusFrame), (0, hScr))

            # 6. smoothen values, 마우스 포인터가 흔들리는걸 방지
            clocX = plocX + (x3 - plocX) / smoothening
            clocY = plocY + (y3 - plocY) / smoothening

            # 7. move mouse
            try:
                autopy.mouse.move(wScr-clocX, clocY) # 가로로 움직일 때 좌우 반전을 주기위해 x3대신 wScr-x3을 사용
                cv2.circle(img, (x1, y1), 15, (255, 0, 255), cv2.FILLED)
                plocX, plocY = clocX, clocY
            except:
                pass


        # 8. both index and middle fingers are up : clicking mode, 마우스 좌클릭
        if fingers[1] == 1 and fingers[2] == 1:
            # 9. find distance between fingers
            length, img, lineInfo = detector.findDistance(8, 12, img)
            # print(length)

            # 10. click mouse if distance short
            if length < 35:
                cv2.circle(img, (lineInfo[-2], lineInfo[-1]), 15, (0, 255, 0), cv2.FILLED)
                autopy.mouse.click()
                time.sleep(0.005)

        # 우클릭
        if fingers[1]==1 and fingers[4]==1:
            length, img, lineInfo = detector.findDistance(8, 20, img)
            # print(length)

            if length < 40: # 엄지와 검지를 모을때 누른상태
                cv2.circle(img, (lineInfo[-2], lineInfo[-1]), 15, (0, 255, 0), cv2.FILLED)
                autopy.mouse.toggle(down=True, button=autopy.mouse.Button.RIGHT)
                time.sleep(0.001)

            if length > 100: # 엄지와 검지를 벌릴때 땐 상태
                cv2.circle(img, (lineInfo[-2], lineInfo[-1]), 15, (255, 0, 0), cv2.FILLED)
                autopy.mouse.toggle(down=False, button=autopy.mouse.Button.RIGHT)
                time.sleep(0.005)

    # 11. frame rate
    fps.get_fps(img, blue=200, green=0, red=0)

    # 12. display
    if not success: # 카메라가 없으면 종료
        break

    cv2.imshow("camera", img)
    if cv2.waitKey(1) == ord('q'): # 사용자가 q를 입력한 경우 종료
        break

cap.release()
cv2.destroyAllWindows()