Skip to content

Commit

Permalink
Add files via upload
Browse files Browse the repository at this point in the history
  • Loading branch information
JehanPatel authored Sep 29, 2021
1 parent 5e3bcc1 commit 0492042
Showing 1 changed file with 87 additions and 0 deletions.
87 changes: 87 additions & 0 deletions AI keyboard.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,87 @@
import cv2
from cvzone.HandTrackingModule import HandDetector
from time import sleep
from pynput import keyboard
from pynput.keyboard import Controller


cap = cv2.VideoCapture(0)
cap.set(3,1280)
cap.set(4,720)

detector = HandDetector(detectionCon=0.8, maxHands=2)

keys =[["Q","W","E","R","T","Y","U","I","O","P"],
["A","S","D","F","G","H","J","K","L",";"],
["Z","X","C","V","B","N","M",",",".","/"]]

finalText =""

keyboard = Controller()

def drawALL(img,buttonList):

for button in buttonList:
x,y = button.pos
w,h = button.size
cv2.rectangle(img, button.pos,( x+w, y+h ),(255,0,255), cv2.FILLED)
cv2.putText(img,button.text,(x+20,y+65),
cv2.FONT_HERSHEY_PLAIN, 4,(255,255,255),4)

return img

class Button():
def __init__(self,pos, text, size = [85,85]):
self.pos = pos
self.size = size
self.text = text





buttonList = []
for i in range(len(keys)):
for j, key in enumerate(keys[i]):
buttonList.append(Button([100*j+50,100*i+50], key))

#44.03

while True:
success, img = cap.read()
img = detector.findHands(img)
lmList, bboxInfo = detector.findPosition(img)
img = drawALL(img, buttonList)

if lmList:
for button in buttonList:
x,y=button.pos
w,h=button.size

if x<lmList[8][0]<x+w and y<lmList[8][1]<y+h:
cv2.rectangle(img,(x-5,y-5),( x+w+5, y+h+5),(175,0,175), cv2.FILLED)
cv2.putText(img,button.text,(x+20,y+65),
cv2.FONT_HERSHEY_PLAIN, 4,(255,255,255),4)
l,_,_ = detector.findDistance(8,12,img, draw=False)
print(l)

if l<30:
keyboard.press(button.text)
cv2.rectangle(img, button.pos,( x+w, y+h ),(0,255,0), cv2.FILLED)
cv2.putText(img,button.text,(x+20,y+65),
cv2.FONT_HERSHEY_PLAIN, 4,(255,255,255),4)
finalText+=button.text
sleep(0.25)


cv2.rectangle(img, (50,350),(700,450),(175,0,175), cv2.FILLED)
cv2.putText(img,finalText,(60,425),
cv2.FONT_HERSHEY_PLAIN, 5,(255,255,255),5)






cv2.imshow("Virtual Keyboard", img)
cv2.waitKey(1)

0 comments on commit 0492042

Please sign in to comment.