Skip to content

Main Added #12

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Sart-1712 wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Main Added #12

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
343 changes: 266 additions & 77 deletions main.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,105 +1,294 @@
import cv2
import mediapipe as mp
import numpy as np
import numpy as np
import cv2
import time
import mediapipe as mp
import math
from math import ceil
import random

class AirHockey():
def __init__(self, mode = False, maxHands=2, modelComplexity = 1, detectionCon=0.5, trackCon=0.5):
self.mode = mode
self.modelComplex = modelComplexity
self.maxHands = maxHands
self.detectionCon = detectionCon
self.trackCon = trackCon
self.mpHands= mp.solutions.hands
self.hands = self.mpHands.Hands(self.mode, self.maxHands, self.modelComplex, self.detectionCon, self.trackCon)
self.mpDraw = mp.solutions.drawing_utils

# Initialize webcam
#1

# Initialize hand tracking
#2
def findHands(self, img, draw = False):
imgRGB = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
self.results = self.hands.process(imgRGB)

# Initialize paddle and puck positions
#3

# Initial velocity
initial_puck_velocity = [10, 10]
puck_velocity = initial_puck_velocity.copy()
if self.results.multi_hand_landmarks:
for hand_landmark in self.results.multi_hand_landmarks:
if draw:
self.mpDraw.draw_landmarks(img, hand_landmark, self.mpHands.HAND_CONNECTIONS)

# Load target image and resize it to 30,30
#4
return img

# Initialize 5 target positions randomly(remember assignment 2!!)
#5

# Initialize score
#6
def findPositon(self, img, handNo=0, draw=True):
lmList = np.zeros(2, dtype='int32')
if self.results.multi_hand_landmarks:
theHand = self.results.multi_hand_landmarks[handNo]

for id, lm in enumerate(theHand.landmark):
h,w,c = img.shape
if id == 8:
cx, cy = int(lm.x*w), int(lm.y*h)
lmList[0] = cx
lmList[1] = cy
cv2.rectangle(img, (cx-50,cy-15), (cx+50, cy+15), (0,250,250), cv2.FILLED)

return lmList


# Initialize timer variables
start_time = time.time()
game_duration = 30 # 1/2 minute in seconds
class Puck():
frame_h = 720
frame_w = 1280
reg1 = True
reg2 = True
reg3 = True
reg4 = True
reg5 = True

# Function to check if the puck is within a 5% acceptance region of a target
def is_within_acceptance(puck, target, acceptance_percent=5):
#complete the function
#7
return (
0#make changes here!! #8
)
def __init__(p):
p.vel = np.array([90,90])
p.dirX = 1
p.dirY = 1
p.dv = np.array([[10,10], [10,-10], [-10,10], [-10,-10]], dtype='int32')
p.var = np.array([True, False, False, False])

while True:
# Calculate remaining time and elapsed time in minutes and seconds
#9
def velocity(p, img, x,y, target, mask):
cv2.circle(img, (p.vel[0], p.vel[1]), 10, (0,0,250), -1)

#Bounce Hit Top
if(y<p.vel[1]<y+40 and x-50<p.vel[0]<x+50):
if(p.dirX == 1):
for i in range(4):
if i == 1:
p.var[i] = True
p.dirY = -p.dirY
else:
p.var[i] = False
elif(p.dirX == -1):
for i in range(4):
if i == 3:
p.var[i] = True
p.dirY = -p.dirY
else:
p.var[i] = False

# Read a frame from the webcam
#10


#Bottom
if((p.vel[1]+10) == p.frame_h):
if(p.dirX ==1):
for i in range(4):
if i == 1:
p.var[i] = True
p.dirY = -p.dirY
else:
p.var[i] = False
elif(p.dirX == -1):
for i in range(4):
if i == 3:
p.var[i] = True
p.dirY = -p.dirY
else:
p.var[i] = False


#Right
if((p.vel[0]+10) == p.frame_w):
if(p.dirY == -1):
for i in range(4):
if i == 3:
p.var[i] = True
p.dirX = -p.dirX
else:
p.var[i] = False
elif(p.dirY == 1):
for i in range(4):
if i == 2:
p.var[i] = True
p.dirX = -p.dirX
else:
p.var[i] = False

# Flip the frame horizontally for a later selfie-view display
#11

# Convert the BGR image to RGB
#12
#Top
if((p.vel[1]-10) == 0):
if(p.dirX == -1):
for i in range(4):
if i == 2:
p.var[i] = True
p.dirY = -p.dirY
else:
p.var[i] = False
elif(p.dirX == 1):
for i in range(4):
if i == 0:
p.var[i] = True
p.dirY = -p.dirY
else:
p.var[i] = False

# Process the frame with mediapipe hands
#13
#Left
if((p.vel[0]-10) == 0):
if(p.dirY == -1):
for i in range(4):
if i == 1:
p.var[i] = True
p.dirX = -p.dirX
else:
p.var[i] = False
elif(p.dirY == 1):
for i in range(4):
if i == 0:
p.var[i] = True
p.dirX = -p.dirX
else:
p.var[i] = False

# Update paddle position based on index finger tip
#14

# Update puck position based on its velocity
#15
for i in range(4):
if p.var[i] == True:
p.vel = p.vel + p.dv[i]
break
return p.vel


# Check for collisions with the walls
#16

# Check for collisions with the paddle
#17
def main():
cap = cv2.VideoCapture(0)

# Check for collisions with the targets(use is_within_acceptance)
#18
# Increase the player's score
# Remove the hit target
# Increase puck velocity after each hit by 2(you will have to increase both x and y velocities
start_time = time.time() + 30
delta = math.ceil(start_time - time.time())

# Draw paddle, puck, and targets on the frame and overlay target image on frame
#19
px = random.randint(100,700)
py = random.randint(100,700)
# Read logo and resize
target = cv2.imread('/Users/sarthak/Desktop/Python AI:ML/git/ERC-Assignment-4_Sarthak/target.png')
target = cv2.resize(target, (30,30))
game_over = False

# Create a mask of logo
img2gray = cv2.cvtColor(target, cv2.COLOR_BGR2GRAY)
ret, mask = cv2.threshold(img2gray, 1, 255, cv2.THRESH_BINARY)

puck = Puck()
bounce = AirHockey()
lmList = [5,5]


reg1 = True
reg2 = True
reg3 = True
reg4 = True
reg5 = True
Score = 0
count1 = True
count2 = True
count3 = True
count4 = True
count5 = True
while True:
ret, frame = cap.read()
frame = cv2.flip(frame,1)

# FOR REFERENCE:
# for target_position in target_positions:
# target_roi = frame[target_position[1]:target_position[1] + target_image.shape[0],
# target_position[0]:target_position[0] + target_image.shape[1]]
# alpha = target_image[:, :, 3] / 255.0
# beta = 1.0 - alpha
# for c in range(0, 3):
# target_roi[:, :, c] = (alpha * target_image[:, :, c] +
# beta * target_roi[:, :, c])

# Display the player's score on the frame
#20

#Timer
if(delta >=0):
if(delta>=0):
cv2.putText(frame, "Time: "+str(delta), (30,50),1, cv2.FONT_HERSHEY_COMPLEX, (0,100,250),2)
if(Score == 5):
cv2.putText(frame, "GAME OVER", (300,400),2, cv2.FONT_HERSHEY_COMPLEX, (0,100,250),3)
elif(delta<0):
if (delta>-6 or game_over == True):
cv2.putText(frame, "GAME OVER", (300,400),2, cv2.FONT_HERSHEY_COMPLEX, (0,100,250),3)

# Display the remaining time on the frame
#21
else:
break

delta = math.ceil(start_time - time.time())

# Check if all targets are hit or time is up
#22
bounce.findHands(frame)
lmList = bounce.findPositon(frame)
cx = lmList[0]-5
cy = lmList[1]-5
vel = puck.velocity(frame, cx, cy, target, mask)


# Display the resulting frame
#23
roi1 = frame[290:320, 550:580]
roi2 = frame[400:430, 600:630]
roi3 = frame[100:130, 460:490]
roi4 = frame[600:630, 600:630]
roi5 = frame[500:530, 310:340]


if(550-20<=vel[0]<=580+20 and 290-20<vel[1]<320+20):
if(count1 == True):
reg1 = False
Score = Score +1
count1 = False
elif(reg1 == True):
roi1[np.where(mask)] = 0
roi1 += target

# Exit the game when 'q' is pressed
if cv2.waitKey(1) & 0xFF == ord('q'):
break
if(600-20<=vel[0]<=630+20 and 400-20<vel[1]<430+20):
if(count2 == True):
reg2 = False
Score = Score +1
count2 = False
elif(reg2 == True):
roi2[np.where(mask)] = 0
roi2 += target

if(460-20<=vel[0]<=490+20 and 100-20<vel[1]<130+20):

if(count3 == True):
reg3 = False
Score = Score + 1
count3 = False
elif(reg3 == True):
roi3[np.where(mask)] = 0
roi3 += target

if(600-20<=vel[0]<=630+20 and 600-10<=vel[1]<=630+20):
if(count4 == True):
reg4 = False
Score = Score+1
count4 = False
elif(reg4 == True):
roi4[np.where(mask)] = 0
roi4 += target

if(310-20<=vel[0]<=340+20 and 500-20<vel[1]<530+20):
if(count5 == True):
count5 = False
reg5 = False
Score = Score+1
elif(reg5 == True):
roi5[np.where(mask)] = 0
roi5 += target


cv2.putText(frame, "Score: "+str(Score), (800,50),1, cv2.FONT_HERSHEY_COMPLEX, (100,100,100),2)


cv2.imshow('Frame', frame)
if cv2.waitKey(1) == ord('q'):
break


cap.release()
cv2.destroyAllWindows()

if __name__ == "__main__":
main()

# Release the webcam and close all windows
#24