import pygame
import sys
import geocoder
from math import *
import pyowm
import cv2
import datetime
import numpy as np
import time
import threading
import json
from urllib.request import urlopen
from goompy import GooMPy
from PIL import ImageTk
from darkflow.net.build import TFNet
from yolov2 import run,predicty
from playsound import playsound
from urllib.request import urlopen
url='http://192.168.2.17:8080/shot.jpg'
# while True:
# imgResp=urlopen(url)
# imgNp=np.array(bytearray(imgResp.read()),dtype=np.uint8)
# img=cv2.imdecode(imgNp,-1)
# cv2.imshow('test',img)
# if ord('q')==cv2.waitKey(10):
# exit(0)
face_cascade = cv2.CascadeClassifier('haarcascade_frontalface_default.xml')
eye_cascade = cv2.CascadeClassifier('haarcascade_eye.xml')
pygame.init()
options = {
'model':'cfg/tiny-yolo.cfg',
'load':'bin/tiny-yolo.weights',
'threshold': 0.35,
}
#videoFeed=cv2.imdecode(imgNp,-1)
#videoFeed = cv2.VideoCapture(0)
vWidth = int(640*.7) - 5# 320
vHeight = int(480*.7) - 5# 240
width = 1000
height = 680
closestLabel = None
display = pygame.display.set_mode((width, height))
clock = pygame.time.Clock()
city = "OFFLINE"
mapCurr = None
mapW, mapH = 430, 260
lang=0
results=[]
frame=None
done=False
cap = cv2.VideoCapture(0)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, 640)
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, 480)
tfnet = TFNet(options)
colors = [tuple(255 * np.random.rand(3)) for _ in range(10)]
class camera(threading.Thread):
def __init__(self, name):
threading.Thread.__init__(self)
self.name = name
def run(self):
#print("Starting " + self.name)
get_frame(self.name)
#print("Exiting " + self.name)
def get_frame(threadName):
global frame,done,cap,url
while not done:
imgResp=urlopen(url)
imgNp=np.array(bytearray(imgResp.read()),dtype=np.uint8)
frame = cv2.imdecode(imgNp,-1)
class predictclass(threading.Thread):
def __init__(self, name):
threading.Thread.__init__(self)
self.name = name
def run(self):
#print("Starting " + self.name)
predict(self.name)
#print("Exiting " + self.name)
def predict(threadName):
global results,frame,done
while not done:
results = tfnet.return_predict(frame)
#output_frame = OutputFrame()
webcam_thread = camera("camera thread")
predictor_thread = predictclass("predictclass thread")
webcam_thread.start()
time.sleep(1)
predictor_thread.start()
class speakTTS(threading.Thread):
def __init__(self, name):
threading.Threas.__init__(self)
self.name = name
def run(self):
speak()
vehicles = ['car','motercycle','truck','bus']
def speak():
global lang, closestLabel
# if closestLabel:
# if(closestLabel in vehicles):
# if(lang==0):
# playsound("./sounds/vehicle_ahead_hi.mp3")
# elif(lang==1):
# playsound("./sounds/vehicle_ahead_en.mp3")
# elif(lang==2):
# playsound("./sounds/vehicle_ahead_mh.mp3")
# elif(lang==3):
# playsound("./sounds/vehicle_ahead_bn.mp3")
# else:
# if(closestLabel=="stop sign"):
# if(lang==0):
# playsound("./sounds/stop_hi.mp3")
# elif(lang==1):
# playsound("./sounds/stop_en.mp3")
# elif(lang==2):
# playsound("./sounds/stop_mh.mp3")
# elif(lang==3):
# playsound("./sounds/stop_bn.mp3")
# elif(closestLabel=="turn left"):
# if(lang==0):
# playsound("./sounds/tl_hi.mp3")
# elif(lang==1):
# playsound("./sounds/tl_en.mp3")
# elif(lang==2):
# playsound("./sounds/tl_mh.mp3")
# elif(lang==3):
# playsound("./sounds/tl_bn.mp3")
# elif(closestLabel=="turn right"):
# if(lang==0):
# playsound("./sounds/tr_hi.mp3")
# elif(lang==1):
# playsound("./sounds/tr_en.mp3")
# elif(lang==2):
# playsound("./sounds/tr_mh.mp3")
# elif(lang==3):
# playsound("./sounds/tr_bn.mp3")
def close():
pygame.quit()
sys.exit()
videoFeed.release()
cv2.destroyAllWindows()
def drawBackground(x, y, w, h):
pygame.draw.rect(display, (63, 63, 63), (x, y, w, h))
pygame.draw.rect(display, (65, 113, 156), (x, y, w, h), 1)
def getLatLan():
try:
g = geocoder.ip('me')
val = g.latlng
return val[0], val[1]
except Exception as e:
return None, None
def getCity():
global city
g = geocoder.ip('me')
city = g.city
def weather():
lat, lan = getLatLan()
if not lat:
return 0, 0, 0, "- -"
else:
owm = pyowm.OWM('c84c2f255787c9dfc3d1c8b3795e4686')
observation = owm.weather_at_coords(lat, lan)
w = observation.get_weather()
tmp = w.get_temperature('celsius')
return tmp['temp'], w.get_humidity(), w.get_wind()['speed'], w.get_status()
def rotate(coord, angle, anchor=(0, 0)):
#corr = 270
return ((coord[0] - anchor[0])*cos(angle) - (coord[1] - anchor[1])*sin(angle),
(coord[0] - anchor[0])*sin(angle) + (coord[1] - anchor[1])*cos(angle))
def translate(x, y, coord):
return [coord[0] + x, coord[1] + y]
def getMonth(mon):
if mon == 1:
return "Jan"
if mon == 2:
return "Feb"
if mon == 3:
return "March"
if mon == 4:
return "April"
if mon == 5:
return "May"
if mon == 6:
return "Jun"
if mon == 7:
return "July"
if mon == 8:
return "Aug"
if mon == 9:
return "Sept"
if mon == 10:
return "Oct"
if mon == 11:
return "Nov"
if mon == 12:
return "Dec"
def getWeekDate(now):
date = datetime.date(now.year, now.month, now.day)
weekDay = date.isoweekday()
day = 0
if weekDay == 1:
day = "Monday"
if weekDay == 2:
day = "Tuesday"
if weekDay == 3:
day = "Wednesday"
if weekDay == 4:
day = "Thursday"
if weekDay == 5:
day = "Friday"
if weekDay == 6:
day = "Saturday"
if weekDay == 7:
day = "Sunday"
date = str(now.day) + " " + str(getMonth(now.month)) + " " + str(now.year)
return date, day
def getMap():
global mapCurr
lat, lan = getLatLan()
if not lat:
lat = 0
lan = 0
goompy = GooMPy(mapW, mapH, lat, lan, 20, 'roadmap')
image = goompy.getImage()
mapCurr = pygame.image.fromstring(image.tobytes(), image.size, image.mode)
def GUI():
speak_thr=threading.Thread(target=speak)
cnt=0
global mapCurr, frame, closestLabel,lang
loop = True
confidence = 0
tempt, hum, wind, status = weather()
now = datetime.datetime.today().now()
#getCity
font20 = pygame.font.SysFont("Franklin Gothic Medium Cond", 20)
font80 = pygame.font.SysFont("Franklin Gothic Heavy", 80)
font50 = pygame.font.SysFont("Franklin Gothic Heavy", 50)
font60 = pygame.font.SysFont("Franklin Gothic Heavy", 60)
font24 = pygame.font.SysFont("Franklin Gothic Medium Cond", 24)
font16 = pygame.font.SysFont("Franklin Gothic Medium Cond", 16)
font36 = pygame.font.SysFont("Franklin Gothic Heavy", 36)
font32 = pygame.font.SysFont("Franklin Gothic Heavy", 32)
threading.Timer(1, getCity).start()
label = "Human"
getMap()
threading.Timer(1, getMap).start()
back = pygame.image.load("back.png")
top = pygame.image.load("top.png")
temp = pygame.image.load("temperature.png")
winds = pygame.image.load("windspeed.png")
humid = pygame.image.load("humid.png")
#speak_thr.start()
while loop:
cnt=0
for event in pygame.event.get():
if event.type == pygame.QUIT:
close()
if event.type == pygame.KEYDOWN:
if event.key == pygame.K_q:
close()
#_, frame = videoFeed.read()
faces = face_cascade.detectMultiScale(gray, 1.3, 5)
for (x, y, w, h) in faces:
#cv2.rectangle(img, (x, y), (x + w, y + h), (255, 0, 0), 2)
roi_gray = gray[y:y + h, x:x + w]
roi_color = img[y:y + h, x:x + w]
eyes = eye_cascade.detectMultiScale(roi_gray)
if eyes is not ():
for (ex, ey, ew, eh) in eyes:
#cv2.rectangle(roi_color, (ex, ey), (ex + ew, ey + eh), (0, 255, 0), 2)
openeye()
else:
closed()
if closed.count == 3:
print ("driver is sleeping")
sound()
stime = time.time()
label = "--"
confidence = 0.0
boxes = 0
a = run(frame)
closestLabel = None
closestDist = float('inf')
if 1:
for color, result in zip(colors, results):
tl = (result['topleft']['x'], result['topleft']['y'])
br = (result['bottomright']['x'], result['bottomright']['y'])
label = result['label']
#print("tl is ",tl)
vech=['car','motercycle','truck','bus']
confidence = result['confidence']
print(confidence)
rec=['traffic light','car','motercycle','truck','bus','stop sign', 'turn left', 'turn right', 'go straight', '']
#confidence*100>35 and (label in rec)
if(a!=None):
if(a[0]!=None):
realHeight = 75
dist = (5.5*(realHeight)*360)/((a[3])*4.5)
if dist < closestDist:
closestDist = dist
closestLabel = str(a[0])
txt2 = '{}: {:.0f}% : Dist: {:.01f}cm'.format(a[0], confidence * 100, dist/10)
frame = cv2.putText(
frame, txt2, tuple(a[1]), cv2.FONT_HERSHEY_COMPLEX, 1, (0, 100, 200), 2)
if(confidence*100>0 and (label in rec)):
text = '{}: {:.0f}%'.format(label, confidence * 100)
frame = cv2.rectangle(frame, tl, br, color, 5)
frame = cv2.putText(
frame, text, tl, cv2.FONT_HERSHEY_COMPLEX, 1, (0, 0, 255), 2)
if label in vech:
cnt+=1
realHeight = 75
if label == "person":
realHeight = 500
dist = (5.5*(realHeight)*360)/((br[1] - tl[1])*4.5)
if dist < closestDist:
closestDist = dist
closestLabel = str(label)
text = '{}: {:.0f}% : Dist: {:.0f}cm'.format(label, confidence * 100, dist/10)
frame = cv2.putText(
frame, text, tl, cv2.FONT_HERSHEY_COMPLEX_SMALL, 1, (0, 100, 200), 1)
image = cv2.resize(frame, (vWidth, vHeight), interpolation=cv2.INTER_LINEAR)
#speak_thr.join()
image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
image = np.rot90(image)
image = np.flip(image, 0)
image = pygame.surfarray.make_surface(image)
display.fill((0, 0, 0))
#Live Feed
drawBackground(20, 20, 900, 350)
display.blit(image, (30, 30))
# Confidence
#confidence = (confidence + 1)%100
display.blit(back, (515, 60))
if not closestLabel or (closestLabel == "person"):
confidence = 0
points = [(0, 0), (0, 80), (6, 80), (6, 0)]
coords = []
angle = 60 + 240*(confidence)
for point in points:
coords.append(translate(600, 145, rotate(point, radians(angle), (3, 0))))
pygame.draw.line(display, (91, 154, 213), (602.3164801755993, 149.43101789615605), (669.5063982331376, 187.59807621135332), 2)
pygame.draw.line(display, (91, 154, 213), (529.217967697245, 187.40192378864668), (602.3164801755993, 149.43101789615605), 2)
pygame.draw.polygon(display, (242, 119, 36), coords)
display.blit(top, (555, 98))
text = font36.render(str(int(confidence*100)), True, (255, 255, 255))
display.blit(text, (575, 125))
text = font20.render("%", True, (255, 255, 255))
display.blit(text, (620, 135))
# Prediction
text = font24.render(str(closestLabel), True, (255, 255, 255))
display.blit(text, (730, 90))
text = font24.render(str("Do This Action"), True, (255, 255, 255))
display.blit(text, (730, 140))
if closestLabel in vehicles:
dist = closestDist
else:
dist = 0
text = font24.render("Distance From Next Vehicle: " + str(dist/10) + " cm", True, (255, 255, 255))
display.blit(text, (630, 280))
# Map
drawBackground(20, 390, 440, 270)
display.blit(mapCurr, (25, 395))
# Weather
drawBackground(480, 390, 440, 270)
# Temp
display.blit(temp, (513, 410))
text = font36.render(str(int(tempt)), True, (146, 208, 80))
display.blit(text, (533, 510))
text = font16.render("C", True, (146, 208, 80))
display.blit(text, (580, 515))
# Wind
display.blit(winds, (656, 410))
text = font36.render(str(int(wind)), True, (255, 192, 0))
display.blit(text, (686, 510))
text = font16.render("m/s", True, (255, 192, 0))
display.blit(text, (715, 515))
# Humid
display.blit(humid, (800, 410))
text = font36.render(str(int(hum)), True, (255, 205, 255))
display.blit(text, (830, 510))
text = font16.render("%", True, (255, 205, 255))
display.blit(text, (880, 510))
text = font50.render(str(status.title()), True, (157, 190, 230))
pos = text.get_rect()
pos.center = (480 + 220, 390 + 220)
display.blit(text, pos)
pygame.display.update()
if closestLabel:
if(closestLabel in vehicles and closestDist < 17*10):
if(lang==0):
playsound("./sounds/vehicle_ahead_hi.mp3")
elif(lang==1):
playsound("./sounds/vehicle_ahead_en.mp3")
elif(lang==2):
playsound("./sounds/vehicle_ahead_mh.mp3")
elif(lang==3):
playsound("./sounds/vehicle_ahead_bn.mp3")
else:
if(closestLabel=="stop sign"):
if(lang==0):
playsound("./sounds/stop_hi.mp3")
elif(lang==1):
playsound("./sounds/stop_en.mp3")
elif(lang==2):
playsound("./sounds/stop_mh.mp3")
elif(lang==3):
playsound("./sounds/stop_bn.mp3")
elif(closestLabel=="turn left"):
if(lang==0):
playsound("./sounds/tl_hi.mp3")
elif(lang==1):
playsound("./sounds/tl_en.mp3")
elif(lang==2):
playsound("./sounds/tl_mh.mp3")
elif(lang==3):
playsound("./sounds/tl_bn.mp3")
elif(closestLabel=="turn right"):
if(lang==0):
playsound("./sounds/tr_hi.mp3")
elif(lang==1):
playsound("./sounds/tr_en.mp3")
elif(lang==2):
playsound("./sounds/tr_mh.mp3")
elif(lang==3):
playsound("./sounds/tr_bn.mp3")
clock.tick(60)
GUI()
