import time
import threading
import cv2
import imagezmq
import cv2
from flask import Flask, Response
import emotion_detection_copy, mouth_open_copy
import objectdetection
import final_recogcopy
import predict
import person_and_phone_copy, head_pose_copy
import eye_tracker_copy
import predict
import datetime
image_hub = imagezmq.ImageHub()
while True:
cam_id, frame = image_hub.recv_image()
print("before", datetime.datetime.now())
# predict.predict_labels(frame) # working fine
t1 =
threading.Thread(target=final_recogcopy.recog(frame),args())
t2 =
threading.Thread(target=objectdetection.object_detection(frame), args=()) # working fine
t3 = threading.Thread(target=emotion_detection_copy.detect_emotion(frame), args=()) # working fine
t4 = threading.Thread(target=person_and_phone_copy.person_and_phone_count(frame), args=()) # working fine
t5 = threading.Thread(target=head_pose_copy.head_position(frame), args=()) # working fine cv2.waitKey(1)
t6 = threading.Thread(target=eye_tracker_copy.gaze_detection(frame))
final_recogcopy.recog(frame)
t7 = threading.Thread(target=mouth_open_copy.mouth_opening_detection(frame))
x = datetime.datetime.now()
#print(start)
t2.start()
start1 = time.time()
t3.start()
start2 = time.time()
t4.start()
start3 = time.time()
t5.start()
start4 = time.time()
t6.start()
start5 = time.time()
t1.start()
start = time.time()
# t7.start()
t1.join()
y = datetime.datetime.now()
print("diff is", y - x)
end = time.time()
print(end)
print("Total time taken T1", start - end)
t2.join()
end1 = time.time()
print("Total time taken T2", start1 - end1)
t3.join()
end2 = time.time()
print("Total time taken T3", start2 - end2)
t4.join()
end3 = time.time()
print("Total time taken T4", start3 - end3)
t5.join()
end4 = time.time()
print("Total time taken T5", start4 - end4)
t6.join()
end5 = time.time()
print("Total time taken T6", start5 - end5)
# t7.join()
print("after", datetime.datetime.now())
cv2.imshow(cam_id, frame)
cv2.waitKey(1)
image_hub.send_reply(b'OK')
I am using imagezmq for streaming of video in python from my webcam using opencv. when i am streaming normal video to the receiver side its normal at receiver side but when processing like object detection etc at receiver side the video will not like near to realtime its very messy and slow . plzzzz help.
Thanks
Related
HI I have made a python code to check its multi threading capabilities of the code
here is my code
import os
import time
import threading
count = 0
number_of_itration =10000000
def print_square(num):
# function to print square of given num
begin = time.time()
print(f"T1Begin Time is {begin} Seconds\n")
for i in range(number_of_itration):
format(num * num * num)
end = time.time()
print(f"T1End Time is {end} Seconds\n")
print(f"T1Total runtime of the program is {end - begin} Seconds\n")
def print_square1(num):
# function to print square of given num
begin = time.time()
print(f"T2Begin Time is {begin} Seconds\n")
for i in range(number_of_itration):
format(num * num * num)
end = time.time()
print(f"T2End Time is {end} Seconds\n")
print(f"T2Total runtime of the program is {end - begin} Seconds\n")
def print_square2(num):
# function to print square of given num
begin = time.time()
print(f"T3Begin Time is {begin} Seconds\n")
for i in range(number_of_itration):
format(num * num * num)
end = time.time()
print(f"T3End Time is {end} Seconds\n")
print(f"T3Total runtime of the program is {end - begin} Seconds\n")
def print_square3(num):
# function to print square of given num
begin = time.time()
print(f"T4Begin Time is {begin} Seconds\n")
for i in range(number_of_itration):
format(num * num * num)
end = time.time()
print(f"T4End Time is {end} Seconds\n")
print(f"T4Total runtime of the program is {end - begin} Seconds\n")
def print_square4(num):
# function to print square of given num
begin = time.time()
print(f"T5Begin Time is {begin} Seconds\n")
for i in range(number_of_itration):
format(num * num * num)
end = time.time()
print(f"T5End Time is {end} Seconds\n")
print(f"T5Total runtime of the program is {end - begin} Seconds\n")
def print_square5(num):
# function to print square of given num
begin = time.time()
print(f"T6Begin Time is {begin} Seconds\n")
for i in range(number_of_itration):
format(num * num * num)
end = time.time()
print(f"T6End Time is {end} Seconds\n")
print(f"T6Total runtime of the program is {end - begin} Seconds\n")
t1 = threading.Thread(target=print_square, args=(10,))
t2 = threading.Thread(target=print_square1, args=(10,))
t3 = threading.Thread(target=print_square2, args=(10,))
t4 = threading.Thread(target=print_square3, args=(10,))
t5 = threading.Thread(target=print_square4, args=(10,))
t6 = threading.Thread(target=print_square5, args=(10,))
# starting thread 1
t1.start()
# starting thread 2
t2.start()
t3.start()
t4.start()
t5.start()
t6.start()
here Though im calling the same function, with same process, im getting different execution speeds why does it behave like this?
the console print is displayed below
T1Begin Time is 1660808471.2426443 Seconds
T2Begin Time is 1660808471.256599 Seconds
T3Begin Time is 1660808471.256599 Seconds
T4Begin Time is 1660808471.6522112 Seconds
T5Begin Time is 1660808472.0985467 Seconds
T6Begin Time is 1660808472.6798558 Seconds
T2End Time is 1660808478.985982 Seconds
T2Total runtime of the program is 7.7293829917907715 Seconds
T1End Time is 1660808480.8472064 Seconds
T1Total runtime of the program is 9.604562044143677 Seconds
T5End Time is 1660808481.6313431 Seconds
T5Total runtime of the program is 9.532796382904053 Seconds
T3End Time is 1660808482.2941368 Seconds
T6End Time is 1660808482.3155725 Seconds
T6Total runtime of the program is 9.635716676712036 Seconds
T3Total runtime of the program is 11.037537813186646 Seconds
T4End Time is 1660808482.4218156 Seconds
T4Total runtime of the program is 10.769604444503784 Seconds
I would like to know if its expected or not?
I would say that this is unsurprising*. Your program is using one CPU core and you are adding more and more work for the one core as you call .start() on your threads. So you would expect later threads to have some more competition for CPU resources.
* I wouldn't say "expected" purely because performance measurements are hard and lots of unexpected things do crop up.
I think a thread is faster than two threads in CPU bound.
So, I did an thread experiment.
I executed the CPU bound program 5 times in macOS Mojave Python 3.7.
The code like this.
1 thread
import time
COUNT = 50000000
def countdown(n):
while n>0:
n -= 1
start = time.time()
countdown(COUNT)
end = time.time()
print('Time taken in seconds -', end - start)
#2.202889919281006
#2.2208809852600098
#2.2509100437164307
#2.1846389770507812
#2.2133240699768066
#avg: 2.214528799
2 threads
import time
from threading import Thread
COUNT = 50000000
def countdown(n):
while n > 0:
n -= 1
t1 = Thread(target=countdown, args=(COUNT // 2,))
t2 = Thread(target=countdown, args=(COUNT // 2,))
start = time.time()
t1.start()
t2.start()
t1.join()
t2.join()
end = time.time()
print('Time taken in seconds -', end - start)
#2.1756350994110107
#2.184033155441284
#2.1663358211517334
#2.2320470809936523
#2.2731218338012695
#avg: 2.206234598
4 threads
# ....
t1 = Thread(target=countdown, args=(COUNT // 4,))
t2 = Thread(target=countdown, args=(COUNT // 4,))
t3 = Thread(target=countdown, args=(COUNT // 4,))
t4 = Thread(target=countdown, args=(COUNT // 4,))
start = time.time()
t1.start()
t2.start()
t3.start()
t4.start()
t1.join()
t2.join()
t3.join()
t4.join()
end = time.time()
print('Time taken in seconds -', end - start)
#2.1956586837768555
#2.218824863433838
#2.3495471477508545
#2.388563871383667
#2.186440944671631
#avg: 2.267807102
I think a thread is faster than multi threads because of GIL.(GIL lock & release, thread context switching)
but, 2 threads is faster than a thread. Is wrong my code??
i have a script that recognize plates from camera, and now i need the same script to recognize from other camera so in short it needs to recognize from two cameras at once ,i am using Tensoflow/keras and YOLO object detection , can someone suggest sollution to this , i tried with different threads but i could not start the second thread , i will post what i have tried
import sys, os
import threading
import keras
import cv2
import traceback
import numpy as np
import time
import sqlite3
import pyodbc
import time
from imutils.video import VideoStream
from pattern import apply_pattern
import darknet.python.darknet as dn
from os.path import splitext, basename
from glob import glob
from darknet.python.darknet import detect
from src.label import dknet_label_conversion
from src.utils import nms
from src.keras_utils import load_model
from glob import glob
from os.path import splitext, basename
from src.utils import im2single
from src.keras_utils import load_model, detect_lp
from src.label import Shape, writeShapes
import imutils
cam_vlez ="rtsp://"
cam_izlez = "rtsp://a"
def adjust_pts(pts,lroi):
return pts*lroi.wh().reshape((2,1)) + lroi.tl().reshape((2,1))
def start_vlez(cam):
while True:
cap = VideoStream(cam).start()
start_time = time.time()
sky = cap.read()
frame = sky[100:700, 300:1800]
w = frame.shape[0]
h = frame.shape[1]
ratio = float(max(frame.shape[:2])) / min(frame.shape[:2])
side = int(ratio * 288.)
bound_dim = min(side + (side % (2 ** 4)), 608)
Llp,LlpImgs,_ = detect_lp(wpod_net,im2single(frame),bound_dim,2**4,(240,80),lp_threshold)
cv2.imshow('detected_plate', frame)
if len(LlpImgs):
Ilp = LlpImgs[0]
s = Shape(Llp[0].pts)
for shape in [s]:
ptsarray = shape.pts.flatten()
try:
frame = cv2.rectangle(frame,(int(ptsarray[0]*h), int(ptsarray[5]*w)),(int(ptsarray[1]*h),int(ptsarray[6]*w)),(0,255,0),3)
cv2.imshow('detected_plate', frame)
except:
traceback.print_exc()
sys.exit(1)
Ilp = cv2.cvtColor(Ilp, cv2.COLOR_BGR2GRAY)
Ilp = cv2.cvtColor(Ilp, cv2.COLOR_GRAY2BGR)
cv2.imwrite('%s/_lp.png' % (output_dir),Ilp*255.)
cv2.imshow('lp_bic', Ilp)
R,(width,height) = detect(ocr_net, ocr_meta, 'lp_images/_lp.png' ,thresh=ocr_threshold, nms=None)
if len(R):
L = dknet_label_conversion(R,width,height)
L = nms(L,.45)
L.sort(key=lambda x: x.tl()[0])
lp_str = ''.join([chr(l.cl()) for l in L])
result =apply_pattern(lp_str)
write_to_database(result)
print("License Plate Detected: ", lp_str)
print("Written in database: ", result)
print("--- %s seconds ---" % (time.time() - start_time))
#updateSqliteTable(lp_str)
def start_izlez(cam):
while True:
cap = VideoStream(cam).start()
start_time = time.time()
sky = cap.read()
frame = sky[100:700, 300:1800]
w = frame.shape[0]
h = frame.shape[1]
ratio = float(max(frame.shape[:2])) / min(frame.shape[:2])
side = int(ratio * 288.)
bound_dim = min(side + (side % (2 ** 4)), 608)
Llp,LlpImgs,_ = detect_lp(wpod_net,im2single(frame),bound_dim,2**4,(240,80),lp_threshold)
cv2.imshow('detected_plate1', frame)
if len(LlpImgs):
Ilp = LlpImgs[0]
s = Shape(Llp[0].pts)
for shape in [s]:
ptsarray = shape.pts.flatten()
try:
frame = cv2.rectangle(frame,(int(ptsarray[0]*h), int(ptsarray[5]*w)),(int(ptsarray[1]*h),int(ptsarray[6]*w)),(0,255,0),3)
cv2.imshow('detected_plate1', frame)
except:
traceback.print_exc()
sys.exit(1)
Ilp = cv2.cvtColor(Ilp, cv2.COLOR_BGR2GRAY)
Ilp = cv2.cvtColor(Ilp, cv2.COLOR_GRAY2BGR)
cv2.imwrite('%s/_lp.png' % (output_dir),Ilp*255.)
cv2.imshow('lp_bic', Ilp)
R,(width,height) = detect(ocr_net, ocr_meta, 'lp_images/_lp.png' ,thresh=ocr_threshold, nms=None)
if len(R):
L = dknet_label_conversion(R,width,height)
L = nms(L,.45)
L.sort(key=lambda x: x.tl()[0])
lp_str = ''.join([chr(l.cl()) for l in L])
result =apply_pattern(lp_str)
write_to_database(result)
print("License Plate Detected: ", lp_str)
print("Written in database: ", result)
print("--- %s seconds ---" % (time.time() - start_time))
#updateSqliteTable(lp_str)
if __name__ == '__main__':
try:
output_dir = 'lp_images/'
lp_threshold = .5
wpod_net_path = "./my-trained-model/my-trained-model1_final.json"
wpod_net = load_model(wpod_net_path)
ocr_threshold = .6
ocr_weights = b'data/ocr/ocr-net.weights'
ocr_netcfg = b'data/ocr/ocr-net.cfg'
ocr_dataset = b'data/ocr/ocr-net.data'
ocr_net = dn.load_net(ocr_netcfg, ocr_weights, 0)
ocr_meta = dn.load_meta(ocr_dataset)
t = threading.Thread(target=start_vlez(cam_izlez))
t1 = threading.Thread(target=start_izlez(cam_vlez))
t.start()
t1.start()
except:
print ("Error: unable to start thread")
target= in Thread needs function's name without () and arguments - and it will later use () to start it.
Your current code doesn't run functions in threads but it works like
result = start_vlez(cam_izlez)
result1 = start_izlez(cam_vlez)
t = threading.Thread(target=result)
t1 = threading.Thread(target=result1)
t.start()
t2.start()
so it runs first function in main thread and wait for it ends. And next it runs second function also in main thread and wait for it ends. And after that it tries to use Thread
If you have arguments then you need use function's name without () in target=and use tuple with arguments in args=
t = threading.Thread(target=start_vlez, args=(cam_izlez,))
t1 = threading.Thread(target=start_izlez, args=(cam_vlez,))
args= needs tuple even for single argument so I use , in (cam_izlez,) and (cam_vlez,)
I want to add multiple processes to speed up my program, but I found that after adding multiple processes, the program execution time has become longer.My code is as follows.
'''before'''
if __name__ == '__main__':
result = []
start_time = int(time.time())
for i in range(20000000):
result.append(demo3(i, i + 1))
end_time = int(time.time())
print(result)
print(end_time - start_time)
'''Add multiple processes '''
def demo3(i, j):
return int(i) * int(j)
if __name__ == '__main__':
pool = multiprocessing.Pool(processes=10)
result = []
start_time = int(time.time())
for i in range(20000000):
result.append(pool.apply_async(demo3, args=(i, i + 1)).get())
pool.close()
pool.join()
end_time = int(time.time())
print(result)
print(end_time - start_time)
I have a counter working that counts every frame. what I want to do is divide this by time to determine the FPS of my program. But I'm not sure how to perform operations on timing functions within python.
I've tried initializing time as
fps_time = time.time
fps_time = float(time.time)
fps_time = np.float(time.time)
fps_time = time()
Then for calculating the fps,
FPS = (counter / fps_time)
FPS = float(counter / fps_time)
FPS = float(counter (fps_time))
But errors I'm getting are object is not callable or unsupported operand for /: 'int' and 'buildin functions'
thanks in advance for the help!
Here is a very simple way to print your program's frame rate at each frame (no counter needed) :
import time
while True:
start_time = time.time() # start time of the loop
########################
# your fancy code here #
########################
print("FPS: ", 1.0 / (time.time() - start_time)) # FPS = 1 / time to process loop
If you want the average frame rate over x seconds, you can do like so (counter needed) :
import time
start_time = time.time()
x = 1 # displays the frame rate every 1 second
counter = 0
while True:
########################
# your fancy code here #
########################
counter+=1
if (time.time() - start_time) > x :
print("FPS: ", counter / (time.time() - start_time))
counter = 0
start_time = time.time()
Hope it helps!
Works like a charm
import time
import collections
class FPS:
def __init__(self,avarageof=50):
self.frametimestamps = collections.deque(maxlen=avarageof)
def __call__(self):
self.frametimestamps.append(time.time())
if(len(self.frametimestamps) > 1):
return len(self.frametimestamps)/(self.frametimestamps[-1]-self.frametimestamps[0])
else:
return 0.0
fps = FPS()
for i in range(100):
time.sleep(0.1)
print(fps())
Make sure fps is called once per frame
You might want to do something in this taste:
def program():
start_time = time.time() #record start time of program
frame_counter = 0
# random logic
for i in range(0, 100):
for j in range(0, 100):
# do stuff that renders a new frame
frame_counter += 1 # count frame
end_time = time.time() #record end time of program
fps = frame_counter / float(end_time - start_time)
Of course you don't have to wait the end of the program to compute end_time and fps, you can do it every now and then to report the FPS as the program runs. Re-initing start_time after reporting the current FPS estimation could also help with reporting a more precise FPS estimation.
This sample code of finding FPS. I have used it for pre, inference, and postprocessing. Hope it helps!
import time
...
dt, tt, num_im = [0.0, 0.0, 0.0], 0.0, 0
for image in images:
num_im += 1
t1 = time.time()
# task1....
t2 = time.time()
dt[0] += t2 - t1
# task2...
t3 = time.time()
dt[1] += t3 - t2
# task3...
dt[2] += time.time() - t3
tt += time.time() - t1
t = tuple(x / num_im * 1E3 for x in dt)
print(f'task1 {t[0]:.2f}ms, task2 {t[1]:.2f}ms, task3 {t[2]:.2f}ms, FPS {num_im / tt:.2f}')
from time import sleep,time
fps = 0
fps_count = 0
start_time = time()
while True:
if (time()-start_time) > 1:
fps = fps_count
fps_count = 1
start_time = time()
else:
fps_count += 1
print("FPS:",fps)
FPS = the number of cycles running per second