Free Motion Capture for Everyone πβ¨
TypeScript
camera_calibration script kinda works, but slow and laggy :-/
jon matthis6416e7febbd7
diff --git a/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py b/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.pyindex e189934d..d05a49c3 100644--- a/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py+++ b/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py@@ -25,9 +25,9 @@ from rich.console import Consolecap_default_parameters_dict = {- 'exposure': -6,- 'cap_resolution_width': 640,- 'cap_resolution_height': 480,+ 'exposure': -5,+ 'cap_resolution_width': 1280,+ 'cap_resolution_height': 720,}class FMC_Camera:diff --git a/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py b/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.pyindex 310ce0f3..29997c5e 100644--- a/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py+++ b/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py@@ -10,7 +10,6 @@#Font - ANSI Regular - https://patorjk.com/software/taag/#p=display&f=ANSI%20Regular&t=Play%20Skeleton%20Animation-from rich.repr import Tfrom FMC_Camera import FMC_Camera@@ -558,7 +557,7 @@ if __name__ == '__main__':freemocap_data_path = Path('/Users/jon/Dropbox/FreeMoCapProject')try:- multi_cam = FMC_MultiCamera(freemocap_data_folder=str(freemocap_data_path), rotation_codes_list=in_rotation_codes_list)+ multi_cam = FMC_MultiCamera(freemocap_data_folder=str(freemocap_data_path), save_each_cam_to_mp4 = True, rotation_codes_list=in_rotation_codes_list)multi_cam.start(standalone_mode=True)except Exception:diff --git a/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py b/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.pyindex 66948f5c..0076d7d1 100644--- a/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py+++ b/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py@@ -1,37 +1,54 @@+from rich import printfrom rich.console import Consolefrom FMC_MultiCamera import FMC_MultiCameraimport socketfrom pathlib import Pathfrom pathos.helpers import mp as pathos_mp_helperimport cv2+from copy import deepcopy+import numpy as np-aruco_dict = cv2.aruco.Dictionary_get(cv2.aruco.DICT_6X6_250)-board = cv2.aruco.CharucoBoard_create(7, 5, 1, .8, aruco_dict)+from itertools import combinations++import matplotlib.pyplot as plt++aruco_dict = cv2.aruco.Dictionary_get(cv2.aruco.DICT_4X4_250)+charuco_length = 7+charuco_width = 5++board = cv2.aruco.CharucoBoard_create(charuco_length, charuco_width, 1, .8, aruco_dict)+num_charuco_corners = (charuco_length-1) * (charuco_width-1)def detect_charuco_board(image):"""Charuco base pose estimation.more-or-less copied from - https://mecaruco2.readthedocs.io/en/latest/notebooks_rst/Aruco/sandbox/ludovic/aruco_calibration_rotation.html"""- allCorners = []- allIds = []+ charuco_corners = []+ charuco_ids = []+# SUB PIXEL CORNER DETECTION CRITERIONcriteria = (cv2.TERM_CRITERIA_EPS + cv2.TERM_CRITERIA_MAX_ITER, 100, 0.00001)gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)- charuco_corners, charuco_corner_ids, rejectedImgPoints = cv2.aruco.detectMarkers(gray, aruco_dict)+ aruco_square_corners, aruco_square_ids, rejectedImgPoints = cv2.aruco.detectMarkers(gray, aruco_dict)+- if len(charuco_corners)>0:+ if len(aruco_square_corners)>0:# SUB PIXEL DETECTION- for this_corner in charuco_corners:+ for this_corner in aruco_square_corners:cv2.cornerSubPix(gray, this_corner,winSize = (3,3),zeroZone = (-1,-1),criteria = criteria)- res2 = cv2.aruco.interpolateCornersCharuco(charuco_corners,charuco_corner_ids,gray,board)--- return charuco_corners,charuco_corner_ids+ res2 = cv2.aruco.interpolateCornersCharuco(aruco_square_corners,aruco_square_ids,gray,board)++ if res2[1] is not None and res2[2] is not None and len(res2[1])>3:+ charuco_corners = res2[1]+ charuco_ids = res2[2]+++ return charuco_corners, charuco_ids, aruco_square_corners, aruco_square_idsif __name__ == "__main__":@@ -61,31 +78,52 @@ if __name__ == "__main__":console.rule('Launching Multi Cam Viewer')- frame_count = 0+ current_loop_count = 0+ aruco_square_corners = [ [] for _ in range(multi_cam.num_cams) ]+ aruco_square_ids = [ np.array([]) for _ in range(multi_cam.num_cams) ]+ charuco_corners = [ np.array([]) for _ in range(multi_cam.num_cams) ]+ charuco_ids = [ np.array([]) for _ in range(multi_cam.num_cams) ]+++ camera_pair_list = list(combinations(np.arange(multi_cam.num_cams),2))+ camera_pair_joint_view_count = [ 0 for _ in range(len(camera_pair_list)) ]+ each_cameras_shared_board_view_count_array = np.zeros((multi_cam.num_cams, multi_cam.num_cams))+ each_cameras_shared_board_view_count_total = np.zeros(multi_cam.num_cams)++ charuco_points_from_previous_frames = [ [] for _ in range(multi_cam.num_cams) ]++ multi_cam_queue_size_list = []++ # #set up plots+ # plt.ion()+ # fig = plt.figure()+ # ax_queue_size = plt.subplot(121, title='Multi Camera - Queueue Size', xlabel='Frame# I guess/? Maybe Loop#/?', ylabel='Multi frames in queue')+ # ax_shared_views = plt.subplot(122, title='Shared Charuco Board Views', xlabel='Frame#/?', ylabel='Number of shared views')++ # artist_for_queue_trace = ax_queue_size.plot(0)++ # artists_for_shared_view_traces_list = []+ # for this_cam_num in range(multi_cam.num_cams):+ # artists_for_shared_view_traces_list.append(ax_shared_views.plot(0, label=f'Cam {this_cam_num}'))+ # ax_shared_views.legend()+while not multi_cam.exit_event.is_set():if not multi_cam.multi_cam_tuple_queue.empty():this_multi_cam_tuple = multi_cam.multi_cam_tuple_queue.get()- frame_count += 1+ current_loop_count += 1- multi_cam.save_synchronized_videos(this_multi_cam_tuple)- if frame_count % 30 == 0:- for this_cam_idx in range(multi_cam.num_cams):- this_cam_tuple = this_multi_cam_tuple[this_cam_idx]- this_cam_image = this_cam_tuple[1]- charuco_corners,charuco_corner_ids = detect_charuco_board(this_cam_image)- f=9+ # multi_cam.save_synchronized_videos(this_multi_cam_tuple)-- this_multi_cam_image = multi_cam.stitch_multicam_image(this_multi_cam_tuple)+ # this_multi_cam_image_raw = multi_cam.stitch_multicam_image(this_multi_cam_tuple)- if multi_cam._save_multi_cam_to_mp4:- if multi_cam._output_multi_cam_video_object is None:- multi_cam.initialize_multi_cam_output_video(this_multi_cam_image)+ # if multi_cam._save_multi_cam_to_mp4:+ # if multi_cam._output_multi_cam_video_object is None:+ # multi_cam.initialize_multi_cam_output_video(this_multi_cam_image_raw)- multi_cam._output_multi_cam_video_object.write(this_multi_cam_image)+ # multi_cam._output_multi_cam_video_object.write(this_multi_cam_image_raw)if multi_cam._save_each_cam_to_mp4:if multi_cam._each_cam_video_writer_object_list is None:@@ -94,7 +132,119 @@ if __name__ == "__main__":for this_cam_num in range(multi_cam.num_cams):multi_cam._each_cam_video_writer_object_list[this_cam_num].write(this_multi_cam_tuple[this_cam_num][1])- cv2.imshow(multi_cam._rec_name, this_multi_cam_image)+++ new_cam_image_list = []+ full_charuco_detected_on_this_frame = [ False for _ in range(multi_cam.num_cams) ]++ for this_cam_num in range(multi_cam.num_cams):+ this_cam_tuple = this_multi_cam_tuple[this_cam_num]+ this_cam_image = this_cam_tuple[1]++ # if current_loop_count % 10 == 0:+ # charuco_corners[this_cam_num], charuco_ids[this_cam_num], aruco_square_corners[this_cam_num], aruco_square_ids[this_cam_num] = detect_charuco_board(this_cam_image)++ # if len(charuco_ids[this_cam_num]) == num_charuco_corners:+ # full_charuco_detected_on_this_frame[this_cam_num] = True+++ # # image_w_markers = cv2.aruco.drawDetectedMarkers(this_cam_image, aruco_square_corners[this_cam_num], aruco_square_ids[this_cam_num])++ # image_w_markers = cv2.aruco.drawDetectedCornersCharuco(this_cam_image, np.array(charuco_corners[this_cam_num]), np.array(charuco_ids[this_cam_num]))++ # this_cam_name = "Camera " + str(this_cam_num)++ # text_to_write_on_this_camera =''+ # current_cam_corner_count_str = this_cam_name + ": " + str(len(charuco_ids[this_cam_num])) + " of " + str(num_charuco_corners) + " detected | Full Board: " + str(full_charuco_detected_on_this_frame[this_cam_num])+ # this_cam_shared_views_str = " | Shared Views: " + str(each_cameras_shared_board_view_count_total[this_cam_num])+ # text_to_write_on_this_camera = current_cam_corner_count_str + this_cam_shared_views_str++ # if this_cam_num==0:+ # queue_size_str = "Multi-Camera Queue Size: " + str(multi_cam.multi_cam_tuple_queue.qsize())+ # queue_text_position = (10,20)+ # cv2.putText(+ # image_w_markers, #numpy array on which text is written+ # queue_size_str, #text+ # queue_text_position, #position at which writing has to start+ # cv2.FONT_HERSHEY_SIMPLEX, #font family+ # .5, #font size+ # (255, 10, 100, 255), #font color+ # 2) #font stroke+ # cv2.putText(+ # image_w_markers, #numpy array on which text is written+ # queue_size_str, #text+ # queue_text_position, #position at which writing has to start+ # cv2.FONT_HERSHEY_SIMPLEX, #font family+ # .5, #font size+ # (30, 10, 0, 255), #font color+ # 3) #font stroke+++ # position = (10,50)+ # cv2.putText(+ # image_w_markers, #numpy array on which text is written+ # text_to_write_on_this_camera, #text+ # position, #position at which writing has to start+ # cv2.FONT_HERSHEY_SIMPLEX, #font family+ # .5, #font size+ # (30, 10, 0, 255), #font color+ # 3) #font stroke+ # cv2.putText(+ # image_w_markers, #numpy array on which text is written+ # text_to_write_on_this_camera, #text+ # position, #position at which writing has to start+ # cv2.FONT_HERSHEY_SIMPLEX, #font family+ # .5, #font size+ # (209, 180, 0, 255), #font color+ # 1) #font stroke+++ # if full_charuco_detected_on_this_frame[this_cam_num]:+ # cv2.polylines(image_w_markers, np.int32([charuco_corners[this_cam_num]]), True, (0,100,255), 2)+ # # for these_corners in charuco_points_from_previous_frames[this_cam_num]:+ # # if len(these_corners)>0:+ # # cv2.polylines(image_w_markers, np.int32([these_corners[this_cam_num]]), True, (0,100,255,255/2), 2)++ # charuco_points_from_previous_frames[this_cam_num].append(charuco_corners[this_cam_num])++ new_cam_image_list.append(this_cam_image)+++ #determine paired board views+ for this_cam_num in range(multi_cam.num_cams):+ if full_charuco_detected_on_this_frame[this_cam_num]:+ for this_other_camera_num in range(multi_cam.num_cams):+ if this_other_camera_num != this_cam_num:+ if full_charuco_detected_on_this_frame[this_other_camera_num]:+ each_cameras_shared_board_view_count_array[this_cam_num, this_other_camera_num] += 1+ each_cameras_shared_board_view_count_total = np.sum(each_cameras_shared_board_view_count_array, axis=1)+ # print(each_cameras_shared_board_view_count)+++ for this_pair_num, this_cam_pair in enumerate(camera_pair_list):+ camera_one_id = this_cam_pair[0]+ camera_two_id = this_cam_pair[1]++ if full_charuco_detected_on_this_frame[camera_one_id] and full_charuco_detected_on_this_frame[camera_two_id]:+ camera_pair_joint_view_count[this_pair_num] += 1+++ #update plots+ multi_cam_queue_size_list.append(multi_cam.multi_cam_tuple_queue.qsize())+++ # artist_for_queue_trace[0].set_data((np.arange(current_loop_count),multi_cam_queue_size_list))+ # plt.pause(0.01)+ # plt.draw()+ # for camNum in range(multi_cam.num_cams):+ # ax_shared_views.plot(0, label=f'Cam {camNum}')+++ multi_cam_image = np.hstack(new_cam_image_list)++ cv2.imshow(multi_cam._rec_name, multi_cam_image)++key = cv2.waitKey(1)if key == 27: # exit on ESC