Skip to content

Free Motion Capture for Everyone πŸ’€βœ¨

TypeScript

camera_calibration script kinda works, but slow and laggy :-/

jon matthis6416e7febbd7
diff --git a/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py b/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py
index e189934d..d05a49c3 100644
--- a/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py
+++ b/freemocap/dev_scratchpad/dev_alpha/FMC_Camera.py
@@ -25,9 +25,9 @@ from rich.console import Console
cap_default_parameters_dict = {
- 'exposure': -6,
- 'cap_resolution_width': 640,
- 'cap_resolution_height': 480,
+ 'exposure': -5,
+ 'cap_resolution_width': 1280,
+ 'cap_resolution_height': 720,
}
class FMC_Camera:
diff --git a/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py b/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py
index 310ce0f3..29997c5e 100644
--- a/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py
+++ b/freemocap/dev_scratchpad/dev_alpha/FMC_MultiCamera.py
@@ -10,7 +10,6 @@
#Font - ANSI Regular - https://patorjk.com/software/taag/#p=display&f=ANSI%20Regular&t=Play%20Skeleton%20Animation
-
from rich.repr import T
from FMC_Camera import FMC_Camera
@@ -558,7 +557,7 @@ if __name__ == '__main__':
freemocap_data_path = Path('/Users/jon/Dropbox/FreeMoCapProject')
try:
- multi_cam = FMC_MultiCamera(freemocap_data_folder=str(freemocap_data_path), rotation_codes_list=in_rotation_codes_list)
+ multi_cam = FMC_MultiCamera(freemocap_data_folder=str(freemocap_data_path), save_each_cam_to_mp4 = True, rotation_codes_list=in_rotation_codes_list)
multi_cam.start(standalone_mode=True)
except Exception:
diff --git a/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py b/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py
index 66948f5c..0076d7d1 100644
--- a/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py
+++ b/freemocap/dev_scratchpad/dev_alpha/capture_voulme_calibration.py
@@ -1,37 +1,54 @@
+from rich import print
from rich.console import Console
from FMC_MultiCamera import FMC_MultiCamera
import socket
from pathlib import Path
from pathos.helpers import mp as pathos_mp_helper
import cv2
+from copy import deepcopy
+import numpy as np
-aruco_dict = cv2.aruco.Dictionary_get(cv2.aruco.DICT_6X6_250)
-board = cv2.aruco.CharucoBoard_create(7, 5, 1, .8, aruco_dict)
+from itertools import combinations
+
+import matplotlib.pyplot as plt
+
+aruco_dict = cv2.aruco.Dictionary_get(cv2.aruco.DICT_4X4_250)
+charuco_length = 7
+charuco_width = 5
+
+board = cv2.aruco.CharucoBoard_create(charuco_length, charuco_width, 1, .8, aruco_dict)
+num_charuco_corners = (charuco_length-1) * (charuco_width-1)
def detect_charuco_board(image):
"""
Charuco base pose estimation.
more-or-less copied from - https://mecaruco2.readthedocs.io/en/latest/notebooks_rst/Aruco/sandbox/ludovic/aruco_calibration_rotation.html
"""
- allCorners = []
- allIds = []
+ charuco_corners = []
+ charuco_ids = []
+
# SUB PIXEL CORNER DETECTION CRITERION
criteria = (cv2.TERM_CRITERIA_EPS + cv2.TERM_CRITERIA_MAX_ITER, 100, 0.00001)
gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
- charuco_corners, charuco_corner_ids, rejectedImgPoints = cv2.aruco.detectMarkers(gray, aruco_dict)
+ aruco_square_corners, aruco_square_ids, rejectedImgPoints = cv2.aruco.detectMarkers(gray, aruco_dict)
+
- if len(charuco_corners)>0:
+ if len(aruco_square_corners)>0:
# SUB PIXEL DETECTION
- for this_corner in charuco_corners:
+ for this_corner in aruco_square_corners:
cv2.cornerSubPix(gray, this_corner,
winSize = (3,3),
zeroZone = (-1,-1),
criteria = criteria)
- res2 = cv2.aruco.interpolateCornersCharuco(charuco_corners,charuco_corner_ids,gray,board)
-
-
- return charuco_corners,charuco_corner_ids
+ res2 = cv2.aruco.interpolateCornersCharuco(aruco_square_corners,aruco_square_ids,gray,board)
+
+ if res2[1] is not None and res2[2] is not None and len(res2[1])>3:
+ charuco_corners = res2[1]
+ charuco_ids = res2[2]
+
+
+ return charuco_corners, charuco_ids, aruco_square_corners, aruco_square_ids
if __name__ == "__main__":
@@ -61,31 +78,52 @@ if __name__ == "__main__":
console.rule('Launching Multi Cam Viewer')
- frame_count = 0
+ current_loop_count = 0
+ aruco_square_corners = [ [] for _ in range(multi_cam.num_cams) ]
+ aruco_square_ids = [ np.array([]) for _ in range(multi_cam.num_cams) ]
+ charuco_corners = [ np.array([]) for _ in range(multi_cam.num_cams) ]
+ charuco_ids = [ np.array([]) for _ in range(multi_cam.num_cams) ]
+
+
+ camera_pair_list = list(combinations(np.arange(multi_cam.num_cams),2))
+ camera_pair_joint_view_count = [ 0 for _ in range(len(camera_pair_list)) ]
+ each_cameras_shared_board_view_count_array = np.zeros((multi_cam.num_cams, multi_cam.num_cams))
+ each_cameras_shared_board_view_count_total = np.zeros(multi_cam.num_cams)
+
+ charuco_points_from_previous_frames = [ [] for _ in range(multi_cam.num_cams) ]
+
+ multi_cam_queue_size_list = []
+
+ # #set up plots
+ # plt.ion()
+ # fig = plt.figure()
+ # ax_queue_size = plt.subplot(121, title='Multi Camera - Queueue Size', xlabel='Frame# I guess/? Maybe Loop#/?', ylabel='Multi frames in queue')
+ # ax_shared_views = plt.subplot(122, title='Shared Charuco Board Views', xlabel='Frame#/?', ylabel='Number of shared views')
+
+ # artist_for_queue_trace = ax_queue_size.plot(0)
+
+ # artists_for_shared_view_traces_list = []
+ # for this_cam_num in range(multi_cam.num_cams):
+ # artists_for_shared_view_traces_list.append(ax_shared_views.plot(0, label=f'Cam {this_cam_num}'))
+ # ax_shared_views.legend()
+
while not multi_cam.exit_event.is_set():
if not multi_cam.multi_cam_tuple_queue.empty():
this_multi_cam_tuple = multi_cam.multi_cam_tuple_queue.get()
- frame_count += 1
+ current_loop_count += 1
- multi_cam.save_synchronized_videos(this_multi_cam_tuple)
- if frame_count % 30 == 0:
- for this_cam_idx in range(multi_cam.num_cams):
- this_cam_tuple = this_multi_cam_tuple[this_cam_idx]
- this_cam_image = this_cam_tuple[1]
- charuco_corners,charuco_corner_ids = detect_charuco_board(this_cam_image)
- f=9
+ # multi_cam.save_synchronized_videos(this_multi_cam_tuple)
-
- this_multi_cam_image = multi_cam.stitch_multicam_image(this_multi_cam_tuple)
+ # this_multi_cam_image_raw = multi_cam.stitch_multicam_image(this_multi_cam_tuple)
- if multi_cam._save_multi_cam_to_mp4:
- if multi_cam._output_multi_cam_video_object is None:
- multi_cam.initialize_multi_cam_output_video(this_multi_cam_image)
+ # if multi_cam._save_multi_cam_to_mp4:
+ # if multi_cam._output_multi_cam_video_object is None:
+ # multi_cam.initialize_multi_cam_output_video(this_multi_cam_image_raw)
- multi_cam._output_multi_cam_video_object.write(this_multi_cam_image)
+ # multi_cam._output_multi_cam_video_object.write(this_multi_cam_image_raw)
if multi_cam._save_each_cam_to_mp4:
if multi_cam._each_cam_video_writer_object_list is None:
@@ -94,7 +132,119 @@ if __name__ == "__main__":
for this_cam_num in range(multi_cam.num_cams):
multi_cam._each_cam_video_writer_object_list[this_cam_num].write(this_multi_cam_tuple[this_cam_num][1])
- cv2.imshow(multi_cam._rec_name, this_multi_cam_image)
+
+
+ new_cam_image_list = []
+ full_charuco_detected_on_this_frame = [ False for _ in range(multi_cam.num_cams) ]
+
+ for this_cam_num in range(multi_cam.num_cams):
+ this_cam_tuple = this_multi_cam_tuple[this_cam_num]
+ this_cam_image = this_cam_tuple[1]
+
+ # if current_loop_count % 10 == 0:
+ # charuco_corners[this_cam_num], charuco_ids[this_cam_num], aruco_square_corners[this_cam_num], aruco_square_ids[this_cam_num] = detect_charuco_board(this_cam_image)
+
+ # if len(charuco_ids[this_cam_num]) == num_charuco_corners:
+ # full_charuco_detected_on_this_frame[this_cam_num] = True
+
+
+ # # image_w_markers = cv2.aruco.drawDetectedMarkers(this_cam_image, aruco_square_corners[this_cam_num], aruco_square_ids[this_cam_num])
+
+ # image_w_markers = cv2.aruco.drawDetectedCornersCharuco(this_cam_image, np.array(charuco_corners[this_cam_num]), np.array(charuco_ids[this_cam_num]))
+
+ # this_cam_name = "Camera " + str(this_cam_num)
+
+ # text_to_write_on_this_camera =''
+ # current_cam_corner_count_str = this_cam_name + ": " + str(len(charuco_ids[this_cam_num])) + " of " + str(num_charuco_corners) + " detected | Full Board: " + str(full_charuco_detected_on_this_frame[this_cam_num])
+ # this_cam_shared_views_str = " | Shared Views: " + str(each_cameras_shared_board_view_count_total[this_cam_num])
+ # text_to_write_on_this_camera = current_cam_corner_count_str + this_cam_shared_views_str
+
+ # if this_cam_num==0:
+ # queue_size_str = "Multi-Camera Queue Size: " + str(multi_cam.multi_cam_tuple_queue.qsize())
+ # queue_text_position = (10,20)
+ # cv2.putText(
+ # image_w_markers, #numpy array on which text is written
+ # queue_size_str, #text
+ # queue_text_position, #position at which writing has to start
+ # cv2.FONT_HERSHEY_SIMPLEX, #font family
+ # .5, #font size
+ # (255, 10, 100, 255), #font color
+ # 2) #font stroke
+ # cv2.putText(
+ # image_w_markers, #numpy array on which text is written
+ # queue_size_str, #text
+ # queue_text_position, #position at which writing has to start
+ # cv2.FONT_HERSHEY_SIMPLEX, #font family
+ # .5, #font size
+ # (30, 10, 0, 255), #font color
+ # 3) #font stroke
+
+
+ # position = (10,50)
+ # cv2.putText(
+ # image_w_markers, #numpy array on which text is written
+ # text_to_write_on_this_camera, #text
+ # position, #position at which writing has to start
+ # cv2.FONT_HERSHEY_SIMPLEX, #font family
+ # .5, #font size
+ # (30, 10, 0, 255), #font color
+ # 3) #font stroke
+ # cv2.putText(
+ # image_w_markers, #numpy array on which text is written
+ # text_to_write_on_this_camera, #text
+ # position, #position at which writing has to start
+ # cv2.FONT_HERSHEY_SIMPLEX, #font family
+ # .5, #font size
+ # (209, 180, 0, 255), #font color
+ # 1) #font stroke
+
+
+ # if full_charuco_detected_on_this_frame[this_cam_num]:
+ # cv2.polylines(image_w_markers, np.int32([charuco_corners[this_cam_num]]), True, (0,100,255), 2)
+ # # for these_corners in charuco_points_from_previous_frames[this_cam_num]:
+ # # if len(these_corners)>0:
+ # # cv2.polylines(image_w_markers, np.int32([these_corners[this_cam_num]]), True, (0,100,255,255/2), 2)
+
+ # charuco_points_from_previous_frames[this_cam_num].append(charuco_corners[this_cam_num])
+
+ new_cam_image_list.append(this_cam_image)
+
+
+ #determine paired board views
+ for this_cam_num in range(multi_cam.num_cams):
+ if full_charuco_detected_on_this_frame[this_cam_num]:
+ for this_other_camera_num in range(multi_cam.num_cams):
+ if this_other_camera_num != this_cam_num:
+ if full_charuco_detected_on_this_frame[this_other_camera_num]:
+ each_cameras_shared_board_view_count_array[this_cam_num, this_other_camera_num] += 1
+ each_cameras_shared_board_view_count_total = np.sum(each_cameras_shared_board_view_count_array, axis=1)
+ # print(each_cameras_shared_board_view_count)
+
+
+ for this_pair_num, this_cam_pair in enumerate(camera_pair_list):
+ camera_one_id = this_cam_pair[0]
+ camera_two_id = this_cam_pair[1]
+
+ if full_charuco_detected_on_this_frame[camera_one_id] and full_charuco_detected_on_this_frame[camera_two_id]:
+ camera_pair_joint_view_count[this_pair_num] += 1
+
+
+ #update plots
+ multi_cam_queue_size_list.append(multi_cam.multi_cam_tuple_queue.qsize())
+
+
+ # artist_for_queue_trace[0].set_data((np.arange(current_loop_count),multi_cam_queue_size_list))
+ # plt.pause(0.01)
+ # plt.draw()
+ # for camNum in range(multi_cam.num_cams):
+ # ax_shared_views.plot(0, label=f'Cam {camNum}')
+
+
+ multi_cam_image = np.hstack(new_cam_image_list)
+
+ cv2.imshow(multi_cam._rec_name, multi_cam_image)
+
+
key = cv2.waitKey(1)
if key == 27: # exit on ESC