Free Motion Capture for Everyone πβ¨
TypeScript
fixed the dumb bug! There's a real skeleton now :D
Joncef70e55df4b
diff --git a/src/core_processor/mediapipe_skeleton_detector/mediapipe_skeleton_detector.py b/src/core_processor/mediapipe_skeleton_detector/mediapipe_skeleton_detector.pyindex be7d9312..eae4f6b4 100644--- a/src/core_processor/mediapipe_skeleton_detector/mediapipe_skeleton_detector.py+++ b/src/core_processor/mediapipe_skeleton_detector/mediapipe_skeleton_detector.py@@ -78,7 +78,6 @@ class MediaPipeSkeletonDetector:this_video_width = this_video_capture_object.get(cv2.CAP_PROP_FRAME_WIDTH)this_video_height = this_video_capture_object.get(cv2.CAP_PROP_FRAME_HEIGHT)-this_video_mediapipe_results_list = []this_video_annotated_images_list = []@@ -121,7 +120,6 @@ class MediaPipeSkeletonDetector:logger.error(f"this should be 2D data (XY pixel coordinates), but we founds {number_of_spatial_dimensions}")raise Exception-data2d_numCams_numFrames_numTrackedPts_XY = np.empty((number_of_cameras,number_of_frames,number_of_tracked_points,@@ -133,15 +131,12 @@ class MediaPipeSkeletonDetector:self._save_mediapipe2d_data_to_npy(data2d_numCams_numFrames_numTrackedPts_XY)return data2d_numCams_numFrames_numTrackedPts_XY-def _save_mediapipe2d_data_to_npy(self, data2d_numCams_numFrames_numTrackedPts_XY):output_data_folder = Path(get_session_output_data_folder_path(self._session_id))mediapipe_2dData_save_path = output_data_folder / "mediapipe_2dData_numCams_numFrames_numTrackedPoints_pixelXY.npy"logger.info(f"saving: {mediapipe_2dData_save_path}")np.save(str(mediapipe_2dData_save_path), data2d_numCams_numFrames_numTrackedPts_XY)--def save_annotated_videos(self,annotated_images_list: List[np.ndarray],video_file_name: str,@@ -252,33 +247,41 @@ class MediaPipeSkeletonDetector:# get the Body data (aka 'pose')if this_frame_results.pose_landmarks is not None:- for this_landmark_data in this_frame_results.pose_landmarks.landmark:- body2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,- 0] = this_landmark_data.x * image_width- body2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,- 1] = this_landmark_data.y * image_height+ for this_landmark_number, this_landmark_data in enumerate(this_frame_results.pose_landmarks.landmark):+ body2d_frameNumber_trackedPointNumber_XY[this_frame_number,+ this_landmark_number,+ 0] = this_landmark_data.x * image_width+ body2d_frameNumber_trackedPointNumber_XY[this_frame_number,+ this_landmark_number,+ 1] = this_landmark_data.y * image_heightbody2d_frameNumber_trackedPointNumber_confidence[this_frame_number,- :] = this_landmark_data.visibility # mediapipe calls their 'confidence' score 'visibility'+ this_landmark_number] = this_landmark_data.visibility # mediapipe calls their 'confidence' score 'visibility'# get Right Hand dataif this_frame_results.right_hand_landmarks is not None:- for this_landmark_data in this_frame_results.right_hand_landmarks.landmark:- rightHand2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,- 0] = this_landmark_data.x * image_width- rightHand2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,- 1] = this_landmark_data.y * image_height+ for this_landmark_number, this_landmark_data in enumerate(+ this_frame_results.right_hand_landmarks.landmark):+ rightHand2d_frameNumber_trackedPointNumber_XY[this_frame_number,+ this_landmark_number,+ 0] = this_landmark_data.x * image_width+ rightHand2d_frameNumber_trackedPointNumber_XY[this_frame_number,+ this_landmark_number,+ 1] = this_landmark_data.y * image_height# get Left Hand dataif this_frame_results.left_hand_landmarks is not None:- for this_landmark_data in this_frame_results.left_hand_landmarks.landmark:- leftHand2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,- 0] = this_landmark_data.x * image_width- leftHand2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,- 1] = this_landmark_data.y * image_height+ for this_landmark_number, this_landmark_data in enumerate(+ this_frame_results.left_hand_landmarks.landmark):+ leftHand2d_frameNumber_trackedPointNumber_XY[this_frame_number,+ this_landmark_number,+ 0] = this_landmark_data.x * image_width+ leftHand2d_frameNumber_trackedPointNumber_XY[this_frame_number,+ this_landmark_number,+ 1] = this_landmark_data.y * image_height# get Face dataif this_frame_results.face_landmarks is not None:- for this_landmark_data in this_frame_results.face_landmarks.landmark:+ for this_landmark_number, this_landmark_data in enumerate(this_frame_results.face_landmarks.landmark):face2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,0] = this_landmark_data.x * image_widthface2d_frameNumber_trackedPointNumber_XY[this_frame_number, :,