Free Motion Capture for Everyone πβ¨
TypeScript
Philip/run yolo script (#638)
philipqueen984e838cb717
diff --git a/experimental/openpose/run_openpose.py b/experimental/alternative_trackers/run_openpose.pysimilarity index 100%rename from experimental/openpose/run_openpose.pyrename to experimental/alternative_trackers/run_openpose.pydiff --git a/experimental/alternative_trackers/run_yolo.py b/experimental/alternative_trackers/run_yolo.pynew file mode 100644index 00000000..a6b179c1--- /dev/null+++ b/experimental/alternative_trackers/run_yolo.py@@ -0,0 +1,62 @@+import multiprocessing+from pathlib import Path++from freemocap.data_layer.recording_models.post_processing_parameter_models import ProcessingParameterModel, AniposeTriangulate3DParametersModel, PostProcessingParametersModel+from freemocap.data_layer.recording_models.recording_info_model import RecordingInfoModel+from freemocap.core_processes.process_motion_capture_videos.process_recording_folder import process_recording_folder+from skellytracker.trackers.yolo_tracker.yolo_model_info import YOLOTrackingParams, YOLOModelInfo++def process_videos_YOLO(recording_folder: Path, num_processes: int = multiprocessing.cpu_count() - 1):+ """+ Process a recording folder from the synchronized videos+ """+ recording_model = RecordingInfoModel(+ recording_folder_path=recording_folder,+ active_tracker="yolo"+ )++ yolo_processing_parameters = ProcessingParameterModel(+ recording_info_model=recording_model,+ tracking_parameters_model=YOLOTrackingParams(+ num_processes=num_processes,+ model_size="medium",+ ),+ anipose_triangulate_3d_parameters_model=AniposeTriangulate3DParametersModel(),+ post_processing_parameters_model=PostProcessingParametersModel(),+ tracking_model_info=YOLOModelInfo(),+ )++ process_recording_folder(+ recording_processing_parameter_model=yolo_processing_parameters,+ kill_event=None,+ logging_queue=None,+ )++def process_raw_data_YOLO(recording_folder: Path):+ """+ Process a recording folder where raw, 2d data is already available+ """+ recording_model = RecordingInfoModel(+ recording_folder_path=recording_folder,+ active_tracker="yolo"+ )++ yolo_processing_parameters = ProcessingParameterModel(+ recording_info_model=recording_model,+ tracking_parameters_model=YOLOTrackingParams(+ run_image_tracking=False,+ ),+ anipose_triangulate_3d_parameters_model=AniposeTriangulate3DParametersModel(),+ post_processing_parameters_model=PostProcessingParametersModel(),+ tracking_model_info=YOLOModelInfo(),+ )++ process_recording_folder(+ recording_processing_parameter_model=yolo_processing_parameters,+ kill_event=None,+ logging_queue=None,+ )++if __name__ == "__main__":+ recording_folder = Path("/Users/philipqueen/freemocap_data/recording_sessions/freemocap_test_data/")+ process_videos_YOLO(recording_folder=recording_folder)diff --git a/freemocap/core_processes/post_process_skeleton_data/split_and_save.py b/freemocap/core_processes/post_process_skeleton_data/split_and_save.pyindex 8c2d6bec..1a5e7349 100644--- a/freemocap/core_processes/post_process_skeleton_data/split_and_save.py+++ b/freemocap/core_processes/post_process_skeleton_data/split_and_save.py@@ -24,6 +24,8 @@ category_info = {"face": FACE_3D_DATAFRAME_CSV_FILE_NAME,}+DEFAULT_CATEGORY_NAME = "body"+# TODO: come up with a sensible way of splitting this for different types of trackers@@ -56,7 +58,8 @@ def split_data(split_data[category] = skeleton_3d_data[:, prev_index:current_index, :]if split_data == {}:- logger.debug("No data categories found in model info, skipping data splitting")+ logger.debug("No data categories found in model info, defaulting to single 'body' category")+ split_data[DEFAULT_CATEGORY_NAME] = skeleton_3d_datareturn split_data@@ -93,13 +96,15 @@ def create_column_names(model_info: ModelInfo) -> Dict[str, List[str]]:column_names[category] = category_column_names- # TODO: this is a quick attempt and probably wrong somehow+ # cover the case where no data categories are foundif column_names == {}:landmark_names = "landmark_names"tracked_points_name = "num_tracked_points"category_column_names = []- if hasattr(model_info, landmark_names) and len(getattr(model_info, landmark_names)) == getattr(- model_info, tracked_points_name+ if (+ hasattr(model_info, landmark_names)+ and hasattr(model_info, tracked_points_name)+ and len(getattr(model_info, landmark_names)) == getattr(model_info, tracked_points_name)):for name in getattr(model_info, landmark_names):category_column_names.append(f"{category}_{name}_x")@@ -111,7 +116,7 @@ def create_column_names(model_info: ModelInfo) -> Dict[str, List[str]]:category_column_names.append(f"{category}_{str(i).zfill(4)}_y")category_column_names.append(f"{category}_{str(i).zfill(4)}_z")- column_names["total"] = category_column_names+ column_names[DEFAULT_CATEGORY_NAME] = category_column_namesreturn column_names@@ -130,7 +135,7 @@ def save_split_csv(- column_names: A dictionary where each key is a category and the value is a list of column names for the data."""if split_data == {}:- logger.debug("No data categories found in model info, skipping data splitting")+ logger.debug("No data categories found in model info, skipping saving split csv files")returnnumber_of_frames = next(iter(split_data.values())).shape[0]@@ -139,7 +144,10 @@ def save_split_csv(for category, data in split_data.items():column_name_list = column_names[category]- tracked_points_name = "num_tracked_points_" + category+ if len(split_data) == 1:+ tracked_points_name = "num_tracked_points"+ else:+ tracked_points_name = "num_tracked_points_" + categorydata_flat = data.reshape(number_of_frames, getattr(model_info, tracked_points_name) * 3)dataframe = pd.DataFrame(data_flat, columns=column_name_list)@@ -157,7 +165,7 @@ def save_split_npy(output_data_folder_path: str, split_data: Dict[str, np.ndarra"""if split_data == {}:- logger.debug("No data categories found in model info, skipping data splitting")+ logger.debug("No data categories found in model info, skipping saving split npy files")returnif file_prefix != "" and file_prefix[-1] != "_":diff --git a/freemocap/data_layer/data_saver/data_loader.py b/freemocap/data_layer/data_saver/data_loader.pyindex 679d4fbe..22a3f283 100644--- a/freemocap/data_layer/data_saver/data_loader.py+++ b/freemocap/data_layer/data_saver/data_loader.py@@ -38,11 +38,13 @@ class DataLoader:recording_folder_path: Union[str, Path],include_hands: bool = True,include_face: bool = True,+ include_com: bool = True,model_info: ModelInfo = mediapipe_model_info,):self._recording_folder_path = Path(recording_folder_path)self.include_hands = include_handsself.include_face = include_face+ self.include_com = include_comself._model_info = model_infoself._recording_name = self._recording_folder_path.name@@ -65,10 +67,21 @@ class DataLoader:self.body_dataframe = self._load_dataframe(self._file_prefix + BODY_3D_DATAFRAME_CSV_FILE_NAME)self.number_of_frames = len(self.body_dataframe)if self.include_hands:- self.right_hand_dataframe = self._load_dataframe(self._file_prefix + RIGHT_HAND_3D_DATAFRAME_CSV_FILE_NAME)- self.left_hand_dataframe = self._load_dataframe(self._file_prefix + LEFT_HAND_3D_DATAFRAME_CSV_FILE_NAME)+ try:+ self.right_hand_dataframe = self._load_dataframe(self._file_prefix + RIGHT_HAND_3D_DATAFRAME_CSV_FILE_NAME)+ self.left_hand_dataframe = self._load_dataframe(self._file_prefix + LEFT_HAND_3D_DATAFRAME_CSV_FILE_NAME)+ except FileNotFoundError:+ logger.warning("Unable to load hand data from file.")+ self.right_hand_dataframe = None+ self.left_hand_dataframe = None+ self.include_hands = Falseif self.include_face:- self.face_dataframe = self._load_dataframe(self._file_prefix + FACE_3D_DATAFRAME_CSV_FILE_NAME)+ try:+ self.face_dataframe = self._load_dataframe(self._file_prefix + FACE_3D_DATAFRAME_CSV_FILE_NAME)+ except FileNotFoundError:+ logger.warning("Unable to load face data from file.")+ self.face_dataframe = None+ self.include_face = Falsedef _load_dataframe(self, filename):return pd.read_csv(self._output_folder_path / filename)@@ -112,12 +125,18 @@ class DataLoader:"""Load additional data like center of mass and segment lengths."""- self.center_of_mass_xyz = np.load(- self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + TOTAL_BODY_CENTER_OF_MASS_NPY_FILE_NAME)- )- self.segment_center_of_mass_segment_xyz = np.load(- self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + SEGMENT_CENTER_OF_MASS_NPY_FILE_NAME)- )+ try:+ self.center_of_mass_xyz = np.load(+ self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + TOTAL_BODY_CENTER_OF_MASS_NPY_FILE_NAME)+ )+ self.segment_center_of_mass_segment_xyz = np.load(+ self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + SEGMENT_CENTER_OF_MASS_NPY_FILE_NAME)+ )+ except FileNotFoundError:+ logger.warning("Unable to load center of mass data from file.")+ self.center_of_mass_xyz = None+ self.segment_center_of_mass_segment_xyz = None+ self.include_com = Falsedef _load_full_npy_data(self):self.data_frame_name_xyz = np.load(self._output_folder_path / (self._file_prefix + DATA_3D_NPY_FILE_NAME))@@ -146,9 +165,12 @@ class DataLoader:right_hand_points = {}left_hand_points = {}face_points = {}+ center_of_mass_points = {}body_points = self._process_dataframe(self.body_dataframe.iloc[frame_number, :])- center_of_mass_points = self._get_center_of_mass_data(frame_number)++ if self.include_com:+ center_of_mass_points = self._get_center_of_mass_data(frame_number)if self.include_hands:left_hand_points, right_hand_points = self._load_hand_data(frame_number)