Skip to content

Free Motion Capture for Everyone πŸ’€βœ¨

TypeScript

Philip/run yolo script (#638)

philipqueen984e838cb717
diff --git a/experimental/openpose/run_openpose.py b/experimental/alternative_trackers/run_openpose.py
similarity index 100%
rename from experimental/openpose/run_openpose.py
rename to experimental/alternative_trackers/run_openpose.py
diff --git a/experimental/alternative_trackers/run_yolo.py b/experimental/alternative_trackers/run_yolo.py
new file mode 100644
index 00000000..a6b179c1
--- /dev/null
+++ b/experimental/alternative_trackers/run_yolo.py
@@ -0,0 +1,62 @@
+import multiprocessing
+from pathlib import Path
+
+from freemocap.data_layer.recording_models.post_processing_parameter_models import ProcessingParameterModel, AniposeTriangulate3DParametersModel, PostProcessingParametersModel
+from freemocap.data_layer.recording_models.recording_info_model import RecordingInfoModel
+from freemocap.core_processes.process_motion_capture_videos.process_recording_folder import process_recording_folder
+from skellytracker.trackers.yolo_tracker.yolo_model_info import YOLOTrackingParams, YOLOModelInfo
+
+def process_videos_YOLO(recording_folder: Path, num_processes: int = multiprocessing.cpu_count() - 1):
+ """
+ Process a recording folder from the synchronized videos
+ """
+ recording_model = RecordingInfoModel(
+ recording_folder_path=recording_folder,
+ active_tracker="yolo"
+ )
+
+ yolo_processing_parameters = ProcessingParameterModel(
+ recording_info_model=recording_model,
+ tracking_parameters_model=YOLOTrackingParams(
+ num_processes=num_processes,
+ model_size="medium",
+ ),
+ anipose_triangulate_3d_parameters_model=AniposeTriangulate3DParametersModel(),
+ post_processing_parameters_model=PostProcessingParametersModel(),
+ tracking_model_info=YOLOModelInfo(),
+ )
+
+ process_recording_folder(
+ recording_processing_parameter_model=yolo_processing_parameters,
+ kill_event=None,
+ logging_queue=None,
+ )
+
+def process_raw_data_YOLO(recording_folder: Path):
+ """
+ Process a recording folder where raw, 2d data is already available
+ """
+ recording_model = RecordingInfoModel(
+ recording_folder_path=recording_folder,
+ active_tracker="yolo"
+ )
+
+ yolo_processing_parameters = ProcessingParameterModel(
+ recording_info_model=recording_model,
+ tracking_parameters_model=YOLOTrackingParams(
+ run_image_tracking=False,
+ ),
+ anipose_triangulate_3d_parameters_model=AniposeTriangulate3DParametersModel(),
+ post_processing_parameters_model=PostProcessingParametersModel(),
+ tracking_model_info=YOLOModelInfo(),
+ )
+
+ process_recording_folder(
+ recording_processing_parameter_model=yolo_processing_parameters,
+ kill_event=None,
+ logging_queue=None,
+ )
+
+if __name__ == "__main__":
+ recording_folder = Path("/Users/philipqueen/freemocap_data/recording_sessions/freemocap_test_data/")
+ process_videos_YOLO(recording_folder=recording_folder)
diff --git a/freemocap/core_processes/post_process_skeleton_data/split_and_save.py b/freemocap/core_processes/post_process_skeleton_data/split_and_save.py
index 8c2d6bec..1a5e7349 100644
--- a/freemocap/core_processes/post_process_skeleton_data/split_and_save.py
+++ b/freemocap/core_processes/post_process_skeleton_data/split_and_save.py
@@ -24,6 +24,8 @@ category_info = {
"face": FACE_3D_DATAFRAME_CSV_FILE_NAME,
}
+DEFAULT_CATEGORY_NAME = "body"
+
# TODO: come up with a sensible way of splitting this for different types of trackers
@@ -56,7 +58,8 @@ def split_data(
split_data[category] = skeleton_3d_data[:, prev_index:current_index, :]
if split_data == {}:
- logger.debug("No data categories found in model info, skipping data splitting")
+ logger.debug("No data categories found in model info, defaulting to single 'body' category")
+ split_data[DEFAULT_CATEGORY_NAME] = skeleton_3d_data
return split_data
@@ -93,13 +96,15 @@ def create_column_names(model_info: ModelInfo) -> Dict[str, List[str]]:
column_names[category] = category_column_names
- # TODO: this is a quick attempt and probably wrong somehow
+ # cover the case where no data categories are found
if column_names == {}:
landmark_names = "landmark_names"
tracked_points_name = "num_tracked_points"
category_column_names = []
- if hasattr(model_info, landmark_names) and len(getattr(model_info, landmark_names)) == getattr(
- model_info, tracked_points_name
+ if (
+ hasattr(model_info, landmark_names)
+ and hasattr(model_info, tracked_points_name)
+ and len(getattr(model_info, landmark_names)) == getattr(model_info, tracked_points_name)
):
for name in getattr(model_info, landmark_names):
category_column_names.append(f"{category}_{name}_x")
@@ -111,7 +116,7 @@ def create_column_names(model_info: ModelInfo) -> Dict[str, List[str]]:
category_column_names.append(f"{category}_{str(i).zfill(4)}_y")
category_column_names.append(f"{category}_{str(i).zfill(4)}_z")
- column_names["total"] = category_column_names
+ column_names[DEFAULT_CATEGORY_NAME] = category_column_names
return column_names
@@ -130,7 +135,7 @@ def save_split_csv(
- column_names: A dictionary where each key is a category and the value is a list of column names for the data.
"""
if split_data == {}:
- logger.debug("No data categories found in model info, skipping data splitting")
+ logger.debug("No data categories found in model info, skipping saving split csv files")
return
number_of_frames = next(iter(split_data.values())).shape[0]
@@ -139,7 +144,10 @@ def save_split_csv(
for category, data in split_data.items():
column_name_list = column_names[category]
- tracked_points_name = "num_tracked_points_" + category
+ if len(split_data) == 1:
+ tracked_points_name = "num_tracked_points"
+ else:
+ tracked_points_name = "num_tracked_points_" + category
data_flat = data.reshape(number_of_frames, getattr(model_info, tracked_points_name) * 3)
dataframe = pd.DataFrame(data_flat, columns=column_name_list)
@@ -157,7 +165,7 @@ def save_split_npy(output_data_folder_path: str, split_data: Dict[str, np.ndarra
"""
if split_data == {}:
- logger.debug("No data categories found in model info, skipping data splitting")
+ logger.debug("No data categories found in model info, skipping saving split npy files")
return
if file_prefix != "" and file_prefix[-1] != "_":
diff --git a/freemocap/data_layer/data_saver/data_loader.py b/freemocap/data_layer/data_saver/data_loader.py
index 679d4fbe..22a3f283 100644
--- a/freemocap/data_layer/data_saver/data_loader.py
+++ b/freemocap/data_layer/data_saver/data_loader.py
@@ -38,11 +38,13 @@ class DataLoader:
recording_folder_path: Union[str, Path],
include_hands: bool = True,
include_face: bool = True,
+ include_com: bool = True,
model_info: ModelInfo = mediapipe_model_info,
):
self._recording_folder_path = Path(recording_folder_path)
self.include_hands = include_hands
self.include_face = include_face
+ self.include_com = include_com
self._model_info = model_info
self._recording_name = self._recording_folder_path.name
@@ -65,10 +67,21 @@ class DataLoader:
self.body_dataframe = self._load_dataframe(self._file_prefix + BODY_3D_DATAFRAME_CSV_FILE_NAME)
self.number_of_frames = len(self.body_dataframe)
if self.include_hands:
- self.right_hand_dataframe = self._load_dataframe(self._file_prefix + RIGHT_HAND_3D_DATAFRAME_CSV_FILE_NAME)
- self.left_hand_dataframe = self._load_dataframe(self._file_prefix + LEFT_HAND_3D_DATAFRAME_CSV_FILE_NAME)
+ try:
+ self.right_hand_dataframe = self._load_dataframe(self._file_prefix + RIGHT_HAND_3D_DATAFRAME_CSV_FILE_NAME)
+ self.left_hand_dataframe = self._load_dataframe(self._file_prefix + LEFT_HAND_3D_DATAFRAME_CSV_FILE_NAME)
+ except FileNotFoundError:
+ logger.warning("Unable to load hand data from file.")
+ self.right_hand_dataframe = None
+ self.left_hand_dataframe = None
+ self.include_hands = False
if self.include_face:
- self.face_dataframe = self._load_dataframe(self._file_prefix + FACE_3D_DATAFRAME_CSV_FILE_NAME)
+ try:
+ self.face_dataframe = self._load_dataframe(self._file_prefix + FACE_3D_DATAFRAME_CSV_FILE_NAME)
+ except FileNotFoundError:
+ logger.warning("Unable to load face data from file.")
+ self.face_dataframe = None
+ self.include_face = False
def _load_dataframe(self, filename):
return pd.read_csv(self._output_folder_path / filename)
@@ -112,12 +125,18 @@ class DataLoader:
"""
Load additional data like center of mass and segment lengths.
"""
- self.center_of_mass_xyz = np.load(
- self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + TOTAL_BODY_CENTER_OF_MASS_NPY_FILE_NAME)
- )
- self.segment_center_of_mass_segment_xyz = np.load(
- self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + SEGMENT_CENTER_OF_MASS_NPY_FILE_NAME)
- )
+ try:
+ self.center_of_mass_xyz = np.load(
+ self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + TOTAL_BODY_CENTER_OF_MASS_NPY_FILE_NAME)
+ )
+ self.segment_center_of_mass_segment_xyz = np.load(
+ self._output_folder_path / CENTER_OF_MASS_FOLDER_NAME / (self._file_prefix + SEGMENT_CENTER_OF_MASS_NPY_FILE_NAME)
+ )
+ except FileNotFoundError:
+ logger.warning("Unable to load center of mass data from file.")
+ self.center_of_mass_xyz = None
+ self.segment_center_of_mass_segment_xyz = None
+ self.include_com = False
def _load_full_npy_data(self):
self.data_frame_name_xyz = np.load(self._output_folder_path / (self._file_prefix + DATA_3D_NPY_FILE_NAME))
@@ -146,9 +165,12 @@ class DataLoader:
right_hand_points = {}
left_hand_points = {}
face_points = {}
+ center_of_mass_points = {}
body_points = self._process_dataframe(self.body_dataframe.iloc[frame_number, :])
- center_of_mass_points = self._get_center_of_mass_data(frame_number)
+
+ if self.include_com:
+ center_of_mass_points = self._get_center_of_mass_data(frame_number)
if self.include_hands:
left_hand_points, right_hand_points = self._load_hand_data(frame_number)