Free Motion Capture for Everyone πβ¨
TypeScript
sleap stuff
Jon0b20d4a27e52
diff --git a/jon_scratch/sleap/__init__.py b/jon_scratch/sleap/__init__.pynew file mode 100644index 00000000..e69de29bdiff --git a/jon_scratch/sleap/load_sleap_tracks_to_blender.py b/jon_scratch/sleap/load_sleap_tracks_to_blender.pynew file mode 100644index 00000000..0b0c9869--- /dev/null+++ b/jon_scratch/sleap/load_sleap_tracks_to_blender.py@@ -0,0 +1,37 @@+import bpy+import numpy as np++print("loading gaze data as empties")++path_to_sleap_xyz_npy_path = r"C:\Users\jonma\Dropbox\FreeMoCapProject\FreeMocap_Data\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\DataArrays\sleap_3d_points.npy"+sleap_fr_mar_xyz = np.load(path_to_sleap_xyz_npy_path)+++print(f'shape of sleap_fr_mar_xyz: {sleap_fr_mar_xyz.shape}')++sleap_fr_mar_x = sleap_fr_mar_xyz[:,:,0]*.001+sleap_fr_mar_y = sleap_fr_mar_xyz[:,:,1]*.001+sleap_fr_mar_z = sleap_fr_mar_xyz[:,:,2]*.001++#%%+print(f'loading sleap_data...')+++for this_sleap_track_num in range(sleap_fr_mar_xyz.shape[1]):+ bpy.ops.object.empty_add(type='PLAIN_AXES')+ this_empty = bpy.context.active_object+ print(this_empty)+ for frame_num in range(sleap_fr_mar_xyz.shape[0]):+ if frame_num % 100 == 0:+ print(f'frame {frame_num}')++ this_empty.location = (sleap_fr_mar_x[frame_num, this_sleap_track_num],+ sleap_fr_mar_y[frame_num, this_sleap_track_num],+ sleap_fr_mar_z[frame_num, this_sleap_track_num])+ this_empty.scale = (0.1, 0.1, .01)++ # this_empty.name = 'right_eye_gaze'+ bpy.context.view_layer.update()+ this_empty.keyframe_insert(data_path='location',frame=frame_num)++print('done!')\ No newline at end of filediff --git a/jon_scratch/sleap/sleap_freemocap_processing copy.ipynb b/jon_scratch/sleap/sleap_freemocap_processing copy.ipynbnew file mode 100644index 00000000..ef40f088--- /dev/null+++ b/jon_scratch/sleap/sleap_freemocap_processing copy.ipynb@@ -0,0 +1,505 @@+{+ "cells": [+ {+ "cell_type": "markdown",+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%% md\n"+ }+ },+ "source": [+ "# notebook to post-process results from SLEAP into freemocap format\n",+ "\n",+ "expected processing steps:\n",+ "\n",+ "1 - load data from SLEAP h5's (one per video, produced by SLEAP's GUI process)\n",+ "2 - Reformat into standard freemocap 2d npy format (dimensions: camera, frame, marker, XY)\n",+ "2a,b - save and test by producing annotated videos\n",+ "3 - triangulate using anipose triangulation\n",+ "4 - save triangulation results to freemocap formated 3d npy (frame, marker, XYZ) (and another npy for reprojection error)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 9,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "ename": "ModuleNotFoundError",+ "evalue": "No module named 'sleap'",+ "output_type": "error",+ "traceback": [+ "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",+ "\u001b[1;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)",+ "\u001b[1;32m~\\AppData\\Local\\Temp\\ipykernel_61232\\3622061885.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m 3\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0mpathlib\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mPath\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 4\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0maniposelib\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcameras\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mCameraGroup\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 5\u001b[1;33m \u001b[1;32mimport\u001b[0m \u001b[0msleap\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",+ "\u001b[1;31mModuleNotFoundError\u001b[0m: No module named 'sleap'"+ ]+ }+ ],+ "source": [+ "import numpy as np\n",+ "import h5py\n",+ "from pathlib import Path\n",+ "from aniposelib.cameras import CameraGroup\n",+ "import sleap"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": []+ },+ {+ "cell_type": "code",+ "execution_count": 7,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "session_id = 'sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0'\n",+ "\n",+ "freemocap_data_folder = Path('C:/Users/jonma/Dropbox/FreeMoCapProject/FreeMocap_Data')\n",+ "\n",+ "session_folder_path = freemocap_data_folder / session_id\n",+ "\n",+ "calibration_file_name = session_id + '_calibration.toml'\n",+ "camera_calibration_file_path = session_folder_path / calibration_file_name\n",+ "\n",+ "sleap_data_path = session_folder_path / 'sleap_data'\n",+ "sleap_h5_files_path = sleap_data_path / 'output_h5_files'\n",+ "\n",+ "sleap_predictions_file = sleap_data_path / 'labels.v000.slp'"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 8,+ "metadata": {},+ "outputs": [+ {+ "ename": "NameError",+ "evalue": "name 'sleap' is not defined",+ "output_type": "error",+ "traceback": [+ "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",+ "\u001b[1;31mNameError\u001b[0m Traceback (most recent call last)",+ "\u001b[1;32m~\\AppData\\Local\\Temp\\ipykernel_61232\\726452517.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0msleap_labels_object\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msleap\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mload_file\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msleap_predictions_file\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 2\u001b[0m \u001b[0msleap_labels_object\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",+ "\u001b[1;31mNameError\u001b[0m: name 'sleap' is not defined"+ ]+ }+ ],+ "source": [+ "sleap_labels_object = sleap.load_file(str(sleap_predictions_file))\n",+ "sleap_labels_object"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 3,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "anipose_camera_calibration_object = CameraGroup.load(camera_calibration_file_path)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 4,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_0.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_1.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_2.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_3.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_4.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n"+ ]+ }+ ],+ "source": [+ "\n",+ "\n",+ "per_video_labels_fr_point_xy = []\n",+ "per_video_label_names = []\n",+ "for this_h5_file in sleap_h5_files_path.glob('*.h5'):\n",+ " with h5py.File(this_h5_file, \"r\") as f:\n",+ " dset_names = list(f.keys())\n",+ " locations = f[\"tracks\"][:].T\n",+ " node_names = [n.decode() for n in f[\"node_names\"][:]]\n",+ "\n",+ " per_video_labels_fr_point_xy.append(locations)\n",+ " per_video_label_names.append(node_names)\n",+ " print(\"===filename===\")\n",+ " print(this_h5_file)\n",+ " print()\n",+ "\n",+ " print(\"===HDF5 datasets===\")\n",+ " print(dset_names)\n",+ " print()\n",+ "\n",+ " print(\"===locations data shape===\")\n",+ " print(locations.shape)\n",+ " print()\n",+ "\n",+ " print(\"===nodes===\")\n",+ " for i, name in enumerate(node_names):\n",+ " print(f\"{i}: {name}\")\n",+ " print()\n",+ "\n",+ "\n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 5,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "number_of_videos = len(per_video_labels_fr_point_xy)\n",+ "number_of_frames = len(per_video_labels_fr_point_xy[0])\n",+ "number_of_markers = len(per_video_labels_fr_point_xy[0][0])\n",+ "sleap2d_nCams_nFrames_nImgPts_XY = np.empty((number_of_videos, number_of_frames, number_of_markers, 2))"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": [+ "put data into freemocap 2d_npy format"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 6,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "data": {+ "text/plain": [+ "(5, 5090, 10, 2)"+ ]+ },+ "execution_count": 6,+ "metadata": {},+ "output_type": "execute_result"+ }+ ],+ "source": [+ "for this_video_number in range(len(per_video_labels_fr_point_xy)):\n",+ " sleap2d_nCams_nFrames_nImgPts_XY[this_video_number,:,:,:] = np.squeeze(per_video_labels_fr_point_xy[this_video_number])\n",+ "\n",+ "sleap2d_nCams_nFrames_nImgPts_XY.shape"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": [+ "load anipose calibration cgroup whosit"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 7,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "Reconstructing 3d points...\n"+ ]+ },+ {+ "name": "stderr",+ "output_type": "stream",+ "text": [+ "100%|βββββββββββββββββββββββββ| 50900/50900 [00:08<00:00, 6245.40it/s]\n"+ ]+ }+ ],+ "source": [+ "\n",+ "sleap_flattened_nCams_nTotalPoints_XY = sleap2d_nCams_nFrames_nImgPts_XY.reshape(number_of_videos, -1, 2) # reshape data to collapse across 'frames' so it becomes [numCams, numFrames*numPoints, XY]\n",+ "\n",+ "print('Reconstructing 3d points...')\n",+ "sleap_data3d_flat = anipose_camera_calibration_object.triangulate(sleap_flattened_nCams_nTotalPoints_XY, progress=True)\n",+ "\n",+ "sleap_data_reprojerr_flat = anipose_camera_calibration_object.reprojection_error( sleap_data3d_flat, sleap_flattened_nCams_nTotalPoints_XY, mean=True)\n",+ "\n",+ "##return:\n",+ "sleap_fr_mar_xyz = sleap_data3d_flat.reshape(number_of_frames, number_of_markers, 3)\n",+ "sleap_fr_mar_reprojectionError = sleap_data_reprojerr_flat.reshape(number_of_frames, number_of_markers)\n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 8,+ "metadata": {},+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "sleap_fr_mar_xyz.shape: (5090, 10, 3)\n",+ "sleap_fr_mar_reprojectionError.shape: (5090, 10)\n"+ ]+ }+ ],+ "source": [+ "\n",+ "print(f'sleap_fr_mar_xyz.shape: {sleap_fr_mar_xyz.shape}')\n",+ "print(f'sleap_fr_mar_reprojectionError.shape: {sleap_fr_mar_reprojectionError.shape}')"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 9,+ "metadata": {},+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "Using matplotlib backend: TkAgg\n"+ ]+ }+ ],+ "source": [+ "import matplotlib.pyplot as plt\n",+ "%matplotlib \n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 10,+ "metadata": {},+ "outputs": [],+ "source": [+ "plt.close('all')\n",+ "fig = plt.figure()\n",+ "\n",+ "for this_marker_number in range(sleap_fr_mar_xyz.shape[1]):\n",+ " ax = fig.add_subplot(5,2,this_marker_number+1)\n",+ " ax.plot(sleap_fr_mar_xyz[:,this_marker_number,:])"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": [+ "save sleap data to `DataArrays` folder "+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 11,+ "metadata": {},+ "outputs": [],+ "source": [+ "session_data_arrays_path = session_folder_path / 'DataArrays'\n",+ "\n",+ "sleap_3d_save_path = session_data_arrays_path / 'sleap_3d_points.npy'\n",+ "sleap_reproj_err_save_path = session_data_arrays_path / 'sleap_reprojection_error.npy'\n",+ "label_name_csv_path = session_data_arrays_path / 'sleap_label_names.csv'\n",+ "\n",+ "np.save(sleap_3d_save_path, sleap_fr_mar_xyz)\n",+ "np.save(sleap_reproj_err_save_path, sleap_fr_mar_reprojectionError)\n",+ "\n",+ "import csv\n",+ "with open(label_name_csv_path,'w') as label_name_file:\n",+ " wr = csv.writer(label_name_file)\n",+ " wr.writerow(node_names)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 17,+ "metadata": {},+ "outputs": [+ {+ "data": {+ "text/plain": [+ "(5090,)"+ ]+ },+ "execution_count": 17,+ "metadata": {},+ "output_type": "execute_result"+ }+ ],+ "source": [+ "sleap_fr_mar_xyz[:,5,0].shape"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": null,+ "metadata": {},+ "outputs": [],+ "source": []+ }+ ],+ "metadata": {+ "interpreter": {+ "hash": "122c9931a57dd91c579842728ee2ee1c7ffefd770186c077f442b22e7e57f48e"+ },+ "kernelspec": {+ "display_name": "Python 3.7.13 ('freemocap-env')",+ "language": "python",+ "name": "python3"+ },+ "language_info": {+ "codemirror_mode": {+ "name": "ipython",+ "version": 3+ },+ "file_extension": ".py",+ "mimetype": "text/x-python",+ "name": "python",+ "nbconvert_exporter": "python",+ "pygments_lexer": "ipython3",+ "version": "3.7.13"+ }+ },+ "nbformat": 4,+ "nbformat_minor": 0+}diff --git a/jon_scratch/sleap/sleap_freemocap_processing.ipynb b/jon_scratch/sleap/sleap_freemocap_processing.ipynbnew file mode 100644index 00000000..53a0c9b3--- /dev/null+++ b/jon_scratch/sleap/sleap_freemocap_processing.ipynb@@ -0,0 +1,514 @@+{+ "cells": [+ {+ "cell_type": "markdown",+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%% md\n"+ }+ },+ "source": [+ "# notebook to post-process results from SLEAP into freemocap format\n",+ "\n",+ "expected processing steps:\n",+ "\n",+ "1 - load data from SLEAP h5's (one per video, produced by SLEAP's GUI process)\n",+ "2 - Reformat into standard freemocap 2d npy format (dimensions: camera, frame, marker, XY)\n",+ "2a,b - save and test by producing annotated videos\n",+ "3 - triangulate using anipose triangulation\n",+ "4 - save triangulation results to freemocap formated 3d npy (frame, marker, XYZ) (and another npy for reprojection error)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 1,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "import numpy as np\n",+ "import h5py\n",+ "from pathlib import Path\n",+ "from aniposelib.cameras import CameraGroup\n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 2,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "session_id = 'sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0'\n",+ "\n",+ "freemocap_data_folder = Path('C:/Users/jonma/Dropbox/FreeMoCapProject/FreeMocap_Data')\n",+ "\n",+ "session_folder_path = freemocap_data_folder / session_id\n",+ "\n",+ "calibration_file_name = session_id + '_calibration.toml'\n",+ "camera_calibration_file_path = session_folder_path / calibration_file_name\n",+ "\n",+ "sleap_data_path = session_folder_path / 'sleap_data'\n",+ "sleap_h5_files_path = sleap_data_path / 'output_h5_files'\n",+ "\n",+ "sleap_predictions_file = sleap_data_path / 'labels.v000.slp'"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 3,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "anipose_camera_calibration_object = CameraGroup.load(camera_calibration_file_path)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 4,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_0.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_1.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_2.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_3.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n",+ "===filename===\n",+ "C:\\Users\\jonma\\Dropbox\\FreeMoCapProject\\FreeMocap_Data\\sesh_2022-05-07_17_15_05_pupil_wobble_juggle_0\\sleap_data\\output_h5_files\\labels_v000_analysis_video_4.h5\n",+ "\n",+ "===HDF5 datasets===\n",+ "['edge_inds', 'edge_names', 'instance_scores', 'node_names', 'point_scores', 'track_names', 'track_occupancy', 'tracking_scores', 'tracks']\n",+ "\n",+ "===locations data shape===\n",+ "(5090, 10, 2, 1)\n",+ "\n",+ "===nodes===\n",+ "0: red_ball\n",+ "1: green_ball\n",+ "2: orange_ball\n",+ "3: wobble_0\n",+ "4: wobble_1\n",+ "5: wobble_2\n",+ "6: wobble_3\n",+ "7: wobble_4\n",+ "8: wheel_center\n",+ "9: wheel_edge\n",+ "\n"+ ]+ }+ ],+ "source": [+ "\n",+ "\n",+ "per_video_labels_fr_point_xy = []\n",+ "per_video_label_names = []\n",+ "for this_h5_file in sleap_h5_files_path.glob('*.h5'):\n",+ " with h5py.File(this_h5_file, \"r\") as f:\n",+ " dset_names = list(f.keys())\n",+ " locations = f[\"tracks\"][:].T\n",+ " node_names = [n.decode() for n in f[\"node_names\"][:]]\n",+ "\n",+ " per_video_labels_fr_point_xy.append(locations)\n",+ " per_video_label_names.append(node_names)\n",+ " print(\"===filename===\")\n",+ " print(this_h5_file)\n",+ " print()\n",+ "\n",+ " print(\"===HDF5 datasets===\")\n",+ " print(dset_names)\n",+ " print()\n",+ "\n",+ " print(\"===locations data shape===\")\n",+ " print(locations.shape)\n",+ " print()\n",+ "\n",+ " print(\"===nodes===\")\n",+ " for i, name in enumerate(node_names):\n",+ " print(f\"{i}: {name}\")\n",+ " print()\n",+ "\n",+ "\n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 5,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [],+ "source": [+ "# number_of_videos = len(per_video_labels_fr_point_xy)\n",+ "# number_of_frames = len(per_video_labels_fr_point_xy[0])\n",+ "# number_of_markers = len(per_video_labels_fr_point_xy[0][0])\n",+ "# sleap2d_nCams_nFrames_nImgPts_XY = np.empty((number_of_videos, number_of_frames, number_of_markers, 2))"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": [+ "put data into freemocap 2d_npy format"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 6,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "data": {+ "text/plain": [+ "(5, 5090, 10, 2)"+ ]+ },+ "execution_count": 6,+ "metadata": {},+ "output_type": "execute_result"+ }+ ],+ "source": [+ "# for this_video_number in range(len(per_video_labels_fr_point_xy)):\n",+ "# sleap2d_nCams_nFrames_nImgPts_XY[this_video_number,:,:,:] = np.squeeze(per_video_labels_fr_point_xy[this_video_number])\n",+ "\n",+ "# sleap2d_nCams_nFrames_nImgPts_XY.shape"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 10,+ "metadata": {},+ "outputs": [],+ "source": [+ "session_data_arrays_path = session_folder_path / 'DataArrays'\n",+ "\n",+ "sleap_2d_dataa_path = session_data_arrays_path / 'sleap_2d_cameraNum_frameNum_trackedPts_xyz.npy'\n",+ "\n",+ "sleap2d_nCams_nFrames_nImgPts_XY = np.load(sleap_2d_dataa_path)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 11,+ "metadata": {},+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "Using matplotlib backend: TkAgg\n"+ ]+ }+ ],+ "source": [+ "import matplotlib.pyplot as plt\n",+ "%matplotlib \n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 12,+ "metadata": {},+ "outputs": [],+ "source": [+ "plt.close('all')\n",+ "\n",+ "for this_video_number in range(number_of_videos):\n",+ " fig = plt.figure(this_video_number)\n",+ "\n",+ " for this_marker_number in range(sleap2d_nCams_nFrames_nImgPts_XY.shape[2]):\n",+ " ax = fig.add_subplot(5,2,this_marker_number+1)\n",+ " ax.plot(sleap2d_nCams_nFrames_nImgPts_XY[this_video_number,:,this_marker_number,:])\n",+ " plt.show()\n",+ " plt.pause(0.2)"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": [+ "load anipose calibration cgroup whosit"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 13,+ "metadata": {+ "collapsed": false,+ "pycharm": {+ "name": "#%%\n"+ }+ },+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "Reconstructing 3d points...\n"+ ]+ },+ {+ "name": "stderr",+ "output_type": "stream",+ "text": [+ "100%|βββββββββββββββββββββββββ| 50900/50900 [00:14<00:00, 3613.45it/s]\n"+ ]+ }+ ],+ "source": [+ "\n",+ "sleap_flattened_nCams_nTotalPoints_XY = sleap2d_nCams_nFrames_nImgPts_XY.reshape(number_of_videos, -1, 2) # reshape data to collapse across 'frames' so it becomes [numCams, numFrames*numPoints, XY]\n",+ "\n",+ "print('Reconstructing 3d points...')\n",+ "sleap_data3d_flat = anipose_camera_calibration_object.triangulate(sleap_flattened_nCams_nTotalPoints_XY, progress=True)\n",+ "\n",+ "sleap_data_reprojerr_flat = anipose_camera_calibration_object.reprojection_error( sleap_data3d_flat, sleap_flattened_nCams_nTotalPoints_XY, mean=True)\n",+ "\n",+ "##return:\n",+ "sleap_fr_mar_xyz = sleap_data3d_flat.reshape(number_of_frames, number_of_markers, 3)\n",+ "sleap_fr_mar_reprojectionError = sleap_data_reprojerr_flat.reshape(number_of_frames, number_of_markers)\n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 14,+ "metadata": {},+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "sleap_fr_mar_xyz.shape: (5090, 10, 3)\n",+ "sleap_fr_mar_reprojectionError.shape: (5090, 10)\n"+ ]+ }+ ],+ "source": [+ "\n",+ "print(f'sleap_fr_mar_xyz.shape: {sleap_fr_mar_xyz.shape}')\n",+ "print(f'sleap_fr_mar_reprojectionError.shape: {sleap_fr_mar_reprojectionError.shape}')"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 15,+ "metadata": {},+ "outputs": [+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "Using matplotlib backend: TkAgg\n"+ ]+ }+ ],+ "source": [+ "import matplotlib.pyplot as plt\n",+ "%matplotlib \n"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 16,+ "metadata": {},+ "outputs": [],+ "source": [+ "plt.close('all')\n",+ "fig = plt.figure()\n",+ "\n",+ "for this_marker_number in range(sleap_fr_mar_xyz.shape[1]):\n",+ " ax = fig.add_subplot(5,2,this_marker_number+1)\n",+ " ax.plot(sleap_fr_mar_xyz[:,this_marker_number,:])"+ ]+ },+ {+ "cell_type": "markdown",+ "metadata": {},+ "source": [+ "save sleap data to `DataArrays` folder "+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 17,+ "metadata": {},+ "outputs": [],+ "source": [+ "session_data_arrays_path = session_folder_path / 'DataArrays'\n",+ "\n",+ "sleap_3d_save_path = session_data_arrays_path / 'sleap_3d_points.npy'\n",+ "sleap_reproj_err_save_path = session_data_arrays_path / 'sleap_reprojection_error.npy'\n",+ "label_name_csv_path = session_data_arrays_path / 'sleap_label_names.csv'\n",+ "\n",+ "np.save(sleap_3d_save_path, sleap_fr_mar_xyz)\n",+ "np.save(sleap_reproj_err_save_path, sleap_fr_mar_reprojectionError)\n",+ "\n",+ "import csv\n",+ "with open(label_name_csv_path,'w') as label_name_file:\n",+ " wr = csv.writer(label_name_file)\n",+ " wr.writerow(node_names)"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 18,+ "metadata": {},+ "outputs": [+ {+ "data": {+ "text/plain": [+ "(5090,)"+ ]+ },+ "execution_count": 18,+ "metadata": {},+ "output_type": "execute_result"+ }+ ],+ "source": [+ "sleap_fr_mar_xyz[:,5,0].shape"+ ]+ },+ {+ "cell_type": "code",+ "execution_count": null,+ "metadata": {},+ "outputs": [],+ "source": []+ }+ ],+ "metadata": {+ "interpreter": {+ "hash": "122c9931a57dd91c579842728ee2ee1c7ffefd770186c077f442b22e7e57f48e"+ },+ "kernelspec": {+ "display_name": "Python 3.7.13 ('freemocap-env')",+ "language": "python",+ "name": "python3"+ },+ "language_info": {+ "codemirror_mode": {+ "name": "ipython",+ "version": 3+ },+ "file_extension": ".py",+ "mimetype": "text/x-python",+ "name": "python",+ "nbconvert_exporter": "python",+ "pygments_lexer": "ipython3",+ "version": "3.7.13"+ }+ },+ "nbformat": 4,+ "nbformat_minor": 0+}