Free Motion Capture for Everyone πβ¨
TypeScript
2021-07-21 Reddit/Twitter post
jon matthisb73a4718d2a4
diff --git a/freemocap/dev_scratchpad/scratch_balls_lol.py b/freemocap/dev_scratchpad/scratch_balls_lol.pynew file mode 100644index 00000000..09af0624--- /dev/null+++ b/freemocap/dev_scratchpad/scratch_balls_lol.py@@ -0,0 +1,108 @@+#%%+import numpy as np++import matplotlib.pyplot as plt+import mpl_toolkits.mplot3d.axes3d as p3+import matplotlib.animation as animation+from matplotlib.widgets import Slider+import cv2++import copy+from pathlib import Path++#RICH CONSOLE STUFF+from rich import pretty+pretty.install() #makes all print statement output pretty+from rich import inspect+from rich.console import Console+console = Console()+from rich.traceback import install as rich_traceback_install+from rich.markdown import Markdown++# %% load dlc data++dlcDataPath = Path(r"C:\Users\jonma\Dropbox\GitKrakenRepos\freemocap\Data\sesh_21-07-20_165209\DataArrays\deepLabCut_3d.npy")+openPoseDataPath = Path(r"C:\Users\jonma\Dropbox\GitKrakenRepos\freemocap\Data\sesh_21-07-20_165209\DataArrays\openPoseSkel_3d.npy")++dlc_fr_mar_dim = np.load(dlcDataPath)+dlc_trajectories = [dlc_fr_mar_dim[:,markerNum,:] for markerNum in range(dlc_fr_mar_dim.shape[1])]++skel_fr_mar_dim = np.load(openPoseDataPath)+skel_trajectories = [skel_fr_mar_dim[:,markerNum,:] for markerNum in range(skel_fr_mar_dim.shape[1])]++# %% hand/ball vs time+fig1 = plt.figure()+axX = fig1.add_subplot(2,1,1)+# axX.plot(dlc_trajectories[0][:,0], 'purple',linewidth=2)+axX.plot(dlc_trajectories[1][:,0], 'orange',linewidth=2)++axX.plot(skel_trajectories[4][:,0], 'red',linewidth=2)+axX.plot(skel_trajectories[7][:,0], 'blue',linewidth=2)+axX.set_title('X')+xlim = [300, 500]++axX.set_xlim(xlim)+axX.set_ylim([-300, 300])++axY = fig1.add_subplot(2,1,2)+# axY.plot(-dlc_trajectories[0][:,1], 'purple',linewidth=2)+axY.plot(-dlc_trajectories[1][:,1], 'orange',linewidth=2)++axY.plot(-skel_trajectories[4][:,1], 'red',linewidth=2)+axY.plot(-skel_trajectories[7][:,1], 'blue',linewidth=2)+axY.set_title('Y')+axY.set_xlim(xlim)+axY.set_ylim([-200, 500])++# axY = fig1.add_subplot(3,1,3)+# axY.plot(dlc_trajectories[0][:,2], 'purple',linewidth=2)+# axY.plot(skel_trajectories[4][:,2], 'red',linewidth=2)+# axY.set_title('Z')+# %% hand ball planar projections++fig2 = plt.figure()+axPlanar = fig2.add_subplot( )+frRange = np.arange(xlim[0], xlim[1], 1)++ballX = -dlc_trajectories[0][frRange,0]+ballY = -dlc_trajectories[0][frRange,1]++rHandX = -skel_trajectories[4][frRange,0]+rHandY = -skel_trajectories[4][frRange,1]++lHandX = -skel_trajectories[7][frRange,0]+lHandY = -skel_trajectories[7][frRange,1]++axPlanar.plot(ballX, ballY, 'purple',linewidth=2)+axPlanar.plot(rHandX, rHandY, 'red',linewidth=2)+axPlanar.plot(lHandX, lHandY, 'blue',linewidth=2)++#%% hand vs ball?++fig3 = plt.figure()+axPhase = fig3.add_subplot( )+frRange = np.arange(xlim[0], xlim[0]+300, 1)+ballX = -dlc_trajectories[0][frRange,0]+ballY = -dlc_trajectories[0][frRange,1]++rHandX = -skel_trajectories[4][frRange,0]+rHandY = -skel_trajectories[4][frRange,1]++lHandX = -skel_trajectories[7][frRange,0]+lHandY = -skel_trajectories[7][frRange,1]+++rHandXvBallX = rHandX - ballX+rHandYvBallY = rHandY - ballY++lHandXvBallX = lHandX - ballX+lHandYvBallY = lHandY - ballY++# axPhase.plot(ballX, rHandX, 'purple',linewidth=2)+# axPhase.plot(ballY, rHandY, 'red',linewidth=2)+axPhase.plot(rHandXvBallX, rHandYvBallY, 'red',linewidth=2)+axPhase.plot(lHandXvBallX, lHandYvBallY, 'blue',linewidth=2)+# axPhase.plot(ballY, lHandY, 'forestgreen',linewidth=2)++#%%+# %%diff --git a/freemocap/fmc_deeplabcut.py b/freemocap/fmc_deeplabcut.pyindex ca69db90..431d42cb 100644--- a/freemocap/fmc_deeplabcut.py+++ b/freemocap/fmc_deeplabcut.py@@ -47,9 +47,13 @@ def parseDeepLabCut(dataFromOneFrame = dataTable[ii] # Assign frame to varibleidx = len(dataFromOneFrame[1]) / 3 # index for reshaping datasortedFrame = np.array(dataFromOneFrame[1]) # Put data in numpy array- dlcData_nCams_nFrames_nImgPts_XYC[nn, ii, :, :] = sortedFrame.reshape(- int(idx), 3- ) # Reshape the data into the correct form+ try:+ dlcData_nCams_nFrames_nImgPts_XYC[nn, ii, :, :] = sortedFrame.reshape(+ int(idx), 3+ ) # Reshape the data into the correct form+ except:+ print('If you get an out-of-bounds error here, you may have too many DLC files in the DLCData folder - empty it out and re-run DLC to fix')+ #NOTE - we should fix this , i.e. by moving old DLC data to an 'oldDLCData' folder within DLCData if the user tries to run DLC when there are already files in the DLCData foldernn += 1if session.debug:diff --git a/freemocap/fmc_runme.py b/freemocap/fmc_runme.pyindex 001fcea3..3d03068b 100644--- a/freemocap/fmc_runme.py+++ b/freemocap/fmc_runme.py@@ -111,13 +111,13 @@ def Run(sessionID=None,if sesh.useMediaPipe:fmc_mediapipe.runMediaPipe(sesh)sesh.mediaPipeData_nCams_nFrames_nImgPts_XYC = fmc_mediapipe.parseMediaPipe(sesh)- sesh.mediaPipeSkel_fr_mar_dim = reconstruct3D.reconstruct3D(sesh,sesh.mediaPipeData_nCams_nFrames_nImgPts_XYC, confidenceThreshold=.1)+ sesh.mediaPipeSkel_fr_mar_dim = reconstruct3D.reconstruct3D(sesh,sesh.mediaPipeData_nCams_nFrames_nImgPts_XYC, confidenceThreshold=.5)np.save(sesh.dataArrayPath/'mediaPipeSkel_3d.npy', sesh.mediaPipeSkel_fr_mar_dim) #save data to npyif sesh.useOpenPose:fmc_openpose.runOpenPose(sesh, dummyRun=openPoseDummyRun)sesh.openPoseData_nCams_nFrames_nImgPts_XYC = fmc_openpose.parseOpenPose(sesh)- sesh.openPoseSkel_fr_mar_dim = reconstruct3D.reconstruct3D(sesh,sesh.openPoseData_nCams_nFrames_nImgPts_XYC, confidenceThreshold=.1)+ sesh.openPoseSkel_fr_mar_dim = reconstruct3D.reconstruct3D(sesh,sesh.openPoseData_nCams_nFrames_nImgPts_XYC, confidenceThreshold=.5)np.save(sesh.dataArrayPath/'openPoseSkel_3d.npy', sesh.openPoseSkel_fr_mar_dim) #save data to npysesh.syncedVidList = []@@ -130,7 +130,7 @@ def Run(sessionID=None,sesh.dlcData_nCams_nFrames_nImgPts_XYC = fmc_deeplabcut.parseDeepLabCut(sesh)np.save(sesh.dataArrayPath / "deepLabCutData_2d.npy", sesh.dlcData_nCams_nFrames_nImgPts_XYC,)- sesh.dlc_fr_mar_dim = reconstruct3D.reconstruct3D(sesh,sesh.dlcData_nCams_nFrames_nImgPts_XYC, confidenceThreshold=.95)+ sesh.dlc_fr_mar_dim = reconstruct3D.reconstruct3D(sesh,sesh.dlcData_nCams_nFrames_nImgPts_XYC, confidenceThreshold=.5)np.save(sesh.dataArrayPath/'deepLabCut_3d.npy', sesh.dlc_fr_mar_dim) #save data to npysesh.save_session()else:@@ -162,15 +162,15 @@ def Run(sessionID=None,#sesh.config_settings = recordingconfig.load_config_yaml(sesh.yamlPath)- # %% Stage Six- if stage <= 6:- print ('Starting PyQT Animation')- createvideo.createBodyTrackingVideos(sesh)- displayVid = 1- #if displayVid = 0, will show the synced videos- #if displayVid = 1, will show the openPosed videos- playWin = PlayerDockedWindow(sesh,displayVid)- playWin.animate()+ # # %% Stage Six+ # if stage <= 6:+ # print ('Starting PyQT Animation')+ # createvideo.createBodyTrackingVideos(sesh)+ # displayVid = 1+ # #if displayVid = 0, will show the synced videos+ # #if displayVid = 1, will show the openPosed videos+ # playWin = PlayerDockedWindow(sesh,displayVid)+ # playWin.animate()# %% Stage Sevenif stage <= 7:@@ -179,14 +179,14 @@ def Run(sessionID=None,play_skeleton_animation.PlaySkeletonAnimation(sesh,vidType=1,- startFrame=0,+ startFrame=40,azimuth=-90,elevation=-80,numCams = 4,useOpenPose=sesh.useOpenPose,useMediaPipe=sesh.useMediaPipe,useDLC=sesh.useDLC,- recordVid = False)+ recordVid = recordVid)# playskeleton.ReplaySkeleton_matplotlib(# sesh,diff --git a/freemocap/parameters.yaml b/freemocap/parameters.yamlindex 1b486212..1853dee4 100644--- a/freemocap/parameters.yaml+++ b/freemocap/parameters.yaml@@ -25,7 +25,7 @@ saved:2: 903: 270parameters:- exposure: -8+ exposure: -9resWidth: 640resHeight: 480framerate: 30diff --git a/freemocap/play_skeleton_animation.py b/freemocap/play_skeleton_animation.pyindex 0e520b82..6a6f7be2 100644--- a/freemocap/play_skeleton_animation.py+++ b/freemocap/play_skeleton_animation.py@@ -30,11 +30,13 @@ Create a matplotlib animation from a FreeMoCap recording session.import numpy as np+import matplotlib as mplimport matplotlib.pyplot as pltimport mpl_toolkits.mplot3d.axes3d as p3import matplotlib.animation as animationfrom matplotlib.widgets import Sliderimport cv2+from scipy.signal import savgol_filterimport copyfrom pathlib import Path@@ -51,8 +53,8 @@ from rich.markdown import Markdown#colors from Taylor Davis branding -humon_dark = np.array([37, 67, 66])/255humon_green = np.array([53, 93, 95])/255-humon_blue = np.array([164, 211, 217])/255-humon_red = np.array([217, 81, 87])/255+humon_blue = np.array([14, 90, 253])/255+humon_red = np.array([217, 61, 67])/255def PlaySkeletonAnimation(@@ -60,7 +62,7 @@ def PlaySkeletonAnimation(vidType=1,startFrame=0,azimuth=-90,- elevation=-71,+ elevation=-61,numCams=4,useCams = None,useOpenPose=True,@@ -88,24 +90,43 @@ def PlaySkeletonAnimation(dlc_dottos = matplotlib_artist_objs['dlc_dottos']dlc_trajectories = figure_data['dlc_trajectories|mar|fr_dim']- #function to update the lines for each body segment- def update_skel_segments(key):+ #function to update the lines for each 3d body segment+ def update_3d_skel_segments(key, data_fr_mar_dim):"""updates the Artist of each body segment with the current frame data.- """- dict_of_segments_idxs = dict_of_openPoseSegmentIdx_dicts[key]+ """+ try:+ dict_of_segments_idxs = dict_of_openPoseSegmentIdx_dicts[key]+ except:+ dict_of_segments_idxs = dict_of_dlcSegmentIdx_dicts[key]+dict_of_artists = matplotlib_artist_objs[key]for thisItem in dict_of_segments_idxs.items():segName = thisItem[0]segArtist = dict_of_artists[segName]- segArtist.set_data((skel_fr_mar_dim[frameNum-1, dict_of_segments_idxs[segName], 0], skel_fr_mar_dim[frameNum-1, dict_of_segments_idxs[segName], 1]))- segArtist.set_3d_properties(skel_fr_mar_dim[frameNum-1, dict_of_segments_idxs[segName], 2])+ segArtist.set_data((data_fr_mar_dim[frameNum, dict_of_segments_idxs[segName], 0], data_fr_mar_dim[frameNum, dict_of_segments_idxs[segName], 1]))+ segArtist.set_3d_properties(data_fr_mar_dim[frameNum, dict_of_segments_idxs[segName], 2])- update_skel_segments('body')- update_skel_segments('rHand')- update_skel_segments('lHand')- update_skel_segments('face')+ update_3d_skel_segments('body', skel_fr_mar_dim)+ update_3d_skel_segments('rHand', skel_fr_mar_dim)+ update_3d_skel_segments('lHand', skel_fr_mar_dim)+ update_3d_skel_segments('face', skel_fr_mar_dim)++ update_3d_skel_segments('pinkBall', dlc_fr_mar_dim)+ update_3d_skel_segments('redBall', dlc_fr_mar_dim)+ update_3d_skel_segments('greenBall', dlc_fr_mar_dim)+ update_3d_skel_segments('wobbleBoard', dlc_fr_mar_dim)+ update_3d_skel_segments('wobbleWheel', dlc_fr_mar_dim)++ for bb in range(3):+ thisTailArtist = matplotlib_artist_objs['ball_tails'][bb]++ thisTailArtist.set_data((dlc_trajectories[bb][frameNum-ballTailLen:frameNum+1, 0],+ dlc_trajectories[bb][frameNum-ballTailLen:frameNum+1, 1]))++ thisTailArtist.set_3d_properties(dlc_trajectories[bb][frameNum-ballTailLen:frameNum+1, 2])+#Plots the dots!#openpose data@@ -113,20 +134,43 @@ def PlaySkeletonAnimation(for thisSkelDotto, thisTraj in zip(skel_dottos,skel_trajectories):marNum+=1# NOTE: there is no .set_data() for 3 dim data...- thisSkelDotto.set_data(thisTraj[ frameNum-1, 0:2])- thisSkelDotto.set_3d_properties(thisTraj[ frameNum-1, 2])+ thisSkelDotto.set_data(thisTraj[ frameNum, 0:2])+ thisSkelDotto.set_3d_properties(thisTraj[ frameNum, 2])#dlc datamarNum = -1for thisDotto, thisTraj in zip(dlc_dottos,dlc_trajectories):marNum+=1# NOTE: there is no .set_data() for 3 dim data...- thisDotto.set_data(thisTraj[ frameNum-1, 0:2])- thisDotto.set_3d_properties(thisTraj[ frameNum-1, 2])+ thisDotto.set_data(thisTraj[ frameNum, 0:2])+ thisDotto.set_3d_properties(thisTraj[ frameNum, 2])+ # function to update the lines for each body segment+ def update_2d_skel_segments(vidNum,key):+ """+ updates the Artist of each body segment with the current frame data.+ """+ dict_of_segments_idxs = dict_of_openPoseSegmentIdx_dicts[key]+ dict_of_artists = thisVidOpenPoseArtist_dict[key]+++ for thisItem in dict_of_segments_idxs.items():+ segName = thisItem[0]+ segArtist = dict_of_artists[segName]++ xData = openPoseData_nCams_nFrames_nImgPts_XYC[vidNum, frameNum, dict_of_segments_idxs[segName],0]+ yData = openPoseData_nCams_nFrames_nImgPts_XYC[vidNum, frameNum, dict_of_segments_idxs[segName],1]++ xDataMasked = np.ma.masked_array(xData, mask=(xData==0))+ yDataMasked = np.ma.masked_array(yData, mask=(xData==0))+ segArtist.set_data(xDataMasked,yDataMasked)+++vidNum = -1- for thisVidArtist, thisVidDLCArtist, thisVidOpenPoseArtist in zip(vidAristList, vidDLCArtistList, vidOpenPoseArtistList):+ for thisVidArtist, thisVidDLCArtist, thisVidOpenPoseArtist_dict in zip(vidAristList, vidDLCArtistList, list_of_vidOpenPoseArtistdicts):vidNum +=1+ vidCapObjList[vidNum].set(cv2.CAP_PROP_POS_FRAMES, frameNum)success, image = vidCapObjList[vidNum].read()if success:thisVidArtist.set_array(cv2.cvtColor(image, cv2.COLOR_BGR2RGB))@@ -134,13 +178,29 @@ def PlaySkeletonAnimation(vidCapObjList[vidNum].set(cv2.CAP_PROP_POS_FRAMES, 0)success, image = vidCapObjList[vidNum].read()- thisVidDLCArtist[0].set_data( dlcData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum+1,:,0],- dlcData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum+1,:,1],)-- thisVidOpenPoseArtist[0].set_data( openPoseData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum,:,0],- openPoseData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum,:,1],)-- fig.suptitle("SessionID: {}, Frame: {} of {}".format(session.sessionID, frameNum, numFrames))+ thisVidDLCArtist[0].set_data( dlcData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum,:,0],+ dlcData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum,:,1],)++ update_2d_skel_segments(vidNum,'body')+ update_2d_skel_segments(vidNum,'rHand')+ update_2d_skel_segments(vidNum,'lHand')+ update_2d_skel_segments(vidNum,'face')+ # thisVidOpenPoseArtist_dict[0].set_data( openPoseData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum,:,0],+ # openPoseData_nCams_nFrames_nImgPts_XYC[vidNum,frameNum,:,1],)++ #shift timeseries xlims along with the frameNum+ xTimeSeriesAx.set_xlim([(frameNum/fps)-timeRange, (frameNum/fps)+timeRange])+ yTimeSeriesAx.set_xlim([(frameNum/fps)-timeRange, (frameNum/fps)+timeRange])+ for thisArtistKey in xCurrTimeArtists:++ xCurrTimeArtists[thisArtistKey][0].set_xdata(frameNum/fps)+ yCurrTimeArtists[thisArtistKey][0].set_xdata(frameNum/fps)+ if not thisArtistKey == 'blackLine':+ xCurrTimeArtists[thisArtistKey][0].set_ydata(xCurrTimeYdata[thisArtistKey][frameNum] )+ yCurrTimeArtists[thisArtistKey][0].set_ydata(yCurrTimeYdata[thisArtistKey][frameNum] )+++ # fig.suptitle("nSessionID: {}, Frame: {} of {}".format(session.sessionID, frameNum, numFrames), fontsize=10)# animSlider.set_val(val=frameNum)####@@ -152,7 +212,7 @@ def PlaySkeletonAnimation(####- fig = plt.figure(dpi=150)+ fig = plt.figure(dpi=200)plt.ion()@@ -167,21 +227,34 @@ def PlaySkeletonAnimation(# ax3d = p3.Axes3D(fig)ax3d = fig.add_subplot(projection='3d')- ax3d.set_position([-.13, .2, .8, .8]) # [left, bottom, width, height])+ ax3d.set_position([-.065, .35, .7, .7]) # [left, bottom, width, height])ax3d.set_xticklabels([])ax3d.set_yticklabels([])ax3d.set_zticklabels([])- ax3d.set_xlabel('X')- ax3d.set_ylabel('Y')- ax3d.set_zlabel('Z')-- ax3d.tick_params(length=0) # WHY DOESNT THIS WORK? I HATE THOSE TICK MARKS >:(+ # ax3d.set_xlabel('X')+ # ax3d.set_ylabel('Y')+ # ax3d.set_zlabel('Z')+ # ax3d.set_axis_off()+++ ax3d.tick_params(length=0) # WHY DOESNT THIS WORK? I HATE THOSE TICK MARKS >:(+try:skel_fr_mar_dim = np.load(session.dataArrayPath / 'openPoseSkel_3d.npy')openPoseData_nCams_nFrames_nImgPts_XYC = np.load(session.dataArrayPath / 'openPoseData_2d.npy')except:- console.warn('No openPose data found. This iteration requires OpenPose data')+ console.warning('No openPose data found. This iteration requires OpenPose data')++ # smoothThese = np.arange(67, skel_fr_mar_dim.shape[1])+ smoothThese = np.arange(0, skel_fr_mar_dim.shape[1])++ for mm in smoothThese:+ if mm > 24 and mm < 67: #don't smooth the hands, or they disappear! :O+ pass+ else:+ for dim in range(skel_fr_mar_dim.shape[2]):+ skel_fr_mar_dim[:,mm,dim] = savgol_filter(skel_fr_mar_dim[:,mm,dim], 5, 3)figure_data = dict()@@ -193,8 +266,14 @@ def PlaySkeletonAnimation(if useDLC:dlc_fr_mar_dim = np.load(session.dataArrayPath / "deepLabCut_3d.npy")dlcData_nCams_nFrames_nImgPts_XYC = np.load(session.dataArrayPath / "deepLabCutData_2d.npy")++ for mm in range(dlc_fr_mar_dim.shape[1]):+ for dim in range(dlc_fr_mar_dim.shape[2]):+ dlc_fr_mar_dim[:,mm,dim] = savgol_filter(dlc_fr_mar_dim[:,mm,dim], 11, 3)- ballTrailLen = 4+ ballTailLen = 6+ if ballTailLen > startFrame:+ startFrame = ballTailLen+1 #gotta do this, or the tail will index negative frames (without requiring annoying checks later)dlc_trajectories = [dlc_fr_mar_dim[:,markerNum,:] for markerNum in range(dlc_fr_mar_dim.shape[1])]figure_data['dlc_trajectories|mar|fr_dim'] = dlc_trajectories@@ -203,12 +282,21 @@ def PlaySkeletonAnimation(- def build_segment_artist_dict(data_fr_mar_dim, dict_of_list_of_segment_idxs, segColor = 'k', lineWidth = 1, lineStyle = '-'):+ def build_3d_segment_artist_dict(data_fr_mar_dim,+ dict_of_list_of_segment_idxs,+ segColor = 'k',+ lineWidth = 1,+ lineStyle = '-',+ markerType = None,+ marSize = 12,+ markerEdgeColor = 'k',):"""- Builds a dictionary of line artists for each body segment.+ Builds a dictionary of line artists for each 3D body segment."""segNames = list(dict_of_list_of_segment_idxs)++dict_of_artist_objects = dict()for segNum, segName in enumerate(segNames):@@ -228,28 +316,82 @@ def PlaySkeletonAnimation(else:thisRGBA = 'k'+ if isinstance(segName, str):+ idxsOG = dict_of_list_of_segment_idxs[segName]+ else:+ idxsOG++ if isinstance(idxsOG, int) or isinstance(idxsOG, float):+ idxs = [idxsOG]+ elif isinstance(idxsOG, dict):+ idxs = idxsOG[0]+ else:+ idxs = idxsOG.copy()+dict_of_artist_objects[segName] = ax3d.plot(- data_fr_mar_dim[0,dict_of_list_of_segment_idxs[segName],0],- data_fr_mar_dim[0,dict_of_list_of_segment_idxs[segName],1],- data_fr_mar_dim[0,dict_of_list_of_segment_idxs[segName],2],+ data_fr_mar_dim[startFrame, idxs ,0],+ data_fr_mar_dim[startFrame, idxs ,1],+ data_fr_mar_dim[startFrame, idxs ,2],linestyle=lineStyle,linewidth=lineWidth,+ markerSize = marSize,+ marker = markerType,color = thisRGBA,+ markeredgecolor = markerEdgeColor,)[0]return dict_of_artist_objectsmatplotlib_artist_objs = dict()- matplotlib_artist_objs['body'] = build_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['body'], segColor = dict_of_skel_lineColor)- matplotlib_artist_objs['rHand'] = build_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['rHand'], segColor=np.append(humon_red, 1), lineWidth=1)- matplotlib_artist_objs['lHand'] = build_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['lHand'], segColor=np.append(humon_blue, 1), lineWidth=1)- matplotlib_artist_objs['face'] = build_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['face'], segColor='k', lineWidth=.5)+ matplotlib_artist_objs['body'] = build_3d_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['body'], segColor = dict_of_skel_lineColor)+ matplotlib_artist_objs['rHand'] = build_3d_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['rHand'], segColor=np.append(humon_red, 1), markerType='.', markerEdgeColor = humon_red, lineWidth=1, marSize = 2)+ matplotlib_artist_objs['lHand'] = build_3d_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['lHand'], segColor=np.append(humon_blue, 1), markerType='.', markerEdgeColor = humon_blue, lineWidth=1, marSize = 2)+ matplotlib_artist_objs['face'] = build_3d_segment_artist_dict(skel_fr_mar_dim, dict_of_openPoseSegmentIdx_dicts['face'], segColor='k', lineWidth=.5)++ dict_of_dlcSegmentIdx_dicts = dict()+ dict_of_dlcSegmentIdx_dicts['pinkBall'] = {'pinkBall': [0]}+ dict_of_dlcSegmentIdx_dicts['greenBall'] = {'greenBall': [1]}+ dict_of_dlcSegmentIdx_dicts['redBall'] = {'redBall': [2]}+ dict_of_dlcSegmentIdx_dicts['wobbleBoard'] = {'wobbleboard':[3,4,5,6,3,7,5,4,7,6]}+ dict_of_dlcSegmentIdx_dicts['wobbleWheel'] = {'wobbleWheel':[8,9]}++ ballColor = ['darkviolet', 'forestgreen', 'xkcd:goldenrod']+ matplotlib_artist_objs['pinkBall'] = build_3d_segment_artist_dict(dlc_fr_mar_dim, dict_of_dlcSegmentIdx_dicts['pinkBall'], segColor=ballColor[0], markerType = 'o', marSize = 6, markerEdgeColor = 'indigo')+ matplotlib_artist_objs['redBall'] = build_3d_segment_artist_dict(dlc_fr_mar_dim, dict_of_dlcSegmentIdx_dicts['redBall'], segColor=ballColor[2], markerType = 'o', marSize = 6, markerEdgeColor ='orangered')+ matplotlib_artist_objs['greenBall'] = build_3d_segment_artist_dict(dlc_fr_mar_dim, dict_of_dlcSegmentIdx_dicts['greenBall'], segColor=ballColor[1], markerType = 'o', marSize = 6, markerEdgeColor ='darkgreen')++ matplotlib_artist_objs['wobbleBoard'] = build_3d_segment_artist_dict(dlc_fr_mar_dim, dict_of_dlcSegmentIdx_dicts['wobbleBoard'], segColor='k', lineWidth=1)+ matplotlib_artist_objs['wobbleWheel'] = build_3d_segment_artist_dict(dlc_fr_mar_dim, dict_of_dlcSegmentIdx_dicts['wobbleWheel'], segColor='k', lineWidth=1)++ skel_dottos = []+ for mm in range(67): #getcher dottos off my face!+ thisTraj = skel_fr_mar_dim[:, mm, :]+ if mm==15:+ col = 'r'+ markerSize = 2+ elif mm == 16:+ col = 'b'+ markerSize = 2+ else:+ col = 'k'+ markerSize = 1++ thisDotto =ax3d.plot(thisTraj[0, 0:1], thisTraj[1, 0:1], thisTraj[2, 0:1][0],'.', markersize=markerSize, color = col)+ skel_dottos.append(thisDotto[0])++ matplotlib_artist_objs['skel_dottos'] = skel_dottos- matplotlib_artist_objs['skel_dottos'] = [ax3d.plot(thisTraj[0, 0:1], thisTraj[1, 0:1], thisTraj[2, 0:1],'k.', markersize=1)[0] for thisTraj in skel_trajectories]matplotlib_artist_objs['dlc_dottos'] = [ax3d.plot(thisTraj[0, 0:1], thisTraj[1, 0:1], thisTraj[2, 0:1],'b.', markersize=1)[0] for thisTraj in dlc_trajectories]++ matplotlib_artist_objs['ball_tails'] = [ax3d.plot(+ dlc_trajectories[bb][startFrame-ballTailLen:startFrame, 0],+ dlc_trajectories[bb][startFrame-ballTailLen:startFrame, 1],+ dlc_trajectories[bb][startFrame-ballTailLen:startFrame, 2],+ '-', color=ballColor[bb])[0] for bb in range(3)]+numFrames = skel_fr_mar_dim.shape[0]@@ -259,14 +401,20 @@ def PlaySkeletonAnimation(my = np.nanmean(skel_fr_mar_dim[int(numFrames/2),:,1])mz = np.nanmean(skel_fr_mar_dim[int(numFrames/2),:,2])- axRange = 600#session.board.square_length * 10+ # groundX = np.arange(mx-100,mx+100)+ # groundZ = np.arange(my-100,my+100)+ # groundXX, groundZZ = np.meshgrid(groundX, groundZ)+ # groundYY = np.zeros_like(groundXX)+ # groundMesh = ax3d.plot_surface(groundXX, groundZZ, groundYY, color='k', alpha=.5)++ axRange = 500#session.board.square_length * 10# Setting the axes propertiesax3d.set_xlim3d([mx-axRange, mx+axRange])ax3d.set_ylim3d([my-axRange, my+axRange])- ax3d.set_zlim3d([mz-axRange, mz+axRange])+ ax3d.set_zlim3d([mz-axRange-1600, mz+axRange-1600])- fig.suptitle("SessionID: {}, Frame: {} of {}".format(session.sessionID, startFrame, numFrames))+ fig.suptitle("-The FreeMoCap Project-", fontsize=14)ax3d.view_init(azim=azimuth, elev=elevation)@@ -301,8 +449,8 @@ def PlaySkeletonAnimation(vidAristList = []vidCapObjList = []+ list_of_vidOpenPoseArtistdicts = []vidDLCArtistList = []- vidOpenPoseArtistList = []vidAx_positions = []@@ -337,6 +485,51 @@ def PlaySkeletonAnimation(vidWidth,vidHeight])+ def build_2d_segment_artist_dict(vidNum, data_nCams_nFrames_nImgPts_XYC, dict_of_list_of_segment_idxs, segColor = 'k', lineWidth = 1, lineStyle = '-'):+ """+ Builds a dictionary of line artists for each body 2d segment.+ """+ segNames = list(dict_of_list_of_segment_idxs)++ dict_of_artist_objects = dict()+ for segNum, segName in enumerate(segNames):++ #determine color of segment, based on class of 'segColor' input+ if isinstance(segColor, str):+ thisRGBA = segColor+ elif isinstance(segColor, np.ndarray):+ thisRGBA = segColor+ elif isinstance(segColor, dict):+ thisRGBA = segColor[segName].copy()+ thisRGBA[-1] = .75+ elif isinstance(segColor, list):+ try:+ thisRGBA = segColor[segNum]+ except:+ print('Not enough colors provided, using Black instead')+ thisRGBA = 'k'+ else:+ thisRGBA = 'k'++ xData = data_nCams_nFrames_nImgPts_XYC[vidNum, startFrame, dict_of_list_of_segment_idxs[segName],0]+ yData = data_nCams_nFrames_nImgPts_XYC[vidNum, startFrame, dict_of_list_of_segment_idxs[segName],1]++ # #make NaN's invisible (i thought they already would be but???!!!!)+ # thisRGBAall = np.tile(thisRGBA,(len(xData),1))+ # thisRGBAall[np.isnan(xData),3] = 0++ xDataMasked = np.ma.masked_where(xData, np.isnan(xData))+ yDataMasked = np.ma.masked_where(yData, np.isnan(yData))++ dict_of_artist_objects[segName] = thisVidAxis.plot(+ xDataMasked,+ yDataMasked,+ linestyle=lineStyle,+ linewidth=lineWidth,+ color = thisRGBA,+ )[0]+ return dict_of_artist_objects+for vidSubplotNum, thisVidPath in enumerate(syncedVidPathList):#make subplot for figure (and set position)@@ -350,36 +543,157 @@ def PlaySkeletonAnimation(vidAxesList.append(thisVidAxis)#create video capture object- vidCapObjList.append(cv2.VideoCapture(str(thisVidPath)))+ thisVidCap = cv2.VideoCapture(str(thisVidPath))+#create artist object for each video- success, image = vidCapObjList[-1].read()+ success, image = thisVidCap.read()++ assert success==True, "{} - failed to load an image".format(thisVidPath.stem) #make sure we have a frame++ vidAristList.append(thisVidAxis.imshow(cv2.cvtColor(image, cv2.COLOR_BGR2RGB)))+ vidCapObjList.append(thisVidCap)+- if startFrame > 0:- for fr in range(startFrame-1): #cycle through frames until you hit startFrame (there's probably a better way to do this?)- success, image = vidCapObjList[-1].read()- assert success==True, "{} - failed to load an image".format(thisVidPath.stem) #make sure we have a frame- vidAristList.append(plt.imshow(cv2.cvtColor(image, cv2.COLOR_BGR2RGB)))if useOpenPose:- vidOpenPoseArtistList.append(plt.plot(- openPoseData_nCams_nFrames_nImgPts_XYC[vidSubplotNum,startFrame,:,0],- openPoseData_nCams_nFrames_nImgPts_XYC[vidSubplotNum,startFrame,:,1],- linestyle='none',- marker = ',',- color='w',- markerfacecolor='none' ))-+ vidOpenPoseArtist_dict = dict()+ vidOpenPoseArtist_dict['body'] = build_2d_segment_artist_dict(vidSubplotNum, openPoseData_nCams_nFrames_nImgPts_XYC, dict_of_openPoseSegmentIdx_dicts['body'], segColor = dict_of_skel_lineColor)+ vidOpenPoseArtist_dict['rHand'] = build_2d_segment_artist_dict(vidSubplotNum, openPoseData_nCams_nFrames_nImgPts_XYC, dict_of_openPoseSegmentIdx_dicts['rHand'], segColor=np.append(humon_red, .75), lineWidth=.5)+ vidOpenPoseArtist_dict['lHand'] = build_2d_segment_artist_dict(vidSubplotNum, openPoseData_nCams_nFrames_nImgPts_XYC, dict_of_openPoseSegmentIdx_dicts['lHand'], segColor=np.append(humon_blue, .75), lineWidth=.5)+ vidOpenPoseArtist_dict['face'] = build_2d_segment_artist_dict(vidSubplotNum, openPoseData_nCams_nFrames_nImgPts_XYC, dict_of_openPoseSegmentIdx_dicts['face'], segColor = np.array([1.,1.,1.,1]), lineWidth=.25)+ list_of_vidOpenPoseArtistdicts.append(vidOpenPoseArtist_dict)if useDLC:- vidDLCArtistList.append(plt.plot(++ vidDLCArtistList.append(thisVidAxis.plot(dlcData_nCams_nFrames_nImgPts_XYC[vidSubplotNum,startFrame,:,0],dlcData_nCams_nFrames_nImgPts_XYC[vidSubplotNum,startFrame,:,1],linestyle='none',- marker = ',',+ marker = '.',+ markersize = 1,color='w',markerfacecolor='none' ))-+ ###+ ###+ ### βββ βββ βββββ ββ ββ βββββββ ββ ββ βββ ββ βββββββ ββββββ ββ ββββββ ββββββββ βββββ ββ ββ βββββββ βββββββ+ ### ββββ ββββ ββ ββ ββ ββ ββ ββ ββ ββββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ+ ### ββ ββββ ββ βββββββ βββββ βββββ ββ ββ ββ ββ ββ βββββ ββββββ ββ ββ ββ ββ βββββββ βββ βββββ βββββββ+ ### ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ ββ+ ### ββ ββ ββ ββ ββ ββ βββββββ βββββββ ββ ββ ββββ βββββββ ββ βββββββ ββββββ ββ ββ ββ ββ ββ βββββββ βββββββ+ ###+ ###+++ fps=30 #NOTE - This should be saved in the session Class some how+ time = np.arange(0, numFrames)/fps++ rHandX = skel_trajectories[4][:,0]+ rHandY = -skel_trajectories[4][:,1]+ lHandX = skel_trajectories[7][:,0]+ lHandY = -skel_trajectories[7][:,1]++ ballX_1 = dlc_trajectories[2][:lHandX.shape[0],0] #NOTE - Why tf aren't these the same length already?!?+ ballY_1 = -dlc_trajectories[2][:lHandX.shape[0],1]+ ballLineColor_1 = ballColor[2]++ # ballX_2 = dlc_trajectories[1][:lHandX.shape[0],0] #NOTE - Why tf aren't these the same length already?!?+ # ballY_2 = -dlc_trajectories[1][:lHandX.shape[0],1]+ # ballLineColor_2 = ballColor[1]++ # ballX_3 = dlc_trajectories[0][:lHandX.shape[0],0] #NOTE - Why tf aren't these the same length already?!?+ # ballY_3 = -dlc_trajectories[0][:lHandX.shape[0],1]+ # ballLineColor_3 = ballColor[0]+++ yTimeSeriesAx = fig.add_subplot(position=[.07, .25, .45, .18])+ yTimeSeriesAx.set_title('Hand and Juggling Ball Position vs Time', fontsize = 7, pad=2)++ yTimeSeriesAx.plot(time, ballY_1, color=ballLineColor_1, alpha=.99, linewidth=1.5, label='Juggling Ball')+ # yTimeSeriesAx.plot(time, ballY_2, color=ballLineColor_2, alpha=.99, linewidth=1.5, label='Juggling Ball')+ # yTimeSeriesAx.plot(time, ballY_3, color=ballLineColor_3, alpha=.99, linewidth=1.5, label='Juggling Ball')+ yTimeSeriesAx.plot(time, rHandY, color=humon_red, linewidth=.75, label='Right Hand')+ yTimeSeriesAx.plot(time, lHandY, color=humon_blue, linewidth=.75, label='Left Hand')++++ ylimRange = 300+ yCurrTimeArtists = dict()+ yCurrTimeYdata = dict()+ yCurrTimeArtists['blackLine'] = yTimeSeriesAx.plot([startFrame/fps, startFrame/fps], [-ylimRange, ylimRange*2], color='k', linewidth=1)+ yCurrTimeArtists['JugglingBall_1'] = yTimeSeriesAx.plot([startFrame/fps], [ballY_1[startFrame]], color=ballLineColor_1, markeredgecolor = 'orangered',marker='o', markersize=5)+ yCurrTimeYdata['JugglingBall_1'] = ballY_1+ # yCurrTimeArtists['JugglingBall_2'] = yTimeSeriesAx.plot([startFrame/fps], [ballY_2[startFrame]], color=ballLineColor_2, markeredgecolor = 'darkgreen',marker='o', markersize=5)+ # yCurrTimeYdata['JugglingBall_2'] = ballY_2+ # yCurrTimeArtists['JugglingBall_3'] = yTimeSeriesAx.plot([startFrame/fps], [ballY_3[startFrame]], color=ballLineColor_3, markeredgecolor = 'violet',marker='o', markersize=5)+ # yCurrTimeYdata['JugglingBall_3'] = ballY_3++ yCurrTimeArtists['rHandDot'] = yTimeSeriesAx.plot([startFrame/fps], [rHandY[startFrame]], markeredgecolor=humon_red, markerfacecolor = 'k',marker='o', markersize=3)+ yCurrTimeYdata['rHandDot'] = rHandY+ yCurrTimeArtists['lHandDot'] = yTimeSeriesAx.plot([startFrame/fps], [lHandY[startFrame]], markeredgecolor=humon_blue, markerfacecolor = 'k', marker='o', markersize=3)+ yCurrTimeYdata['lHandDot'] = lHandY++++ yTimeSeriesAx.tick_params(labelsize=6, direction='in', width=.5)+ yTimeSeriesAx.tick_params( pad=2)++ timeRange = 3+ yTimeSeriesAx.set_ylabel('Vertical (mm)', fontsize=7, labelpad=4)+ yTimeSeriesAx.set_ylim([-150, 600])+ yTimeSeriesAx.set_xlim([(startFrame/fps)-timeRange, (startFrame/fps)+timeRange])++++ for axis in ['top','bottom','left','right']:+ yTimeSeriesAx.spines[axis].set_linewidth(0.5)++++ yTimeSeriesAx.legend(loc='upper left', fontsize=6)++++ xTimeSeriesAx = fig.add_subplot(position=[.07, 0.065, .45, .18])++ xTimeSeriesAx.plot(time, ballX_1, color=ballLineColor_1, alpha=.99, linewidth=1.25, label='Juggling Ball')+ # xTimeSeriesAx.plot(time, ballX_2, color=ballLineColor_2, alpha=.99, linewidth=1.25, label='Juggling Ball')+ # xTimeSeriesAx.plot(time, ballX_3, color=ballLineColor_3, alpha=.99, linewidth=1.25, label='Juggling Ball')+ xTimeSeriesAx.plot(time, rHandX, color=humon_red, linewidth=.75, label='Right Hand')+ xTimeSeriesAx.plot(time, lHandX, color=humon_blue, linewidth=.75, label='Left Hand')+++ ylimRange = 300+ xCurrTimeArtists = dict()+ xCurrTimeYdata = dict()+ xCurrTimeArtists['blackLine'] = xTimeSeriesAx.plot([startFrame/fps, startFrame/fps], [-ylimRange, ylimRange], color='k', linewidth=1)+ xCurrTimeArtists['JugglingBall_1'] = xTimeSeriesAx.plot([startFrame/fps], [ballX_1[startFrame]], color=ballLineColor_1, markeredgecolor = 'orangered',marker='o', markersize=5)+ xCurrTimeYdata['JugglingBall_1'] = ballX_1+ # xCurrTimeArtists['JugglingBall_2'] = xTimeSeriesAx.plot([startFrame/fps], [ballX_1[startFrame]], color=ballLineColor_2, markeredgecolor = 'darkgreen',marker='o', markersize=5)+ # xCurrTimeYdata['JugglingBall_2'] = ballX_2+ # xCurrTimeArtists['JugglingBall_3'] = xTimeSeriesAx.plot([startFrame/fps], [ballX_1[startFrame]], color=ballLineColor_3, markeredgecolor = 'indigo',marker='o', markersize=5)+ # xCurrTimeYdata['JugglingBall_3'] = ballX_3+ xCurrTimeArtists['rHandDot'] = xTimeSeriesAx.plot([startFrame/fps], [rHandX[startFrame]], markeredgecolor=humon_red, markerfacecolor = 'k',marker='o', markersize=3)+ xCurrTimeYdata['rHandDot'] = rHandX+ xCurrTimeArtists['lHandDot'] = xTimeSeriesAx.plot([startFrame/fps], [lHandX[startFrame]], markeredgecolor=humon_blue, markerfacecolor = 'k', marker='o', markersize=3)+ xCurrTimeYdata['lHandDot'] = lHandX++++ xTimeSeriesAx.tick_params(labelsize=6, direction='in', width=.5)+ xTimeSeriesAx.tick_params( pad=2)++ xTimeSeriesAx.set_ylabel('Left/Right (mm)', fontsize=7, labelpad=1)+ xTimeSeriesAx.set_xlabel('Time(sec)', fontsize=8, labelpad=0)++ xTimeSeriesAx.set_ylim([-ylimRange, ylimRange])++ xTimeSeriesAx.set_xlim([(startFrame/fps)-timeRange, (startFrame/fps)+timeRange])+++ for axis in ['top','bottom','left','right']:+ xTimeSeriesAx.spines[axis].set_linewidth(0.5)+# #slider@@ -394,6 +708,15 @@ def PlaySkeletonAnimation(# orientation="horizontal"# )+ thisVidAxis.text(-565,1440, 'Music - artist: Neon Exdeath, song: Meowmaline, album: Jewel Tones',color=humon_green, fontsize=6)+ thisVidAxis.text(-565,1480, 'Code - github.com/jonmatthis/freemocap || jonmatthis.com/freemocap',color=humon_green, fontsize=6)++ logoAx = fig.add_subplot(position=[.9, .9, .1, .1])+ logoIm = cv2.imread(r"C:\Users\jonma\Downloads\freemocap-logo-border-2.png")+ logoAx.imshow(cv2.cvtColor(logoIm, cv2.COLOR_BGR2RGB))+ logoAx.axis('off')++# Creating the Animation objectline_animation = animation.FuncAnimation(fig, update_figure, range(startFrame,numFrames), fargs=(),interval=1, blit=False)@@ -401,11 +724,14 @@ def PlaySkeletonAnimation(if recordVid:- with console.status('Saving video...'):+ vidSavePath = '{}_outVid.mp4'.format(str(session.sessionPath / session.sessionID))+ with console.status('Saving video - {}'.format(vidSavePath)):Writer = animation.writers['ffmpeg']- writer = Writer(fps=30, metadata=dict(artist='FreeMoCap'), bitrate=1800)- vidSavePath = '{}_outVid.mp4'.format(str(session.sessionPath / session.sessionID))+ writer = Writer(fps=30, metadata=dict(artist='FreeMoCap'))#, bitrate=1800)line_animation.save(vidSavePath, writer = writer)+ # Writer = animation.FFMpegWriter(fps=30, metadata=dict(artist='FreeMoCap', comment=session.sessionID), bitrate=1800)+ # vidSavePath = '{}_outVid.mp4'.format(str(session.sessionPath / session.sessionID))+ # Writer.saving(fig = fig, outfile=vidSavePath, dpi=150)plt.pause(0.1)diff --git a/freemocap_runme_script (DESKTOP-5BEPF2F's conflicted copy 2021-07-20).py b/freemocap_runme_script (DESKTOP-5BEPF2F's conflicted copy 2021-07-20).pynew file mode 100644index 00000000..48cdd35c--- /dev/null+++ b/freemocap_runme_script (DESKTOP-5BEPF2F's conflicted copy 2021-07-20).py@@ -0,0 +1,10 @@+import freemocap as fmc+from pathlib import Path+import socket++dlcConfigPath = Path(r"C:\Users\jonma\Dropbox\DLC_Models\PinkGreenRedJugglingBalls-JSM-2021-05-31\config.yaml")++if socket.gethostname() == 'DESKTOP-DCG6K4F':+ fmc.RunMe( sessionID='sesh_21-07-19_231345', stage=7, openPoseDummyRun=True, useDLC = True, dlcConfigPath=dlcConfigPath, recordVid = False)+else:+ fmc.RunMe( stage = 7, useDLC = True, dlcConfigPath=dlcConfigPath, recordVid = False)diff --git a/freemocap_runme_script.py b/freemocap_runme_script.pyindex 5079b571..26f66277 100644--- a/freemocap_runme_script.py+++ b/freemocap_runme_script.py@@ -4,7 +4,7 @@ import socketdlcConfigPath = Path(r"C:\Users\jonma\Dropbox\DLC_Models\PinkGreenRedJugglingBalls-JSM-2021-05-31\config.yaml")-# if socket.gethostname() == 'DESKTOP-DCG6K4F':-# fmc.RunMe(sessionID = 'sesh_21-07-08_131030', stage=7, openPoseDummyRun=True, useDLC = True, dlcConfigPath=dlcConfigPath)-# else:-fmc.RunMe(stage =7, useDLC = True, dlcConfigPath=dlcConfigPath, recordVid = False)\ No newline at end of file+if socket.gethostname() == 'DESKTOP-DCG6K4F':+ fmc.RunMe( stage=7, openPoseDummyRun=True, useDLC = True, dlcConfigPath=dlcConfigPath, recordVid = True)+else:+ fmc.RunMe( useDLC = True, dlcConfigPath=dlcConfigPath, recordVid = True)diff --git a/requirements.txt b/requirements.txtindex 5f4fdae8..06f487ad 100644--- a/requirements.txt+++ b/requirements.txt@@ -16,4 +16,5 @@ pyopengl>=3.1.5tf_slim>=1.1.0deeplabcut[gui]>=2.2rc3ruamel.yaml>=0.15.0-typed-ast<1.5,>=1.4.0\ No newline at end of file+typed-ast<1.5,>=1.4.0+ffmpeg\ No newline at end of file