Open-Sora: Democratizing Efficient Video Production for All
Python
update read_video()
xyupenga1a2f29e2b29
diff --git a/opensora/datasets/datasets.py b/opensora/datasets/datasets.pyindex 582eebb..9287c70 100644--- a/opensora/datasets/datasets.py+++ b/opensora/datasets/datasets.py@@ -68,10 +68,9 @@ class VideoTextDataset(torch.utils.data.Dataset):if file_type == "video":# loading- vframes, _, infos = read_video(filename=path, pts_unit="sec", output_format="TCHW")+ vframes, vinfo = read_video(path, backend='cv2')+ video_fps = vinfo["video_fps"] if 'video_fps' in vinfo else 24- if "video_fps" in infos:- video_fps = infos["video_fps"]# Sampling video framesvideo = temporal_random_crop(vframes, self.num_frames, self.frame_interval)@@ -146,9 +145,8 @@ class VariableVideoTextDataset(VideoTextDataset):video_fps = 24 # default fpsif file_type == "video":# loading- vframes, _, infos = read_video(filename=path, pts_unit="sec", output_format="TCHW")- if "video_fps" in infos:- video_fps = infos["video_fps"]+ vframes, vinfo = read_video(path, backend='cv2')+ video_fps = vinfo["video_fps"] if 'video_fps' in vinfo else 24# Sampling video framesvideo = temporal_random_crop(vframes, num_frames, self.frame_interval)diff --git a/opensora/datasets/read_video.py b/opensora/datasets/read_video.pyindex b19849e..7061507 100644--- a/opensora/datasets/read_video.py+++ b/opensora/datasets/read_video.py@@ -1,4 +1,5 @@import math+import cv2import osfrom fractions import Fractionfrom typing import Any, Dict, List, Optional, Tuple, Union@@ -15,7 +16,7 @@ from torchvision.io.video import ()-def read_video(+def read_video_av(filename: str,start_pts: Union[float, Fraction] = 0,end_pts: Optional[Union[float, Fraction]] = None,@@ -127,3 +128,56 @@ def read_video(vframes = vframes.permute(0, 3, 1, 2)return vframes, aframes, info+++def read_video_cv2(video_path):+ cap = cv2.VideoCapture(video_path)++ if not cap.isOpened():+ # print("Error: Unable to open video")+ raise ValueError+ else:+ fps = cap.get(cv2.CAP_PROP_FPS)+ vinfo = {+ 'video_fps': fps,+ }++ frames = []+ while True:+ # Read a frame from the video+ ret, frame = cap.read()++ # If frame is not read correctly, break the loop+ if not ret:+ break++ frames.append(frame[:, :, ::-1]) # BGR to RGB++ # Exit if 'q' is pressed+ if cv2.waitKey(25) & 0xFF == ord('q'):+ break++ # Release the video capture object and close all windows+ cap.release()+ cv2.destroyAllWindows()++ frames = np.stack(frames)+ frames = torch.from_numpy(frames) # [T, H, W, C=3]+ frames = frames.permute(0, 3, 1, 2)+ return frames, vinfo+++def read_video(video_path, backend='cv2'):+ if backend == 'cv2':+ vframes, vinfo = read_video_cv2(video_path)+ elif backend == 'av':+ vframes, _, vinfo = read_video_av(filename=video_path, pts_unit="sec", output_format="TCHW")+ else:+ raise ValueError++ return vframes, vinfo+++if __name__ == '__main__':+ vframes, vinfo = read_video('./data/colors/9.mp4', backend='cv2')+ x = 0