Open-Sora: Democratizing Efficient Video Production for All
Python
update data processing
xyupengca53b1a21b06
diff --git a/tools/optical_flow/README.md b/tools/optical_flow/README.mddeleted file mode 100644index 414cc6b..0000000--- a/tools/optical_flow/README.md+++ /dev/null@@ -1 +0,0 @@-`python tools/optical_flow/inference.py --meta_path ./data/Panda-70M/processed/meta/test_intact_cut_head-100.csv`\ No newline at end of filediff --git a/tools/scoring/README.md b/tools/scoring/README.mdnew file mode 100644index 0000000..64cb73e--- /dev/null+++ b/tools/scoring/README.md@@ -0,0 +1,8 @@+## Data Scoring and Filtering++### Aesthetic Score++### Optical Flow Score+`python tools/scoring/optical_flow/inference.py --meta_path ./data/Panda-70M/processed/meta/test_intact_cut_head-100.csv`++### Matching Score\ No newline at end of filediff --git a/tools/aesthetic/__init__.py b/tools/scoring/__init__.pysimilarity index 100%rename from tools/aesthetic/__init__.pyrename to tools/scoring/__init__.pydiff --git a/tools/aesthetic/README.md b/tools/scoring/aesthetic/README.mdsimilarity index 100%rename from tools/aesthetic/README.mdrename to tools/scoring/aesthetic/README.mddiff --git a/tools/optical_flow/__init__.py b/tools/scoring/aesthetic/__init__.pysimilarity index 100%rename from tools/optical_flow/__init__.pyrename to tools/scoring/aesthetic/__init__.pydiff --git a/tools/aesthetic/inference.py b/tools/scoring/aesthetic/inference.pysimilarity index 100%rename from tools/aesthetic/inference.pyrename to tools/scoring/aesthetic/inference.pydiff --git a/tools/scoring/optical_flow/__init__.py b/tools/scoring/optical_flow/__init__.pynew file mode 100644index 0000000..e69de29diff --git a/tools/optical_flow/inference.py b/tools/scoring/optical_flow/inference.pysimilarity index 100%rename from tools/optical_flow/inference.pyrename to tools/scoring/optical_flow/inference.pyindex 6965add..2ccb132 100644--- a/tools/optical_flow/inference.py+++ b/tools/scoring/optical_flow/inference.py@@ -4,7 +4,6 @@ print(f'Current working directory: {os.getcwd()}')import argparseimport av-import decordimport numpy as npimport pandas as pdfrom einops import rearrange@@ -16,6 +15,7 @@ import torch.nn.functional as Ffrom torch.utils.data import Datasetfrom torchvision.transforms.functional import pil_to_tensor+import decordfrom unimatch import UniMatchdiff --git a/tools/optical_flow/unimatch/__init__.py b/tools/scoring/optical_flow/unimatch/__init__.pysimilarity index 100%rename from tools/optical_flow/unimatch/__init__.pyrename to tools/scoring/optical_flow/unimatch/__init__.pydiff --git a/tools/optical_flow/unimatch/attention.py b/tools/scoring/optical_flow/unimatch/attention.pysimilarity index 100%rename from tools/optical_flow/unimatch/attention.pyrename to tools/scoring/optical_flow/unimatch/attention.pydiff --git a/tools/optical_flow/unimatch/backbone.py b/tools/scoring/optical_flow/unimatch/backbone.pysimilarity index 100%rename from tools/optical_flow/unimatch/backbone.pyrename to tools/scoring/optical_flow/unimatch/backbone.pydiff --git a/tools/optical_flow/unimatch/geometry.py b/tools/scoring/optical_flow/unimatch/geometry.pysimilarity index 100%rename from tools/optical_flow/unimatch/geometry.pyrename to tools/scoring/optical_flow/unimatch/geometry.pydiff --git a/tools/optical_flow/unimatch/matching.py b/tools/scoring/optical_flow/unimatch/matching.pysimilarity index 100%rename from tools/optical_flow/unimatch/matching.pyrename to tools/scoring/optical_flow/unimatch/matching.pydiff --git a/tools/optical_flow/unimatch/position.py b/tools/scoring/optical_flow/unimatch/position.pysimilarity index 100%rename from tools/optical_flow/unimatch/position.pyrename to tools/scoring/optical_flow/unimatch/position.pydiff --git a/tools/optical_flow/unimatch/reg_refine.py b/tools/scoring/optical_flow/unimatch/reg_refine.pysimilarity index 100%rename from tools/optical_flow/unimatch/reg_refine.pyrename to tools/scoring/optical_flow/unimatch/reg_refine.pydiff --git a/tools/optical_flow/unimatch/transformer.py b/tools/scoring/optical_flow/unimatch/transformer.pysimilarity index 100%rename from tools/optical_flow/unimatch/transformer.pyrename to tools/scoring/optical_flow/unimatch/transformer.pydiff --git a/tools/optical_flow/unimatch/trident_conv.py b/tools/scoring/optical_flow/unimatch/trident_conv.pysimilarity index 100%rename from tools/optical_flow/unimatch/trident_conv.pyrename to tools/scoring/optical_flow/unimatch/trident_conv.pydiff --git a/tools/optical_flow/unimatch/unimatch.py b/tools/scoring/optical_flow/unimatch/unimatch.pysimilarity index 100%rename from tools/optical_flow/unimatch/unimatch.pyrename to tools/scoring/optical_flow/unimatch/unimatch.pydiff --git a/tools/optical_flow/unimatch/utils.py b/tools/scoring/optical_flow/unimatch/utils.pysimilarity index 100%rename from tools/optical_flow/unimatch/utils.pyrename to tools/scoring/optical_flow/unimatch/utils.pydiff --git a/tools/splitting/README.md b/tools/splitting/README.mdnew file mode 100644index 0000000..0e3e0ab--- /dev/null+++ b/tools/splitting/README.md@@ -0,0 +1,7 @@+## Scene Detection and Video Splitting++### Scene Detection+TODO++### Video Splitting+TODOdiff --git a/tools/splitting/__init__.py b/tools/splitting/__init__.pynew file mode 100644index 0000000..e69de29diff --git a/tools/scenedetect/README.md b/tools/splitting/scenedetect/README.mdsimilarity index 100%rename from tools/scenedetect/README.mdrename to tools/splitting/scenedetect/README.mddiff --git a/tools/scenedetect/scene_detect.py b/tools/splitting/scenedetect/scene_detect.pysimilarity index 100%rename from tools/scenedetect/scene_detect.pyrename to tools/splitting/scenedetect/scene_detect.pydiff --git a/tools/scenedetect/utils.py b/tools/splitting/scenedetect/utils.pysimilarity index 100%rename from tools/scenedetect/utils.pyrename to tools/splitting/scenedetect/utils.py