Skip to content

SOTA Open Source TTS

Optimize create train split function

Lengyue7cebbc27ef38
diff --git a/tools/vqgan/create_train_split.py b/tools/vqgan/create_train_split.py
index f3fc58b..faa9f5e 100644
--- a/tools/vqgan/create_train_split.py
+++ b/tools/vqgan/create_train_split.py
@@ -15,25 +15,43 @@ from fish_speech.utils.file import AUDIO_EXTENSIONS, list_files, load_filelist
@click.option("--val-ratio", type=float, default=None)
@click.option("--val-count", type=int, default=None)
@click.option("--filelist", default=None, type=Path)
[email protected]("--min-duration", default=0.2, type=float)
[email protected]("--max-duration", default=30, type=float)
[email protected]("--min-duration", default=None, type=float)
[email protected]("--max-duration", default=None, type=float)
def main(root, val_ratio, val_count, filelist, min_duration, max_duration):
if filelist:
files = [i[0] for i in load_filelist(filelist)]
else:
files = list_files(root, AUDIO_EXTENSIONS, recursive=True, sort=True)
- filtered_files = []
- for file in tqdm(files):
- try:
- audio = AudioSegment.from_file(str(file))
- duration = len(audio) / 1000.0
- if min_duration <= duration <= max_duration:
+ if min_duration is None and max_duration is None:
+ filtered_files = files
+ else:
+ filtered_files = []
+ for file in tqdm(files):
+ try:
+ audio = AudioSegment.from_file(str(file))
+ duration = len(audio) / 1000.0
+
+ if min_duration is not None and duration < min_duration:
+ logger.info(
+ f"Skipping {file} due to duration {duration:.2f} < {min_duration:.2f}"
+ )
+ continue
+
+ if max_duration is not None and duration > max_duration:
+ logger.info(
+ f"Skipping {file} due to duration {duration:.2f} > {max_duration:.2f}"
+ )
+ continue
+
filtered_files.append(str(file.relative_to(root)))
- except Exception as e:
- logger.info(f"Error processing {file}: {e}")
+ except Exception as e:
+ logger.info(f"Error processing {file}: {e}")
+
+ logger.info(
+ f"Found {len(files)} files, remaining {len(filtered_files)} files after filtering"
+ )
- logger.info(f"Found {len(files)} files | Got Filtered {len(filtered_files)} files")
Random(42).shuffle(filtered_files)
if val_count is None and val_ratio is None: