SOTA Open Source TTS
fix dataset builder
Lengyue105269cdc84e
diff --git a/tools/llama/build_dataset.py b/tools/llama/build_dataset.pyindex ee0778b..9243390 100644--- a/tools/llama/build_dataset.py+++ b/tools/llama/build_dataset.py@@ -43,8 +43,10 @@ def task_generator_folder(root: Path, text_extension: str):logger.info(f"Found {len(grouped_files)} groups in {root}, {list(grouped_files.keys())[:5]}...")- for speaker, file, texts in grouped_files.values():- yield speaker, (file, texts), "folder"++ for i in grouped_files.values():+ subset = [(f, t) for _, f, t in i]+ yield i[0][0], subset, "folder"def task_generator_filelist(filelist):@@ -62,9 +64,7 @@ def run_task(task):# Parse the filessentences = []- for file in subset:- file, texts = file-+ for file, texts in subset:np_file = file.with_suffix(".npy")if np_file.exists() is False:logger.warning(f"Can't find {np_file}")