SOTA Open Source TTS
Allow inplace transcripting. Fix some bugs. Add options.
AnyaCodera811738b2dd6
diff --git a/.gitignore b/.gitignoreindex 80782d6..05bf565 100644--- a/.gitignore+++ b/.gitignore@@ -15,3 +15,4 @@ filelists/*.wav/results/data+/.idea\ No newline at end of filediff --git a/tools/merge_asr_files.py b/tools/merge_asr_files.pyindex df28f4c..f2d0386 100644--- a/tools/merge_asr_files.py+++ b/tools/merge_asr_files.py@@ -14,21 +14,25 @@ def merge_and_delete_files(save_dir, original_files):)audio_files = {}label_files = {}- for file_path in tqdm(audio_slice_files, desc="Processing audio file"):+ for file_path in tqdm(audio_slice_files, desc="Merging audio files"):rel_path = Path(file_path).relative_to(save_path)(save_path / rel_path.parent).mkdir(parents=True, exist_ok=True)if file_path.suffix == ".wav":- prefix = rel_path.parent / file_path.stem.rsplit("_", 1)[0]+ prefix = rel_path.parent / file_path.stem.rsplit("-", 1)[0]+ if prefix == rel_path.parent / file_path.stem:+ continueaudio = AudioSegment.from_wav(file_path)if prefix in audio_files.keys():audio_files[prefix] = audio_files[prefix] + audioelse:audio_files[prefix] = audio+elif file_path.suffix == ".lab":- prefix = rel_path.parent / file_path.stem.rsplit("_", 1)[0]- with open(file_path, "r") as f:+ prefix = rel_path.parent / file_path.stem.rsplit("-", 1)[0]+ if prefix == rel_path.parent / file_path.stem:+ continue+ with open(file_path, "r", encoding="utf-8") as f:label = f.read()-if prefix in label_files.keys():label_files[prefix] = label_files[prefix] + ", " + labelelse:@@ -40,7 +44,7 @@ def merge_and_delete_files(save_dir, original_files):for prefix, label in label_files.items():output_label_path = save_path / f"{prefix}.lab"- with open(output_label_path, "w") as f:+ with open(output_label_path, "w", encoding="utf-8") as f:f.write(label)for file_path in original_files:@@ -48,4 +52,4 @@ def merge_and_delete_files(save_dir, original_files):if __name__ == "__main__":- merge_and_delete_files("/home/spicysama/fish-speech/data/demo/首次揭秘B站百大是怎么选出来的")+ merge_and_delete_files("/made/by/spicysama/laziman", [__file__])\ No newline at end of filediff --git a/tools/whisper_asr.py b/tools/whisper_asr.pyindex c24cdc4..6445464 100644--- a/tools/whisper_asr.py+++ b/tools/whisper_asr.py@@ -46,10 +46,11 @@ from fish_speech.utils.file import AUDIO_EXTENSIONS, list_filestype=int,help="Output sample rate, default to input sample rate",)[email protected]("--device", default="cuda", help="Device to use")@click.option("--language", default="ZH", help="Language of the transcription")-def main(model_size, audio_dir, save_dir, sample_rate, language):+def main(model_size, audio_dir, save_dir, sample_rate, device, language):logger.info("Loading / Downloading OpenAI Whisper model...")- model = whisper.load_model(model_size)+ model = whisper.load_model(name=model_size, device=device, download_root=str(Path(".cache/whisper").resolve()))logger.info("Model loaded.")save_path = Path(save_dir)@@ -83,7 +84,7 @@ def main(model_size, audio_dir, save_dir, sample_rate, language):extract = audio[..., int(start * sr) : int(end * sr)]audio_save_path = (- save_path / rel_path.parent / f"{file_stem}_{id}{file_suffix}"+ save_path / rel_path.parent / f"{file_stem}-{id}{file_suffix}")sf.write(audio_save_path,@@ -92,7 +93,7 @@ def main(model_size, audio_dir, save_dir, sample_rate, language):)original_files.append(audio_save_path)- transcript_save_path = save_path / rel_path.parent / f"{file_stem}_{id}.lab"+ transcript_save_path = save_path / rel_path.parent / f"{file_stem}-{id}.lab"with open(transcript_save_path,"w",@@ -105,4 +106,4 @@ def main(model_size, audio_dir, save_dir, sample_rate, language):if __name__ == "__main__":- main()+ main()\ No newline at end of file