Skip to content

SOTA Open Source TTS

Allow inplace transcripting. Fix some bugs. Add options.

AnyaCodera811738b2dd6
diff --git a/.gitignore b/.gitignore
index 80782d6..05bf565 100644
--- a/.gitignore
+++ b/.gitignore
@@ -15,3 +15,4 @@ filelists
/*.wav
/results
/data
+/.idea
\ No newline at end of file
diff --git a/tools/merge_asr_files.py b/tools/merge_asr_files.py
index df28f4c..f2d0386 100644
--- a/tools/merge_asr_files.py
+++ b/tools/merge_asr_files.py
@@ -14,21 +14,25 @@ def merge_and_delete_files(save_dir, original_files):
)
audio_files = {}
label_files = {}
- for file_path in tqdm(audio_slice_files, desc="Processing audio file"):
+ for file_path in tqdm(audio_slice_files, desc="Merging audio files"):
rel_path = Path(file_path).relative_to(save_path)
(save_path / rel_path.parent).mkdir(parents=True, exist_ok=True)
if file_path.suffix == ".wav":
- prefix = rel_path.parent / file_path.stem.rsplit("_", 1)[0]
+ prefix = rel_path.parent / file_path.stem.rsplit("-", 1)[0]
+ if prefix == rel_path.parent / file_path.stem:
+ continue
audio = AudioSegment.from_wav(file_path)
if prefix in audio_files.keys():
audio_files[prefix] = audio_files[prefix] + audio
else:
audio_files[prefix] = audio
+
elif file_path.suffix == ".lab":
- prefix = rel_path.parent / file_path.stem.rsplit("_", 1)[0]
- with open(file_path, "r") as f:
+ prefix = rel_path.parent / file_path.stem.rsplit("-", 1)[0]
+ if prefix == rel_path.parent / file_path.stem:
+ continue
+ with open(file_path, "r", encoding="utf-8") as f:
label = f.read()
-
if prefix in label_files.keys():
label_files[prefix] = label_files[prefix] + ", " + label
else:
@@ -40,7 +44,7 @@ def merge_and_delete_files(save_dir, original_files):
for prefix, label in label_files.items():
output_label_path = save_path / f"{prefix}.lab"
- with open(output_label_path, "w") as f:
+ with open(output_label_path, "w", encoding="utf-8") as f:
f.write(label)
for file_path in original_files:
@@ -48,4 +52,4 @@ def merge_and_delete_files(save_dir, original_files):
if __name__ == "__main__":
- merge_and_delete_files("/home/spicysama/fish-speech/data/demo/首次揭秘B站百大是怎么选出来的")
+ merge_and_delete_files("/made/by/spicysama/laziman", [__file__])
\ No newline at end of file
diff --git a/tools/whisper_asr.py b/tools/whisper_asr.py
index c24cdc4..6445464 100644
--- a/tools/whisper_asr.py
+++ b/tools/whisper_asr.py
@@ -46,10 +46,11 @@ from fish_speech.utils.file import AUDIO_EXTENSIONS, list_files
type=int,
help="Output sample rate, default to input sample rate",
)
[email protected]("--device", default="cuda", help="Device to use")
@click.option("--language", default="ZH", help="Language of the transcription")
-def main(model_size, audio_dir, save_dir, sample_rate, language):
+def main(model_size, audio_dir, save_dir, sample_rate, device, language):
logger.info("Loading / Downloading OpenAI Whisper model...")
- model = whisper.load_model(model_size)
+ model = whisper.load_model(name=model_size, device=device, download_root=str(Path(".cache/whisper").resolve()))
logger.info("Model loaded.")
save_path = Path(save_dir)
@@ -83,7 +84,7 @@ def main(model_size, audio_dir, save_dir, sample_rate, language):
extract = audio[..., int(start * sr) : int(end * sr)]
audio_save_path = (
- save_path / rel_path.parent / f"{file_stem}_{id}{file_suffix}"
+ save_path / rel_path.parent / f"{file_stem}-{id}{file_suffix}"
)
sf.write(
audio_save_path,
@@ -92,7 +93,7 @@ def main(model_size, audio_dir, save_dir, sample_rate, language):
)
original_files.append(audio_save_path)
- transcript_save_path = save_path / rel_path.parent / f"{file_stem}_{id}.lab"
+ transcript_save_path = save_path / rel_path.parent / f"{file_stem}-{id}.lab"
with open(
transcript_save_path,
"w",
@@ -105,4 +106,4 @@ def main(model_size, audio_dir, save_dir, sample_rate, language):
if __name__ == "__main__":
- main()
+ main()
\ No newline at end of file