Skip to content

SOTA Open Source TTS

Optimize en phonemizer

Lengyue24d9305e130f
diff --git a/fish_speech/text/english.py b/fish_speech/text/english.py
index d8b9b21..945a41d 100644
--- a/fish_speech/text/english.py
+++ b/fish_speech/text/english.py
@@ -1,75 +1,15 @@
-import os
-import pickle
-import re
-from functools import lru_cache
-
from g2p_en import G2p
-current_file_path = os.path.dirname(__file__)
-CMU_DICT_PATH = os.path.join(current_file_path, "cmudict.rep")
-CACHE_PATH = os.path.join(current_file_path, "cmudict_cache.pickle")
-
_g2p = G2p()
-def read_dict():
- g2p_dict = {}
- start_line = 49
- with open(CMU_DICT_PATH) as f:
- line = f.readline()
- line_index = 1
- while line:
- if line_index >= start_line:
- line = line.strip()
- word_split = line.split(" ")
- word = word_split[0]
-
- syllable_split = word_split[1].split(" - ")
- g2p_dict[word] = []
- for syllable in syllable_split:
- phone_split = syllable.split(" ")
- g2p_dict[word].append(phone_split)
-
- line_index = line_index + 1
- line = f.readline()
-
- return g2p_dict
-
-
-def cache_dict(g2p_dict, file_path):
- with open(file_path, "wb") as pickle_file:
- pickle.dump(g2p_dict, pickle_file)
-
-
-@lru_cache(maxsize=1)
-def get_dict():
- if os.path.exists(CACHE_PATH):
- with open(CACHE_PATH, "rb") as pickle_file:
- g2p_dict = pickle.load(pickle_file)
- else:
- g2p_dict = read_dict()
- cache_dict(g2p_dict, CACHE_PATH)
-
- return g2p_dict
-
-
def g2p(text):
- eng_dict = get_dict()
-
- phones = []
- words = re.split(r"([,;.\-\?\!\s+])", text)
-
- for w in words:
- if w.upper() in eng_dict:
- phns = eng_dict[w.upper()]
- for ph in phns:
- phones += ph
- continue
-
- phones.extend(list(filter(lambda p: p != " ", _g2p(w))))
-
- return phones
+ return list(filter(lambda p: p != " ", _g2p(text)))
if __name__ == "__main__":
- print(g2p("Hugging face, BGM"))
+ print(
+ g2p(
+ "In this paper, we propose 1 DSPGAN, a GAN-based universal vocoder invented by dr. lengyue in 1984."
+ )
+ )