Skip to content

SOTA Open Source TTS

Add rcell migrator

Lengyuef2e7bdbfe3fb
diff --git a/tools/vqgan/migrate_from_vits.py b/tools/vqgan/migrate_from_vits.py
new file mode 100644
index 0000000..8070348
--- /dev/null
+++ b/tools/vqgan/migrate_from_vits.py
@@ -0,0 +1,53 @@
+import hydra
+import torch
+from loguru import logger
+from omegaconf import DictConfig, OmegaConf
+
+# register eval resolver
+OmegaConf.register_new_resolver("eval", eval)
+
+
+ version_base="1.3",
+ config_path="../../fish_speech/configs",
+ config_name="hubert_vq.yaml",
+)
+def main(cfg: DictConfig):
+ generator_ckpt = cfg.get(
+ "generator_ckpt", "results/hubert-vq-pretrain/rcell/G_23000.pth"
+ )
+ discriminator_ckpt = cfg.get(
+ "discriminator_ckpt", "results/hubert-vq-pretrain/rcell/D_23000.pth"
+ )
+ model = hydra.utils.instantiate(cfg.model)
+
+ # Generator
+ logger.info(f"Model loaded, restoring from {generator_ckpt}")
+ generator_weights = torch.load(generator_ckpt, map_location="cpu")["model"]
+
+ # HiFiGAN
+ generator_state = {
+ k[4:]: v
+ for k, v in generator_weights.items()
+ if k.startswith("dec.") and not k.startswith("dec.cond.")
+ }
+
+ logger.info(f"Found {len(generator_state)} HiFiGAN weights, restoring...")
+ model.generator.load_state_dict(generator_state, strict=True)
+ logger.info("Generator weights restored.")
+
+ # Discriminator
+ logger.info(f"Model loaded, restoring from {discriminator_ckpt}")
+ discriminator_weights = torch.load(discriminator_ckpt, map_location="cpu")["model"]
+ logger.info(
+ f"Found {len(discriminator_weights)} discriminator weights, restoring..."
+ )
+ model.discriminator.load_state_dict(discriminator_weights, strict=True)
+ logger.info("Discriminator weights restored.")
+
+ torch.save(model.state_dict(), cfg.ckpt_path)
+ logger.info("Done")
+
+
+if __name__ == "__main__":
+ main()