Skip to content

SOTA Open Source TTS

fix a dtype mismatch when use mps (#790)

heiwayd76b9174d1ba
diff --git a/fish_speech/models/text2semantic/llama.py b/fish_speech/models/text2semantic/llama.py
index be24c59..32307f8 100644
--- a/fish_speech/models/text2semantic/llama.py
+++ b/fish_speech/models/text2semantic/llama.py
@@ -249,7 +249,7 @@ class BaseTransformer(nn.Module):
def embed(self, inp: Tensor, share_codebook_embeddings=True) -> Tensor:
embeds = []
semantic_token_ids_tensor = torch.tensor(
- self.semantic_token_ids, device=inp.device
+ self.semantic_token_ids, device=inp.device, dtype=inp.dtype
)
for i in range(self.config.num_codebooks):