Skip to content

The open-source AI voice studio. Clone, dictate, create.

fix: patch VoiceEncoder.forward to cast float64 mels to float32

James Pine47ce4cafdfe5
diff --git a/backend/backends/chatterbox_backend.py b/backend/backends/chatterbox_backend.py
index 88f87d4e..826d7c05 100644
--- a/backend/backends/chatterbox_backend.py
+++ b/backend/backends/chatterbox_backend.py
@@ -178,6 +178,21 @@ class ChatterboxTTSBackend:
progress_manager.mark_complete(model_name)
task_manager.complete_download(model_name)
+ # Monkey-patch VoiceEncoder.forward to cast input to float32.
+ # The upstream melspectrogram returns float64 numpy arrays when
+ # hp.normalized_mels is False (the default). pack() preserves
+ # the dtype, so double tensors hit float32 LSTM weights →
+ # "expected m1 and m2 to have the same dtype: float != double".
+ _ve = self.model.ve
+ _orig_ve_forward = _ve.forward.__func__ if hasattr(_ve.forward, '__func__') else _ve.forward
+
+ import types
+
+ def _f32_forward(self_ve, mels):
+ return _orig_ve_forward(self_ve, mels.float())
+
+ _ve.forward = types.MethodType(_f32_forward, _ve)
+
logger.info("Chatterbox Multilingual TTS loaded successfully")
except ImportError as e:
diff --git a/backend/backends/chatterbox_turbo_backend.py b/backend/backends/chatterbox_turbo_backend.py
index 16bb5d70..6c5bf842 100644
--- a/backend/backends/chatterbox_turbo_backend.py
+++ b/backend/backends/chatterbox_turbo_backend.py
@@ -178,6 +178,21 @@ class ChatterboxTurboTTSBackend:
progress_manager.mark_complete(model_name)
task_manager.complete_download(model_name)
+ # Monkey-patch VoiceEncoder.forward to cast input to float32.
+ # The upstream melspectrogram returns float64 numpy arrays when
+ # hp.normalized_mels is False (the default). pack() preserves
+ # the dtype, so double tensors hit float32 LSTM weights →
+ # "expected m1 and m2 to have the same dtype: float != double".
+ _ve = self.model.ve
+ _orig_ve_forward = _ve.forward.__func__ if hasattr(_ve.forward, '__func__') else _ve.forward
+
+ import types
+
+ def _f32_forward(self_ve, mels):
+ return _orig_ve_forward(self_ve, mels.float())
+
+ _ve.forward = types.MethodType(_f32_forward, _ve)
+
logger.info("Chatterbox Turbo TTS loaded successfully")
except ImportError as e: