The open-source AI voice studio. Clone, dictate, create.
fix: patch VoiceEncoder.forward to cast float64 mels to float32
James Pine47ce4cafdfe5
diff --git a/backend/backends/chatterbox_backend.py b/backend/backends/chatterbox_backend.pyindex 88f87d4e..826d7c05 100644--- a/backend/backends/chatterbox_backend.py+++ b/backend/backends/chatterbox_backend.py@@ -178,6 +178,21 @@ class ChatterboxTTSBackend:progress_manager.mark_complete(model_name)task_manager.complete_download(model_name)+ # Monkey-patch VoiceEncoder.forward to cast input to float32.+ # The upstream melspectrogram returns float64 numpy arrays when+ # hp.normalized_mels is False (the default). pack() preserves+ # the dtype, so double tensors hit float32 LSTM weights →+ # "expected m1 and m2 to have the same dtype: float != double".+ _ve = self.model.ve+ _orig_ve_forward = _ve.forward.__func__ if hasattr(_ve.forward, '__func__') else _ve.forward++ import types++ def _f32_forward(self_ve, mels):+ return _orig_ve_forward(self_ve, mels.float())++ _ve.forward = types.MethodType(_f32_forward, _ve)+logger.info("Chatterbox Multilingual TTS loaded successfully")except ImportError as e:diff --git a/backend/backends/chatterbox_turbo_backend.py b/backend/backends/chatterbox_turbo_backend.pyindex 16bb5d70..6c5bf842 100644--- a/backend/backends/chatterbox_turbo_backend.py+++ b/backend/backends/chatterbox_turbo_backend.py@@ -178,6 +178,21 @@ class ChatterboxTurboTTSBackend:progress_manager.mark_complete(model_name)task_manager.complete_download(model_name)+ # Monkey-patch VoiceEncoder.forward to cast input to float32.+ # The upstream melspectrogram returns float64 numpy arrays when+ # hp.normalized_mels is False (the default). pack() preserves+ # the dtype, so double tensors hit float32 LSTM weights →+ # "expected m1 and m2 to have the same dtype: float != double".+ _ve = self.model.ve+ _orig_ve_forward = _ve.forward.__func__ if hasattr(_ve.forward, '__func__') else _ve.forward++ import types++ def _f32_forward(self_ve, mels):+ return _orig_ve_forward(self_ve, mels.float())++ _ve.forward = types.MethodType(_f32_forward, _ve)+logger.info("Chatterbox Turbo TTS loaded successfully")except ImportError as e: