The open-source AI voice studio. Clone, dictate, create.
fix: cast librosa float64 audio to float32 for Chatterbox voice encoder
James Pine1d32170c2edb
diff --git a/backend/backends/chatterbox_backend.py b/backend/backends/chatterbox_backend.pyindex 88f87d4e..8d716df7 100644--- a/backend/backends/chatterbox_backend.py+++ b/backend/backends/chatterbox_backend.py@@ -178,6 +178,30 @@ class ChatterboxTTSBackend:progress_manager.mark_complete(model_name)task_manager.complete_download(model_name)+ # Monkey-patch prepare_conditionals to cast librosa's float64+ # audio to float32 before it reaches the voice encoder. The+ # upstream VoiceEncoder's melspectrogram only casts to float32+ # when hp.normalized_mels is True (it defaults to False), so+ # float64 mels hit float32 model weights → dtype mismatch.+ _orig_prepare = self.model.prepare_conditionals++ def _f32_prepare(wav_fpath, **kwargs):+ import librosa as _librosa++ _orig_librosa_load = _librosa.load++ def _load_f32(*a, **kw):+ wav, sr = _orig_librosa_load(*a, **kw)+ return wav.astype(np.float32), sr++ _librosa.load = _load_f32+ try:+ return _orig_prepare(wav_fpath, **kwargs)+ finally:+ _librosa.load = _orig_librosa_load++ self.model.prepare_conditionals = _f32_prepare+logger.info("Chatterbox Multilingual TTS loaded successfully")except ImportError as e:diff --git a/backend/backends/chatterbox_turbo_backend.py b/backend/backends/chatterbox_turbo_backend.pyindex 16bb5d70..44606cf3 100644--- a/backend/backends/chatterbox_turbo_backend.py+++ b/backend/backends/chatterbox_turbo_backend.py@@ -178,6 +178,30 @@ class ChatterboxTurboTTSBackend:progress_manager.mark_complete(model_name)task_manager.complete_download(model_name)+ # Monkey-patch prepare_conditionals to cast librosa's float64+ # audio to float32 before it reaches the voice encoder. The+ # upstream VoiceEncoder's melspectrogram only casts to float32+ # when hp.normalized_mels is True (it defaults to False), so+ # float64 mels hit float32 model weights → dtype mismatch.+ _orig_prepare = self.model.prepare_conditionals++ def _f32_prepare(wav_fpath, **kwargs):+ import librosa as _librosa++ _orig_librosa_load = _librosa.load++ def _load_f32(*a, **kw):+ wav, sr = _orig_librosa_load(*a, **kw)+ return wav.astype(np.float32), sr++ _librosa.load = _load_f32+ try:+ return _orig_prepare(wav_fpath, **kwargs)+ finally:+ _librosa.load = _orig_librosa_load++ self.model.prepare_conditionals = _f32_prepare+logger.info("Chatterbox Turbo TTS loaded successfully")except ImportError as e: