High-Quality Voice Cloning TTS for 600+ Languages
Python
Fix single gpu fine-tuning (#23)
Han Zhu5820663aaa97
diff --git a/omnivoice/training/trainer.py b/omnivoice/training/trainer.pyindex d6796f7..081955e 100644--- a/omnivoice/training/trainer.py+++ b/omnivoice/training/trainer.py@@ -45,6 +45,14 @@ from omnivoice.training.checkpoint import save_checkpoint as engine_save_checkpologger = logging.getLogger(__name__)+def _to_device(batch, device):+ """Move all tensors in a batch dict to the target device."""+ return {+ k: v.to(device, non_blocking=True) if isinstance(v, torch.Tensor) else v+ for k, v in batch.items()+ }++class OmniTrainer:def __init__(self,@@ -211,6 +219,7 @@ class OmniTrainer:with torch.no_grad():for eval_batch in self.eval_dataloader:+ eval_batch = _to_device(eval_batch, self.accelerator.device)outputs = self.model(**eval_batch)local_loss_sum += outputs.loss.detach()eval_count += 1@@ -269,6 +278,8 @@ class OmniTrainer:train_iterator = iter(self.train_dataloader)batch = next(train_iterator)+ batch = _to_device(batch, self.accelerator.device)+with self.accelerator.accumulate(self.model):outputs = self.model(**batch)loss = outputs.loss