SOTA Open Source TTS
fix cpu use (#693)
Picus30365e25315da82
diff --git a/tools/api.py b/tools/api.pyindex cbcc5f6..a5d4727 100644--- a/tools/api.py+++ b/tools/api.py@@ -871,6 +871,11 @@ def initialize_app(app: Kui):args = parse_args() # args same as ones in other processesargs.precision = torch.half if args.half else torch.bfloat16+ # Check if CUDA is available+ if not torch.cuda.is_available():+ logger.info("CUDA is not available, running on CPU.")+ args.device = "cpu"+if args.load_asr_model:logger.info(f"Loading ASR model...")asr_model = load_asr_model(device=args.device)diff --git a/tools/webui.py b/tools/webui.pyindex 6863c63..3898345 100644--- a/tools/webui.py+++ b/tools/webui.py@@ -510,6 +510,11 @@ if __name__ == "__main__":args = parse_args()args.precision = torch.half if args.half else torch.bfloat16+ # Check if CUDA is available+ if not torch.cuda.is_available():+ logger.info("CUDA is not available, running on CPU.")+ args.device = "cpu"+logger.info("Loading Llama model...")llama_queue = launch_thread_safe_queue(checkpoint_path=args.llama_checkpoint_path,