Skip to content

SOTA Open Source TTS

fix cpu use (#693)

Picus30365e25315da82
diff --git a/tools/api.py b/tools/api.py
index cbcc5f6..a5d4727 100644
--- a/tools/api.py
+++ b/tools/api.py
@@ -871,6 +871,11 @@ def initialize_app(app: Kui):
args = parse_args() # args same as ones in other processes
args.precision = torch.half if args.half else torch.bfloat16
+ # Check if CUDA is available
+ if not torch.cuda.is_available():
+ logger.info("CUDA is not available, running on CPU.")
+ args.device = "cpu"
+
if args.load_asr_model:
logger.info(f"Loading ASR model...")
asr_model = load_asr_model(device=args.device)
diff --git a/tools/webui.py b/tools/webui.py
index 6863c63..3898345 100644
--- a/tools/webui.py
+++ b/tools/webui.py
@@ -510,6 +510,11 @@ if __name__ == "__main__":
args = parse_args()
args.precision = torch.half if args.half else torch.bfloat16
+ # Check if CUDA is available
+ if not torch.cuda.is_available():
+ logger.info("CUDA is not available, running on CPU.")
+ args.device = "cpu"
+
logger.info("Loading Llama model...")
llama_queue = launch_thread_safe_queue(
checkpoint_path=args.llama_checkpoint_path,