The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Slightly faster lora applying.
comfyanonymous2db86b4676ed
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 94d596969..3588d3503 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -550,12 +550,12 @@ def cast_to_device(tensor, device, dtype, copy=False):if device_supports_cast:if copy:if tensor.device == device:- return tensor.to(dtype, copy=copy)- return tensor.to(device, copy=copy).to(dtype)+ return tensor.to(dtype, copy=copy, non_blocking=True)+ return tensor.to(device, copy=copy, non_blocking=True).to(dtype, non_blocking=True)else:- return tensor.to(device).to(dtype)+ return tensor.to(device, non_blocking=True).to(dtype, non_blocking=True)else:- return tensor.to(dtype).to(device, copy=copy)+ return tensor.to(device, dtype, copy=copy, non_blocking=True)def xformers_enabled():global directml_enabled