The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Manual cast for bf16 on older GPUs.
comfyanonymous929e266f3e29
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex f0f4ebf58..681208ea0 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -499,7 +499,7 @@ def unet_dtype(device=None, model_params=0, supported_dtypes=[torch.float16, torif should_use_fp16(device=device, model_params=model_params, manual_cast=True):if torch.float16 in supported_dtypes:return torch.float16- if should_use_bf16(device):+ if should_use_bf16(device, model_params=model_params, manual_cast=True):if torch.bfloat16 in supported_dtypes:return torch.bfloat16return torch.float32@@ -771,10 +771,24 @@ def should_use_fp16(device=None, model_params=0, prioritize_performance=True, mareturn True-def should_use_bf16(device=None):+def should_use_bf16(device=None, model_params=0, prioritize_performance=True, manual_cast=False):+ if device is not None:+ if is_device_cpu(device): #TODO ? bf16 works on CPU but is extremely slow+ return False++ if device is not None: #TODO not sure about mps bf16 support+ if is_device_mps(device):+ return False+if FORCE_FP32:return False+ if directml_enabled:+ return False++ if cpu_mode() or mps_mode():+ return False+if is_intel_xpu():return True@@ -785,6 +799,13 @@ def should_use_bf16(device=None):if props.major >= 8:return True+ bf16_works = torch.cuda.is_bf16_supported()++ if bf16_works or manual_cast:+ free_model_memory = (get_free_memory() * 0.9 - minimum_inference_memory())+ if (not prioritize_performance) or model_params * 4 > free_model_memory:+ return True+return Falsedef soft_empty_cache(force=False):