The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Only disable cudnn on newer AMD GPUs. (#10437)
comfyanonymous9cdc64998f89
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex a2c318ec3..79d6ff9d4 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -330,15 +330,21 @@ except:SUPPORT_FP8_OPS = args.supports_fp8_compute++AMD_RDNA2_AND_OLDER_ARCH = ["gfx1030", "gfx1031", "gfx1010", "gfx1011", "gfx1012", "gfx906", "gfx900", "gfx803"]+try:if is_amd():- torch.backends.cudnn.enabled = False # Seems to improve things a lot on AMD- logging.info("Set: torch.backends.cudnn.enabled = False for better AMD performance.")+ arch = torch.cuda.get_device_properties(get_torch_device()).gcnArchName+ if not (any((a in arch) for a in AMD_RDNA2_AND_OLDER_ARCH)):+ torch.backends.cudnn.enabled = False # Seems to improve things a lot on AMD+ logging.info("Set: torch.backends.cudnn.enabled = False for better AMD performance.")+try:rocm_version = tuple(map(int, str(torch.version.hip).split(".")[:2]))except:rocm_version = (6, -1)- arch = torch.cuda.get_device_properties(get_torch_device()).gcnArchName+logging.info("AMD arch: {}".format(arch))logging.info("ROCm version: {}".format(rocm_version))if args.use_split_cross_attention == False and args.use_quad_cross_attention == False:@@ -1331,7 +1337,7 @@ def should_use_bf16(device=None, model_params=0, prioritize_performance=True, maif is_amd():arch = torch.cuda.get_device_properties(device).gcnArchName- if any((a in arch) for a in ["gfx1030", "gfx1031", "gfx1010", "gfx1011", "gfx1012", "gfx906", "gfx900", "gfx803"]): # RDNA2 and older don't support bf16+ if any((a in arch) for a in AMD_RDNA2_AND_OLDER_ARCH): # RDNA2 and older don't support bf16if manual_cast:return Truereturn False