Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Enable AMD fp8 and pytorch attention on some GPUs. (#8474)

comfyanonymous7f800d04fae7
diff --git a/comfy/model_management.py b/comfy/model_management.py
index 187402748..283815611 100644
--- a/comfy/model_management.py
+++ b/comfy/model_management.py
@@ -307,10 +307,10 @@ try:
logging.info("ROCm version: {}".format(rocm_version))
if args.use_split_cross_attention == False and args.use_quad_cross_attention == False:
if torch_version_numeric >= (2, 7): # works on 2.6 but doesn't actually seem to improve much
- if any((a in arch) for a in ["gfx1100", "gfx1101", "gfx1151"]): # TODO: more arches
+ if any((a in arch) for a in ["gfx90a", "gfx942", "gfx1100", "gfx1101", "gfx1151"]): # TODO: more arches, TODO: gfx1201 and gfx950
ENABLE_PYTORCH_ATTENTION = True
if torch_version_numeric >= (2, 7) and rocm_version >= (6, 4):
- if any((a in arch) for a in ["gfx1201"]): # TODO: more arches
+ if any((a in arch) for a in ["gfx1201", "gfx942", "gfx950"]): # TODO: more arches
SUPPORT_FP8_OPS = True
except: