The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Disable omnigen2 fp16 on older pytorch versions. (#8672)
comfyanonymousa96e65df1898
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 054291432..816caf18f 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -1290,6 +1290,13 @@ def supports_fp8_compute(device=None):return True+def extended_fp16_support():+ # TODO: check why some models work with fp16 on newer torch versions but not on older+ if torch_version_numeric < (2, 7):+ return False++ return True+def soft_empty_cache(force=False):global cpu_stateif cpu_state == CPUState.MPS:diff --git a/comfy/supported_models.py b/comfy/supported_models.pyindex f4413d647..2669ca01e 100644--- a/comfy/supported_models.py+++ b/comfy/supported_models.py@@ -1197,11 +1197,16 @@ class Omnigen2(supported_models_base.BASE):unet_extra_config = {}latent_format = latent_formats.Flux- supported_inference_dtypes = [torch.float16, torch.bfloat16, torch.float32]+ supported_inference_dtypes = [torch.bfloat16, torch.float32]vae_key_prefix = ["vae."]text_encoder_key_prefix = ["text_encoders."]+ def __init__(self, unet_config):+ super().__init__(unet_config)+ if comfy.model_management.extended_fp16_support():+ self.supported_inference_dtypes = [torch.float16] + self.supported_inference_dtypes+def get_model(self, state_dict, prefix="", device=None):out = model_base.Omnigen2(self, device=device)return out