The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fix issue with t5 text encoder in fp4. (#11794)
comfyanonymouscd912963f17c
diff --git a/comfy/model_detection.py b/comfy/model_detection.pyindex 0853b3aec..aff5a50b9 100644--- a/comfy/model_detection.py+++ b/comfy/model_detection.py@@ -237,6 +237,8 @@ def detect_unet_config(state_dict, key_prefix, metadata=None):else:dit_config["vec_in_dim"] = None+ dit_config["num_heads"] = dit_config["hidden_size"] // sum(dit_config["axes_dim"])+dit_config["depth"] = count_blocks(state_dict_keys, '{}double_blocks.'.format(key_prefix) + '{}.')dit_config["depth_single_blocks"] = count_blocks(state_dict_keys, '{}single_blocks.'.format(key_prefix) + '{}.')if '{}distilled_guidance_layer.0.norms.0.scale'.format(key_prefix) in state_dict_keys or '{}distilled_guidance_layer.norms.0.scale'.format(key_prefix) in state_dict_keys: #Chromadiff --git a/comfy/sd.py b/comfy/sd.pyindex 5a7221620..b689c0dfc 100644--- a/comfy/sd.py+++ b/comfy/sd.py@@ -1059,9 +1059,9 @@ def detect_te_model(sd):return TEModel.JINA_CLIP_2if "encoder.block.23.layer.1.DenseReluDense.wi_1.weight" in sd:weight = sd["encoder.block.23.layer.1.DenseReluDense.wi_1.weight"]- if weight.shape[-1] == 4096:+ if weight.shape[0] == 10240:return TEModel.T5_XXL- elif weight.shape[-1] == 2048:+ elif weight.shape[0] == 5120:return TEModel.T5_XLif 'encoder.block.23.layer.1.DenseReluDense.wi.weight' in sd:return TEModel.T5_XXL_OLD