The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Support loading zeta chroma weights properly. (#12734)
comfyanonymous57dd6c1aadf5
diff --git a/comfy/model_detection.py b/comfy/model_detection.pyindex 3faa950ca..9f4a26e61 100644--- a/comfy/model_detection.py+++ b/comfy/model_detection.py@@ -423,7 +423,7 @@ def detect_unet_config(state_dict, key_prefix, metadata=None):dit_config["extra_per_block_abs_pos_emb_type"] = "learnable"return dit_config- if '{}cap_embedder.1.weight'.format(key_prefix) in state_dict_keys: # Lumina 2+ if '{}cap_embedder.1.weight'.format(key_prefix) in state_dict_keys and '{}noise_refiner.0.attention.k_norm.weight'.format(key_prefix) in state_dict_keys: # Lumina 2dit_config = {}dit_config["image_model"] = "lumina2"dit_config["patch_size"] = 2@@ -533,8 +533,7 @@ def detect_unet_config(state_dict, key_prefix, metadata=None):dit_config["guidance_embed"] = "{}guidance_in.in_layer.weight".format(key_prefix) in state_dict_keysreturn dit_config- if f"{key_prefix}t_embedder.mlp.2.weight" in state_dict_keys: # Hunyuan 3D 2.1-+ if f"{key_prefix}t_embedder.mlp.2.weight" in state_dict_keys and f"{key_prefix}blocks.0.attn1.k_norm.weight" in state_dict_keys: # Hunyuan 3D 2.1dit_config = {}dit_config["image_model"] = "hunyuan3d2_1"dit_config["in_channels"] = state_dict[f"{key_prefix}x_embedder.weight"].shape[1]@@ -1055,6 +1054,13 @@ def convert_diffusers_mmdit(state_dict, output_prefix=""):elif 'adaln_single.emb.timestep_embedder.linear_1.bias' in state_dict and 'pos_embed.proj.bias' in state_dict: # PixArtnum_blocks = count_blocks(state_dict, 'transformer_blocks.{}.')sd_map = comfy.utils.pixart_to_diffusers({"depth": num_blocks}, output_prefix=output_prefix)+ elif 'noise_refiner.0.attention.norm_k.weight' in state_dict:+ n_layers = count_blocks(state_dict, 'layers.{}.')+ dim = state_dict['noise_refiner.0.attention.to_k.weight'].shape[0]+ sd_map = comfy.utils.z_image_to_diffusers({"n_layers": n_layers, "dim": dim}, output_prefix=output_prefix)+ for k in state_dict: # For zeta chroma+ if k not in sd_map:+ sd_map[k] = kelif 'x_embedder.weight' in state_dict: #Fluxdepth = count_blocks(state_dict, 'transformer_blocks.{}.')depth_single_blocks = count_blocks(state_dict, 'single_transformer_blocks.{}.')