The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fix bf16 precision issue with qwen image embeddings. (#9441)
comfyanonymous8d38ea3bbf7e
diff --git a/comfy/ldm/qwen_image/model.py b/comfy/ldm/qwen_image/model.pyindex bf3940313..49f66b90a 100644--- a/comfy/ldm/qwen_image/model.py+++ b/comfy/ldm/qwen_image/model.py@@ -347,7 +347,7 @@ class QwenImageTransformer2DModel(nn.Module):h_offset = ((h_offset + (patch_size // 2)) // patch_size)w_offset = ((w_offset + (patch_size // 2)) // patch_size)- img_ids = torch.zeros((h_len, w_len, 3), device=x.device, dtype=x.dtype)+ img_ids = torch.zeros((h_len, w_len, 3), device=x.device)img_ids[:, :, 0] = img_ids[:, :, 1] + indeximg_ids[:, :, 1] = img_ids[:, :, 1] + torch.linspace(h_offset, h_len - 1 + h_offset, steps=h_len, device=x.device, dtype=x.dtype).unsqueeze(1) - (h_len // 2)img_ids[:, :, 2] = img_ids[:, :, 2] + torch.linspace(w_offset, w_len - 1 + w_offset, steps=w_len, device=x.device, dtype=x.dtype).unsqueeze(0) - (w_len // 2)@@ -397,9 +397,10 @@ class QwenImageTransformer2DModel(nn.Module):img_ids = torch.cat([img_ids, kontext_ids], dim=1)txt_start = round(max(((x.shape[-1] + (self.patch_size // 2)) // self.patch_size) // 2, ((x.shape[-2] + (self.patch_size // 2)) // self.patch_size) // 2))- txt_ids = torch.linspace(txt_start, txt_start + context.shape[1], steps=context.shape[1], device=x.device, dtype=x.dtype).reshape(1, -1, 1).repeat(x.shape[0], 1, 3)+ txt_ids = torch.arange(txt_start, txt_start + context.shape[1], device=x.device).reshape(1, -1, 1).repeat(x.shape[0], 1, 3)ids = torch.cat((txt_ids, img_ids), dim=1)image_rotary_emb = self.pe_embedder(ids).squeeze(1).unsqueeze(2).to(x.dtype)+ del ids, txt_ids, img_idshidden_states = self.img_in(hidden_states)encoder_hidden_states = self.txt_norm(encoder_hidden_states)