The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Make ScaleROPE node work on Flux. (#10686)
comfyanonymous2abd2b5c2049
diff --git a/comfy/ldm/flux/model.py b/comfy/ldm/flux/model.pyindex 14f90cea5..b9d36f202 100644--- a/comfy/ldm/flux/model.py+++ b/comfy/ldm/flux/model.py@@ -210,7 +210,7 @@ class Flux(nn.Module):img = self.final_layer(img, vec) # (N, T, patch_size ** 2 * out_channels)return img- def process_img(self, x, index=0, h_offset=0, w_offset=0):+ def process_img(self, x, index=0, h_offset=0, w_offset=0, transformer_options={}):bs, c, h, w = x.shapepatch_size = self.patch_sizex = comfy.ldm.common_dit.pad_to_patch_size(x, (patch_size, patch_size))@@ -222,10 +222,22 @@ class Flux(nn.Module):h_offset = ((h_offset + (patch_size // 2)) // patch_size)w_offset = ((w_offset + (patch_size // 2)) // patch_size)- img_ids = torch.zeros((h_len, w_len, 3), device=x.device, dtype=x.dtype)+ steps_h = h_len+ steps_w = w_len++ rope_options = transformer_options.get("rope_options", None)+ if rope_options is not None:+ h_len = (h_len - 1.0) * rope_options.get("scale_y", 1.0) + 1.0+ w_len = (w_len - 1.0) * rope_options.get("scale_x", 1.0) + 1.0++ index += rope_options.get("shift_t", 0.0)+ h_offset += rope_options.get("shift_y", 0.0)+ w_offset += rope_options.get("shift_x", 0.0)++ img_ids = torch.zeros((steps_h, steps_w, 3), device=x.device, dtype=x.dtype)img_ids[:, :, 0] = img_ids[:, :, 1] + index- img_ids[:, :, 1] = img_ids[:, :, 1] + torch.linspace(h_offset, h_len - 1 + h_offset, steps=h_len, device=x.device, dtype=x.dtype).unsqueeze(1)- img_ids[:, :, 2] = img_ids[:, :, 2] + torch.linspace(w_offset, w_len - 1 + w_offset, steps=w_len, device=x.device, dtype=x.dtype).unsqueeze(0)+ img_ids[:, :, 1] = img_ids[:, :, 1] + torch.linspace(h_offset, h_len - 1 + h_offset, steps=steps_h, device=x.device, dtype=x.dtype).unsqueeze(1)+ img_ids[:, :, 2] = img_ids[:, :, 2] + torch.linspace(w_offset, w_len - 1 + w_offset, steps=steps_w, device=x.device, dtype=x.dtype).unsqueeze(0)return img, repeat(img_ids, "h w c -> b (h w) c", b=bs)def forward(self, x, timestep, context, y=None, guidance=None, ref_latents=None, control=None, transformer_options={}, **kwargs):@@ -241,7 +253,7 @@ class Flux(nn.Module):h_len = ((h_orig + (patch_size // 2)) // patch_size)w_len = ((w_orig + (patch_size // 2)) // patch_size)- img, img_ids = self.process_img(x)+ img, img_ids = self.process_img(x, transformer_options=transformer_options)img_tokens = img.shape[1]if ref_latents is not None:h = 0