The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
HyperTile node, can be found in: _for_testing->HyperTile
comfyanonymous1443caf373c7
diff --git a/comfy_extras/nodes_hypertile.py b/comfy_extras/nodes_hypertile.pynew file mode 100644index 000000000..0d7d4c954--- /dev/null+++ b/comfy_extras/nodes_hypertile.py@@ -0,0 +1,83 @@+#Taken from: https://github.com/tfernd/HyperTile/++import math+from einops import rearrange+import random++def random_divisor(value: int, min_value: int, /, max_options: int = 1, counter = 0) -> int:+ min_value = min(min_value, value)++ # All big divisors of value (inclusive)+ divisors = [i for i in range(min_value, value + 1) if value % i == 0]++ ns = [value // i for i in divisors[:max_options]] # has at least 1 element++ random.seed(counter)+ idx = random.randint(0, len(ns) - 1)++ return ns[idx]++class HyperTile:+ @classmethod+ def INPUT_TYPES(s):+ return {"required": { "model": ("MODEL",),+ "tile_size": ("INT", {"default": 256, "min": 1, "max": 2048}),+ "swap_size": ("INT", {"default": 2, "min": 1, "max": 128}),+ "max_depth": ("INT", {"default": 0, "min": 0, "max": 10}),+ "scale_depth": ("BOOLEAN", {"default": False}),+ }}+ RETURN_TYPES = ("MODEL",)+ FUNCTION = "patch"++ CATEGORY = "_for_testing"++ def patch(self, model, tile_size, swap_size, max_depth, scale_depth):+ model_channels = model.model.model_config.unet_config["model_channels"]++ apply_to = set()+ temp = model_channels+ for x in range(max_depth + 1):+ apply_to.add(temp)+ temp *= 2++ latent_tile_size = max(32, tile_size) // 8+ self.temp = None+ self.counter = 1++ def hypertile_in(q, k, v, extra_options):+ if q.shape[-1] in apply_to:+ shape = extra_options["original_shape"]+ aspect_ratio = shape[-1] / shape[-2]++ hw = q.size(1)+ h, w = round(math.sqrt(hw * aspect_ratio)), round(math.sqrt(hw / aspect_ratio))++ factor = 2**((q.shape[-1] // model_channels) - 1) if scale_depth else 1+ nh = random_divisor(h, latent_tile_size * factor, swap_size, self.counter)+ self.counter += 1+ nw = random_divisor(w, latent_tile_size * factor, swap_size, self.counter)+ self.counter += 1++ if nh * nw > 1:+ q = rearrange(q, "b (nh h nw w) c -> (b nh nw) (h w) c", h=h // nh, w=w // nw, nh=nh, nw=nw)+ self.temp = (nh, nw, h, w)+ return q, k, v++ return q, k, v+ def hypertile_out(out, extra_options):+ if self.temp is not None:+ nh, nw, h, w = self.temp+ self.temp = None+ out = rearrange(out, "(b nh nw) hw c -> b nh nw hw c", nh=nh, nw=nw)+ out = rearrange(out, "b nh nw (h w) c -> b (nh h nw w) c", h=h // nh, w=w // nw)+ return out+++ m = model.clone()+ m.set_model_attn1_patch(hypertile_in)+ m.set_model_attn1_output_patch(hypertile_out)+ return (m, )++NODE_CLASS_MAPPINGS = {+ "HyperTile": HyperTile,+}diff --git a/nodes.py b/nodes.pyindex 0dbc2be32..61ebbb8b4 100644--- a/nodes.py+++ b/nodes.py@@ -1796,7 +1796,8 @@ def init_custom_nodes():"nodes_clip_sdxl.py","nodes_canny.py","nodes_freelunch.py",- "nodes_custom_sampler.py"+ "nodes_custom_sampler.py",+ "nodes_hypertile.py",]for node_file in extras_files: