The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
convert nodes_tomesd.py to V3 schema (#10180)
Alexander Piskun5c8e986e273d
diff --git a/comfy_extras/nodes_tomesd.py b/comfy_extras/nodes_tomesd.pyindex 9f77c06fc..87bf29b8f 100644--- a/comfy_extras/nodes_tomesd.py+++ b/comfy_extras/nodes_tomesd.py@@ -1,7 +1,9 @@#Taken from: https://github.com/dbolya/tomesdimport torch-from typing import Tuple, Callable+from typing import Tuple, Callable, Optional+from typing_extensions import override+from comfy_api.latest import ComfyExtension, ioimport mathdef do_nothing(x: torch.Tensor, mode:str=None):@@ -144,33 +146,45 @@ def get_functions(x, ratio, original_shape):-class TomePatchModel:+class TomePatchModel(io.ComfyNode):@classmethod- def INPUT_TYPES(s):- return {"required": { "model": ("MODEL",),- "ratio": ("FLOAT", {"default": 0.3, "min": 0.0, "max": 1.0, "step": 0.01}),- }}- RETURN_TYPES = ("MODEL",)- FUNCTION = "patch"+ def define_schema(cls):+ return io.Schema(+ node_id="TomePatchModel",+ category="model_patches/unet",+ inputs=[+ io.Model.Input("model"),+ io.Float.Input("ratio", default=0.3, min=0.0, max=1.0, step=0.01),+ ],+ outputs=[io.Model.Output()],+ )- CATEGORY = "model_patches/unet"-- def patch(self, model, ratio):- self.u = None+ @classmethod+ def execute(cls, model, ratio) -> io.NodeOutput:+ u: Optional[Callable] = Nonedef tomesd_m(q, k, v, extra_options):+ nonlocal u#NOTE: In the reference code get_functions takes x (input of the transformer block) as the argument instead of q#however from my basic testing it seems that using q instead gives better results- m, self.u = get_functions(q, ratio, extra_options["original_shape"])+ m, u = get_functions(q, ratio, extra_options["original_shape"])return m(q), k, vdef tomesd_u(n, extra_options):- return self.u(n)+ nonlocal u+ return u(n)m = model.clone()m.set_model_attn1_patch(tomesd_m)m.set_model_attn1_output_patch(tomesd_u)- return (m, )+ return io.NodeOutput(m)+++class TomePatchModelExtension(ComfyExtension):+ @override+ async def get_node_list(self) -> list[type[io.ComfyNode]]:+ return [+ TomePatchModel,+ ]-NODE_CLASS_MAPPINGS = {- "TomePatchModel": TomePatchModel,-}+async def comfy_entrypoint() -> TomePatchModelExtension:+ return TomePatchModelExtension()