The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Reduce tiled decode peak memory (#13050)
Jukka Seppänenfd0261d2bc0c
diff --git a/comfy/utils.py b/comfy/utils.pyindex 13b7ca6c8..78c491b98 100644--- a/comfy/utils.py+++ b/comfy/utils.py@@ -1135,8 +1135,8 @@ def tiled_scale_multidim(samples, function, tile=(64, 64), overlap=8, upscale_ampbar.update(1)continue- out = torch.zeros([s.shape[0], out_channels] + mult_list_upscale(s.shape[2:]), device=output_device)- out_div = torch.zeros([s.shape[0], out_channels] + mult_list_upscale(s.shape[2:]), device=output_device)+ out = output[b:b+1].zero_()+ out_div = torch.zeros([s.shape[0], 1] + mult_list_upscale(s.shape[2:]), device=output_device)positions = [range(0, s.shape[d+2] - overlap[d], tile[d] - overlap[d]) if s.shape[d+2] > tile[d] else [0] for d in range(dims)]@@ -1151,7 +1151,7 @@ def tiled_scale_multidim(samples, function, tile=(64, 64), overlap=8, upscale_amupscaled.append(round(get_pos(d, pos)))ps = function(s_in).to(output_device)- mask = torch.ones_like(ps)+ mask = torch.ones([1, 1] + list(ps.shape[2:]), device=output_device)for d in range(2, dims + 2):feather = round(get_scale(d - 2, overlap[d - 2]))@@ -1174,7 +1174,7 @@ def tiled_scale_multidim(samples, function, tile=(64, 64), overlap=8, upscale_amif pbar is not None:pbar.update(1)- output[b:b+1] = out/out_div+ out.div_(out_div)return outputdef tiled_scale(samples, function, tile_x=64, tile_y=64, overlap = 8, upscale_amount = 4, out_channels = 3, output_device="cpu", pbar = None):