The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Singlestep DPM++ SDE for RF (#8627)
chaObserv8042eb20c6fb
diff --git a/comfy/k_diffusion/sampling.py b/comfy/k_diffusion/sampling.pyindex 8030048fc..739468872 100644--- a/comfy/k_diffusion/sampling.py+++ b/comfy/k_diffusion/sampling.py@@ -710,6 +710,7 @@ def sample_dpmpp_2s_ancestral_RF(model, x, sigmas, extra_args=None, callback=Non# logged_x = torch.cat((logged_x, x.unsqueeze(0)), dim=0)return x+@torch.no_grad()def sample_dpmpp_sde(model, x, sigmas, extra_args=None, callback=None, disable=None, eta=1., s_noise=1., noise_sampler=None, r=1 / 2):"""DPM-Solver++ (stochastic)."""@@ -721,38 +722,49 @@ def sample_dpmpp_sde(model, x, sigmas, extra_args=None, callback=None, disable=Nseed = extra_args.get("seed", None)noise_sampler = BrownianTreeNoiseSampler(x, sigma_min, sigma_max, seed=seed, cpu=True) if noise_sampler is None else noise_samplers_in = x.new_ones([x.shape[0]])- sigma_fn = lambda t: t.neg().exp()- t_fn = lambda sigma: sigma.log().neg()++ model_sampling = model.inner_model.model_patcher.get_model_object('model_sampling')+ sigma_fn = partial(half_log_snr_to_sigma, model_sampling=model_sampling)+ lambda_fn = partial(sigma_to_half_log_snr, model_sampling=model_sampling)+ sigmas = offset_first_sigma_for_snr(sigmas, model_sampling)for i in trange(len(sigmas) - 1, disable=disable):denoised = model(x, sigmas[i] * s_in, **extra_args)if callback is not None:callback({'x': x, 'i': i, 'sigma': sigmas[i], 'sigma_hat': sigmas[i], 'denoised': denoised})if sigmas[i + 1] == 0:- # Euler method- d = to_d(x, sigmas[i], denoised)- dt = sigmas[i + 1] - sigmas[i]- x = x + d * dt+ # Denoising step+ x = denoisedelse:# DPM-Solver++- t, t_next = t_fn(sigmas[i]), t_fn(sigmas[i + 1])- h = t_next - t- s = t + h * r+ lambda_s, lambda_t = lambda_fn(sigmas[i]), lambda_fn(sigmas[i + 1])+ h = lambda_t - lambda_s+ lambda_s_1 = lambda_s + r * hfac = 1 / (2 * r)+ sigma_s_1 = sigma_fn(lambda_s_1)++ alpha_s = sigmas[i] * lambda_s.exp()+ alpha_s_1 = sigma_s_1 * lambda_s_1.exp()+ alpha_t = sigmas[i + 1] * lambda_t.exp()+# Step 1- sd, su = get_ancestral_step(sigma_fn(t), sigma_fn(s), eta)- s_ = t_fn(sd)- x_2 = (sigma_fn(s_) / sigma_fn(t)) * x - (t - s_).expm1() * denoised- x_2 = x_2 + noise_sampler(sigma_fn(t), sigma_fn(s)) * s_noise * su- denoised_2 = model(x_2, sigma_fn(s) * s_in, **extra_args)+ sd, su = get_ancestral_step(lambda_s.neg().exp(), lambda_s_1.neg().exp(), eta)+ lambda_s_1_ = sd.log().neg()+ h_ = lambda_s_1_ - lambda_s+ x_2 = (alpha_s_1 / alpha_s) * (-h_).exp() * x - alpha_s_1 * (-h_).expm1() * denoised+ if eta > 0 and s_noise > 0:+ x_2 = x_2 + alpha_s_1 * noise_sampler(sigmas[i], sigma_s_1) * s_noise * su+ denoised_2 = model(x_2, sigma_s_1 * s_in, **extra_args)# Step 2- sd, su = get_ancestral_step(sigma_fn(t), sigma_fn(t_next), eta)- t_next_ = t_fn(sd)+ sd, su = get_ancestral_step(lambda_s.neg().exp(), lambda_t.neg().exp(), eta)+ lambda_t_ = sd.log().neg()+ h_ = lambda_t_ - lambda_sdenoised_d = (1 - fac) * denoised + fac * denoised_2- x = (sigma_fn(t_next_) / sigma_fn(t)) * x - (t - t_next_).expm1() * denoised_d- x = x + noise_sampler(sigma_fn(t), sigma_fn(t_next)) * s_noise * su+ x = (alpha_t / alpha_s) * (-h_).exp() * x - alpha_t * (-h_).expm1() * denoised_d+ if eta > 0 and s_noise > 0:+ x = x + alpha_t * noise_sampler(sigmas[i], sigmas[i + 1]) * s_noise * sureturn x