The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
float: use CK stochastic rounding cuda kernel (#13971)
rattus684296148ed3
diff --git a/comfy/float.py b/comfy/float.pyindex 184b3d6d0..3c82d6359 100644--- a/comfy/float.py+++ b/comfy/float.py@@ -1,5 +1,20 @@+import logging+import torch+_CK_STOCHASTIC_ROUNDING_AVAILABLE = False+try:+ import comfy_kitchen as ck+ _ck_stochastic_rounding_fp8 = ck.stochastic_rounding_fp8+ _CK_STOCHASTIC_ROUNDING_AVAILABLE = True+except (AttributeError, ImportError):+ logging.warning("comfy_kitchen does not support stochastic FP8 rounding, please update comfy_kitchen.")++if not _CK_STOCHASTIC_ROUNDING_AVAILABLE:+ def _ck_stochastic_rounding_fp8(value, rng, dtype):+ raise NotImplementedError("comfy_kitchen does not support stochastic FP8 rounding")++def calc_mantissa(abs_x, exponent, normal_mask, MANTISSA_BITS, EXPONENT_BIAS, generator=None):mantissa_scaled = torch.where(normal_mask,@@ -57,6 +72,10 @@ def stochastic_rounding(value, dtype, seed=0):if dtype == torch.float8_e4m3fn or dtype == torch.float8_e5m2:generator = torch.Generator(device=value.device)generator.manual_seed(seed)+ if _CK_STOCHASTIC_ROUNDING_AVAILABLE:+ rng = torch.randint(0, 256, value.size(), dtype=torch.uint8, layout=value.layout, device=value.device, generator=generator)+ return _ck_stochastic_rounding_fp8(value, rng, dtype)+output = torch.empty_like(value, dtype=dtype)num_slices = max(1, (value.numel() / (4096 * 4096)))slice_size = max(1, round(value.shape[0] / num_slices))