The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fix FP8 activation quantization for >2D activations in mixed_precision_ops (#14643)
liminfei-amd62e025a4f34d
diff --git a/comfy/ops.py b/comfy/ops.pyindex 0c6fe4cb4..13c2604fb 100644--- a/comfy/ops.py+++ b/comfy/ops.py@@ -1257,7 +1257,7 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_precrun_every_op()input_shape = input.shape- reshaped_3d = False+ reshaped_nd = False#If cast needs to apply lora, it should be done in the compute dtypecompute_dtype = input.dtype@@ -1294,12 +1294,12 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_prec# Inference path (unchanged)if _use_quantized and quantize_input:- # Reshape 3D tensors to 2D for quantization (needed for NVFP4 and others)- input_reshaped = input.reshape(-1, input_shape[2]) if input.ndim == 3 else input+ # Reshape >=3D tensors to 2D for quantization (needed for NVFP4 and others)+ input_reshaped = input.reshape(-1, input_shape[-1]) if input.ndim >= 3 else input# Fall back to non-quantized for non-2D tensorsif input_reshaped.ndim == 2:- reshaped_3d = input.ndim == 3+ reshaped_nd = input.ndim >= 3# dtype is now implicit in the layout classscale = getattr(self, 'input_scale', None)if scale is not None:@@ -1314,9 +1314,9 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_precweight_only_quant=weight_only_quant,)- # Reshape output back to 3D if input was 3D- if reshaped_3d:- output = output.reshape((input_shape[0], input_shape[1], self.weight.shape[0]))+ # Reshape output back to original rank if input was >2D+ if reshaped_nd:+ output = output.reshape((*input_shape[:-1], self.weight.shape[0]))return output