The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fix dtype issue in embeddings connector. (#12570)
comfyanonymous07ca6852e8dc
diff --git a/comfy/ldm/lightricks/embeddings_connector.py b/comfy/ldm/lightricks/embeddings_connector.pyindex 06f5ada89..862bc844a 100644--- a/comfy/ldm/lightricks/embeddings_connector.py+++ b/comfy/ldm/lightricks/embeddings_connector.py@@ -234,7 +234,7 @@ class Embeddings1DConnector(nn.Module):return indices- def precompute_freqs_cis(self, indices_grid, spacing="exp"):+ def precompute_freqs_cis(self, indices_grid, spacing="exp", out_dtype=None):dim = self.inner_dimn_elem = 2 # 2 because of cos and sinfreqs = self.precompute_freqs(indices_grid, spacing)@@ -247,7 +247,7 @@ class Embeddings1DConnector(nn.Module):)else:cos_freq, sin_freq = interleaved_freqs_cis(freqs, dim % n_elem)- return cos_freq.to(self.dtype), sin_freq.to(self.dtype), self.split_rope+ return cos_freq.to(dtype=out_dtype), sin_freq.to(dtype=out_dtype), self.split_ropedef forward(self,@@ -288,7 +288,7 @@ class Embeddings1DConnector(nn.Module):hidden_states.shape[1], dtype=torch.float32, device=hidden_states.device)indices_grid = indices_grid[None, None, :]- freqs_cis = self.precompute_freqs_cis(indices_grid)+ freqs_cis = self.precompute_freqs_cis(indices_grid, out_dtype=hidden_states.dtype)# 2. Blocksfor block_idx, block in enumerate(self.transformer_1d_blocks):