Skip to content

Open-Sora: Democratizing Efficient Video Production for All

Python

[fix] t5 dtype

zhengzangw137d0ac22348
diff --git a/opensora/models/text_encoder/t5.py b/opensora/models/text_encoder/t5.py
index aaf2ecf..3a021d7 100644
--- a/opensora/models/text_encoder/t5.py
+++ b/opensora/models/text_encoder/t5.py
@@ -161,6 +161,7 @@ class T5Encoder:
self.model_max_length = model_max_length
self.output_dim = self.t5.model.config.d_model
+ self.dtype = dtype
if shardformer:
self.shardformer_t5()
@@ -183,7 +184,7 @@ class T5Encoder:
)
shard_former = ShardFormer(shard_config=shard_config)
optim_model, _ = shard_former.optimize(self.t5.model, policy=T5EncoderPolicy())
- self.t5.model = optim_model.half()
+ self.t5.model = optim_model.to(self.dtype)
# ensure the weights are frozen
requires_grad(self.t5.model, False)