Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Add option to store TE in bf16 (#7461)

BVH301e26b131e9
diff --git a/comfy/cli_args.py b/comfy/cli_args.py
index 91c1fe705..62079e6a7 100644
--- a/comfy/cli_args.py
+++ b/comfy/cli_args.py
@@ -79,6 +79,7 @@ fpte_group.add_argument("--fp8_e4m3fn-text-enc", action="store_true", help="Stor
fpte_group.add_argument("--fp8_e5m2-text-enc", action="store_true", help="Store text encoder weights in fp8 (e5m2 variant).")
fpte_group.add_argument("--fp16-text-enc", action="store_true", help="Store text encoder weights in fp16.")
fpte_group.add_argument("--fp32-text-enc", action="store_true", help="Store text encoder weights in fp32.")
+fpte_group.add_argument("--bf16-text-enc", action="store_true", help="Store text encoder weights in bf16.")
parser.add_argument("--force-channels-last", action="store_true", help="Force channels last format when inferencing the models.")
diff --git a/comfy/model_management.py b/comfy/model_management.py
index f1ecfc20e..84a260fc4 100644
--- a/comfy/model_management.py
+++ b/comfy/model_management.py
@@ -823,6 +823,8 @@ def text_encoder_dtype(device=None):
return torch.float8_e5m2
elif args.fp16_text_enc:
return torch.float16
+ elif args.bf16_text_enc:
+ return torch.bfloat16
elif args.fp32_text_enc:
return torch.float32