The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add option to store TE in bf16 (#7461)
BVH301e26b131e9
diff --git a/comfy/cli_args.py b/comfy/cli_args.pyindex 91c1fe705..62079e6a7 100644--- a/comfy/cli_args.py+++ b/comfy/cli_args.py@@ -79,6 +79,7 @@ fpte_group.add_argument("--fp8_e4m3fn-text-enc", action="store_true", help="Storfpte_group.add_argument("--fp8_e5m2-text-enc", action="store_true", help="Store text encoder weights in fp8 (e5m2 variant).")fpte_group.add_argument("--fp16-text-enc", action="store_true", help="Store text encoder weights in fp16.")fpte_group.add_argument("--fp32-text-enc", action="store_true", help="Store text encoder weights in fp32.")+fpte_group.add_argument("--bf16-text-enc", action="store_true", help="Store text encoder weights in bf16.")parser.add_argument("--force-channels-last", action="store_true", help="Force channels last format when inferencing the models.")diff --git a/comfy/model_management.py b/comfy/model_management.pyindex f1ecfc20e..84a260fc4 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -823,6 +823,8 @@ def text_encoder_dtype(device=None):return torch.float8_e5m2elif args.fp16_text_enc:return torch.float16+ elif args.bf16_text_enc:+ return torch.bfloat16elif args.fp32_text_enc:return torch.float32