The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Cleanup.
comfyanonymous103c487a897b
diff --git a/comfy/ldm/modules/attention.py b/comfy/ldm/modules/attention.pyindex 0c54f7f47..5f9eaa6eb 100644--- a/comfy/ldm/modules/attention.py+++ b/comfy/ldm/modules/attention.py@@ -16,11 +16,14 @@ if model_management.xformers_enabled():import xformersimport xformers.ops+from comfy.cli_args import args# CrossAttn precision handling-import os-_ATTN_PRECISION = os.environ.get("ATTN_PRECISION", "fp32")+if args.dont_upcast_attention:+ print("disabling upcasting of attention")+ _ATTN_PRECISION = "fp16"+else:+ _ATTN_PRECISION = "fp32"-from comfy.cli_args import argsdef exists(val):return val is not Nonediff --git a/main.py b/main.pyindex 22425d2aa..715649975 100644--- a/main.py+++ b/main.py@@ -14,10 +14,6 @@ if os.name == "nt":logging.getLogger("xformers").addFilter(lambda record: 'A matching Triton is not available' not in record.getMessage())if __name__ == "__main__":- if args.dont_upcast_attention:- print("disabling upcasting of attention")- os.environ['ATTN_PRECISION'] = "fp16"-if args.cuda_device is not None:os.environ['CUDA_VISIBLE_DEVICES'] = str(args.cuda_device)print("Set cuda device to:", args.cuda_device)