Python
fixed memory leak while switching tabs
DeepBeepMeepccc0c4ffee35
diff --git a/gradio_server.py b/gradio_server.pyindex e790bd1..5510b9c 100644--- a/gradio_server.py+++ b/gradio_server.py@@ -658,6 +658,8 @@ def load_models(i2v):kwargs = { "extraModelsToQuantize": None}if profile == 2 or profile == 4:kwargs["budgets"] = { "transformer" : 100 if preload == 0 else preload, "text_encoder" : 100, "*" : 1000 }+ if profile == 4:+ kwargs["partialPinning"] = Trueelif profile == 3:kwargs["budgets"] = { "*" : "70%" }offloadobj = offload.profile(pipe, profile_no= profile, compile = compile, quantizeTransformer = quantizeTransformer, loras = "transformer", **kwargs)@@ -668,6 +670,7 @@ wan_model, offloadobj, transformer = load_models(use_image2video)if check_loras:setup_loras(use_image2video, transformer, get_lora_dir(use_image2video), "", None)exit()+del transformergen_in_progress = False@@ -932,10 +935,10 @@ def generate_video(reload_needed = state.get("_reload_needed", False)file_model_needed = model_needed(image2video)if file_model_needed != model_filename or reload_needed:+ del wan_modelif offloadobj is not None:offloadobj.release()- offloadobj = None- wan_model = None+ del offloadobjgc.collect()yield f"Loading model {get_model_name(file_model_needed)}..."wan_model, offloadobj, trans = load_models(image2video)