Skip to content
Python

fixed cg fallback

DeepBeepMeep394bb4cb9aef
diff --git a/shared/llm_engines/nanovllm/vllm_support.py b/shared/llm_engines/nanovllm/vllm_support.py
index 1b95229..4be078c 100644
--- a/shared/llm_engines/nanovllm/vllm_support.py
+++ b/shared/llm_engines/nanovllm/vllm_support.py
@@ -87,6 +87,8 @@ def resolve_lm_decoder_engine(requested_engine, engines_available = []):
if requested_engine == "":
return "vllm" if supported and vllm_available else default_engine
if requested_engine in ("legacy", "cg"):
+ if not cg_available:
+ return "legacy"
return requested_engine
print(f"[LM] Unknown decoder engine '{requested_engine}', falling back to 'legacy'.")
return "legacy"