Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update lm_local.py (#7932)

Zach Bamberger80e53daa82a2
diff --git a/dspy/clients/lm_local.py b/dspy/clients/lm_local.py
index 6094e4c91..d74d079a6 100644
--- a/dspy/clients/lm_local.py
+++ b/dspy/clients/lm_local.py
@@ -48,6 +48,8 @@ class LocalProvider(Provider):
model = model[7:]
if model.startswith("local:"):
model = model[6:]
+ if model.startswith("huggingface/"):
+ model = model[len("huggingface/"):]
logger.info(f"Grabbing a free port to launch an SGLang server for model {model}")
logger.info(