Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

bug(dspy): removed extra params from kwargs sent to vllm pydantic model

Omkar Uttarwaraeb182c3afef
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.py
index 810c9d3a0..b227bc07c 100644
--- a/dsp/modules/hf_client.py
+++ b/dsp/modules/hf_client.py
@@ -154,6 +154,8 @@ class HFClientVLLM(HFModel):
messages = [{"role": "user", "content": prompt}]
if system_prompt:
messages.insert(0, {"role": "system", "content": system_prompt})
+ kwargs = {key: val for key,
+ val in kwargs.items() if key in ["port", "url"]}
payload = {
"model": self.kwargs["model"],
"messages": messages,
@@ -180,6 +182,8 @@ class HFClientVLLM(HFModel):
print("Failed to parse JSON response:", response.text)
raise Exception("Received invalid JSON response from server")
else:
+ kwargs = {key: val for key,
+ val in kwargs.items() if key in ["port", "url"]}
payload = {
"model": self.kwargs["model"],
"prompt": prompt,