Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update hf_client.py

arnavsinghvi11ec96941a6603
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.py
index 37b304173..c4bf83e55 100644
--- a/dsp/modules/hf_client.py
+++ b/dsp/modules/hf_client.py
@@ -155,7 +155,6 @@ class HFClientVLLM(HFModel):
if system_prompt:
messages.insert(0, {"role": "system", "content": system_prompt})
- # Popping extra paramters for vLLM basemodel requirements (#974: https://github.com/stanfordnlp/dspy/issues/974)
kwargs.pop("port", None)
kwargs.pop("url", None)
@@ -185,7 +184,6 @@ class HFClientVLLM(HFModel):
print("Failed to parse JSON response:", response.text)
raise Exception("Received invalid JSON response from server")
else:
- # Popping extra paramters for vLLM basemodel requirements (#974: https://github.com/stanfordnlp/dspy/issues/974)
kwargs.pop("port", None)
kwargs.pop("url", None)