Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

fix(dsp): in HFClientVLLM, merge self.kwargs instead of overwriting it

Rémi Connesson9e657477a8f4
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.py
index aaac020d9..a265519f4 100644
--- a/dsp/modules/hf_client.py
+++ b/dsp/modules/hf_client.py
@@ -127,8 +127,7 @@ class HFClientVLLM(HFModel):
raise ValueError(f"The url provided to `HFClientVLLM` is neither a string nor a list of strings. It is of type {type(url)}.")
self.headers = {"Content-Type": "application/json"}
- self.kwargs = kwargs
- self.model = model
+ self.kwargs |= kwargs
def _generate(self, prompt, **kwargs):