DSPy: The framework for programming—not prompting—language models
Python
fix(dsp): in HFClientVLLM, merge self.kwargs instead of overwriting it
Rémi Connesson9e657477a8f4
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.pyindex aaac020d9..a265519f4 100644--- a/dsp/modules/hf_client.py+++ b/dsp/modules/hf_client.py@@ -127,8 +127,7 @@ class HFClientVLLM(HFModel):raise ValueError(f"The url provided to `HFClientVLLM` is neither a string nor a list of strings. It is of type {type(url)}.")self.headers = {"Content-Type": "application/json"}- self.kwargs = kwargs- self.model = model+ self.kwargs |= kwargsdef _generate(self, prompt, **kwargs):