DSPy: The framework for programming—not prompting—language models
Python
fix(dsp): Append `kwargs` to the payload for vllm
Rémi Connessone74c36153df6
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.pyindex a14bc2254..56bbbb2ab 100644--- a/dsp/modules/hf_client.py+++ b/dsp/modules/hf_client.py@@ -136,6 +136,7 @@ class HFClientVLLM(HFModel):payload = {"model": self.model,"prompt": prompt,+ **kwargs,}