DSPy: The framework for programming—not prompting—language models
Python
Save kwargs for huggingface TGI model
Guy Aglionbyb27704b65775
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.pyindex d8677ece4..77d976e82 100644--- a/dsp/modules/hf_client.py+++ b/dsp/modules/hf_client.py@@ -16,6 +16,9 @@ class HFClientTGI(HFModel):self.headers = {"Content-Type": "application/json"}self.kwargs = {+ "model": model,+ "port": port,+ "url": url,"temperature": 0.01,"max_tokens": 75,"top_p": 0.97,