Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

update Anyscale client to support default completion-based formatting for models

Arnav Singhvi3ca882510c7f
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.py
index 003771f10..12e6e200d 100644
--- a/dsp/modules/hf_client.py
+++ b/dsp/modules/hf_client.py
@@ -165,14 +165,16 @@ class Anyscale(HFModel):
**kwargs
}
- def _generate(self, prompt, use_chat_api=True, **kwargs):
- url = f"{self.api_base}/chat/completions"
+ def _generate(self, prompt, use_chat_api=False, **kwargs):
+ url = f"{self.api_base}/completions"
+
kwargs = {**self.kwargs, **kwargs}
temperature = kwargs.get("temperature")
max_tokens = kwargs.get("max_tokens", 150)
if use_chat_api:
+ url = f"{self.api_base}/chat/completions"
messages = [
{"role": "system", "content": "You are a helpful assistant. You must continue the user text directly without *any* additional interjections."},
{"role": "user", "content": prompt}