DSPy: The framework for programming—not prompting—language models
Python
added support for OpenAI completion API string prompting
Arnav Singhvic4f95b585c8c
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.pyindex bd2061e7a..caea2f5e1 100644--- a/dsp/modules/hf_client.py+++ b/dsp/modules/hf_client.py@@ -113,26 +113,41 @@ class Anyscale(HFModel):**kwargs}- def _generate(self, prompt, **kwargs):+ def _generate(self, prompt, use_chat_api=True, **kwargs):url = f"{self.api_base}/chat/completions"kwargs = {**self.kwargs, **kwargs}temperature = kwargs.get("temperature")- messages = [{"role": "system", "content": "You are a helpful assistant. You must continue the user text directly without *any* additional interjections."}, {"role": "user", "content": prompt}]-- body = {- "model": self.model,- "messages": messages,- "temperature": temperature,- "max_tokens": 150- }+ max_tokens = kwargs.get("max_tokens", 150)++ if use_chat_api:+ messages = [+ {"role": "system", "content": "You are a helpful assistant. You must continue the user text directly without *any* additional interjections."},+ {"role": "user", "content": prompt}+ ]+ body = {+ "model": self.model,+ "messages": messages,+ "temperature": temperature,+ "max_tokens": max_tokens+ }+ else:+ body = {+ "model": self.model,+ "prompt": f"[INST]{prompt}[/INST]",+ "temperature": temperature,+ "max_tokens": max_tokens+ }headers = {"Authorization": f"Bearer {self.token}"}try:with self.session.post(url, headers=headers, json=body) as resp:resp_json = resp.json()- completions = [resp_json.get('choices', [])[0].get('message', {}).get('content', "")]+ if use_chat_api:+ completions = [resp_json.get('choices', [])[0].get('message', {}).get('content', "")]+ else:+ completions = [resp_json.get('choices', [])[0].get('text', "")]response = {"prompt": prompt, "choices": [{"text": c} for c in completions]}return responseexcept Exception as e: