DSPy: The framework for programming—not prompting—language models
Python
removed adding model as a required argument, so that it aligns with prem's workflow
Anindyadeep62eaf886ebb0
diff --git a/dsp/modules/premai.py b/dsp/modules/premai.pyindex e10d6b71d..3c9589cae 100644--- a/dsp/modules/premai.py+++ b/dsp/modules/premai.py@@ -8,7 +8,7 @@ from dsp.modules.lm import LMtry:import premai- premai_error = premai.errors.UnexpectedStatus+ premai_api_error = premai.errors.UnexpectedStatusexcept ImportError:premai_api_error = Exceptionexcept AttributeError:@@ -49,18 +49,18 @@ class PremAI(LM):def __init__(self,- model: str,project_id: int,+ model: Optional[str] = None,api_key: Optional[str] = None,session_id: Optional[int] = None,**kwargs,) -> None:"""Parameters- model: str- The name of model nameproject_id: int"The project ID in which the experiments or deployments are carried out. can find all your projects here: https://app.premai.io/projects/"+ model: Optional[str]+ The name of model deployed on launchpad. When None, it will show 'default'api_key: Optional[str]Prem AI API key, to connect with the API. If not provided then it will check from env var by the namePREMAI_API_KEY@@ -69,6 +69,7 @@ class PremAI(LM):**kwargs: dictAdditional arguments to pass to the API provider"""+ model = "default" if model is None else modelsuper().__init__(model)if premai_api_error == Exception:raise ImportError(@@ -85,13 +86,18 @@ class PremAI(LM):self.history: list[dict[str, Any]] = []self.kwargs = {- "model": model,"temperature": 0.17,"max_tokens": 150,**kwargs,}if session_id is not None:- kwargs["session_id"] = session_id+ self.kwargs["session_id"] = session_id++ # However this is not recommended to change the model once+ # deployed from launchpad++ if model != "default":+ self.kwargs["model"] = modeldef _get_all_kwargs(self, **kwargs) -> dict:other_kwargs = {@@ -111,7 +117,6 @@ class PremAI(LM):"frequency_penalty","presence_penalty","tools",- "model",]for key in _keys_that_cannot_be_none:@@ -122,15 +127,15 @@ class PremAI(LM):def basic_request(self, prompt, **kwargs) -> str:"""Handles retrieval of completions from Prem AI whilst handling API errors."""all_kwargs = self._get_all_kwargs(**kwargs)- message = []+ messages = []if "system_prompt" in all_kwargs:- message.append({"role": "system", "content": all_kwargs["system_prompt"]})- message.append({"role": "user", "content": prompt})+ messages.append({"role": "system", "content": all_kwargs["system_prompt"]})+ messages.append({"role": "user", "content": prompt})response = self.client.chat.completions.create(project_id=self.project_id,- messages=message,+ messages=messages,**all_kwargs,)if not response.choices: