DSPy: The framework for programming—not prompting—language models
Python
feature(new-LM): GPT3-turbo integration
Sri Vardhamanan64d679bc02f8
diff --git a/dsp/modules/gpt3.py b/dsp/modules/gpt3.pyindex 780be1c5e..0ea97d6b6 100644--- a/dsp/modules/gpt3.py+++ b/dsp/modules/gpt3.py@@ -1,5 +1,6 @@import functools-from typing import Optional, Any, cast+import json+from typing import Optional, Anyimport openaiimport openai.errorfrom openai.openai_object import OpenAIObject@@ -12,7 +13,7 @@ def backoff_hdlr(details):"""Handler from https://pypi.org/project/backoff/"""print("Backing off {wait:0.1f} seconds after {tries} tries "- "calling function {target} with args {args} and kwargs "+ "calling function {target} with kwargs ""{kwargs}".format(**details))@@ -41,8 +42,14 @@ class GPT3:def _basic_request(self, prompt: str, **kwargs) -> OpenAIObject:raw_kwargs = kwargs- kwargs = {**self.kwargs, "prompt": prompt, **kwargs}- response = cached_gpt3_request(**kwargs)++ kwargs = {**self.kwargs, **kwargs}+ if kwargs["model"] in ("gpt-3.5-turbo", "gpt-3.5-turbo-0301"):+ kwargs["messages"] = json.dumps([{"role": "user", "content": prompt}])+ response = cached_gpt3_turbo_request(**kwargs)+ else:+ kwargs["prompt"] = prompt+ response = cached_gpt3_request(**kwargs)history = {"prompt": prompt,@@ -91,11 +98,16 @@ class GPT3:for prompt, choices in reversed(printed):print("\n\n\n")print(prompt, end="")- self.print_green(choices[0]["text"], end="")+ self.print_green(self._get_choice_text(choices[0]), end="")if len(choices) > 1:self.print_red(f" \t (and {len(choices)-1} other completions)", end="")print("\n\n\n")+ def _get_choice_text(self, choice: dict[str, Any]) -> str:+ if self.kwargs["model"] in ("gpt-3.5-turbo", "gpt-3.5-turbo-0301"):+ return choice["message"]["content"]+ return choice["text"]+def __call__(self,prompt: str,@@ -117,7 +129,10 @@ class GPT3:assert return_sorted is False, "for now"if kwargs.get("n", 1) > 1:- kwargs = {**kwargs, "logprobs": 5}+ if self.kwargs["model"] in ("gpt-3.5-turbo", "gpt-3.5-turbo-0301"):+ kwargs = {**kwargs}+ else:+ kwargs = {**kwargs, "logprobs": 5}response = self.request(prompt, **kwargs)choices = response["choices"]@@ -127,7 +142,7 @@ class GPT3:if only_completed and len(completed_choices):choices = completed_choices- completions = [c["text"] for c in choices]+ completions = [self._get_choice_text(c) for c in choices]if return_sorted and kwargs.get("n", 1) > 1:scored_completions = []@@ -143,7 +158,7 @@ class GPT3:tokens, logprobs = tokens[:index], logprobs[:index]avglog = sum(logprobs) / len(logprobs)- scored_completions.append((avglog, c["text"]))+ scored_completions.append((avglog, self._get_choice_text(c)))scored_completions = sorted(scored_completions, reverse=True)completions = [c for _, c in scored_completions]@@ -163,3 +178,18 @@ def cached_gpt3_request_v2_wrapped(**kwargs):cached_gpt3_request = cached_gpt3_request_v2_wrapped+++def cached_gpt3_turbo_request_v2(**kwargs):+ kwargs["messages"] = json.loads(kwargs["messages"])+ return openai.ChatCompletion.create(**kwargs)++[email protected]_cache(maxsize=None if cache_turn_on else 0)+def cached_gpt3_turbo_request_v2_wrapped(**kwargs):+ return cached_gpt3_turbo_request_v2(**kwargs)+++cached_gpt3_turbo_request = cached_gpt3_turbo_request_v2_wrappeddiff --git a/dsp/primitives/predict.py b/dsp/primitives/predict.pyindex 4b4ae1dc1..483ab6a55 100644--- a/dsp/primitives/predict.py+++ b/dsp/primitives/predict.py@@ -147,7 +147,8 @@ def generate_sc():if not dsp.settings.lm:raise AssertionError("No LM is loaded.")- kwargs = {"temperature": 0.7, "max_tokens": 150, "n": 20, **kwargs}+ kwargs = {"temperature": 0.7, "n": 20, "max_tokens": 150, **kwargs}+completions = dsp.settings.lm(prompt, **kwargs)completions = extract_final_answer(example, completions, extract=extract)return majority_vote_(