Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

http client added to GPT3

mjalizf3a6972eb893
diff --git a/dsp/modules/gpt3.py b/dsp/modules/gpt3.py
index 80da4b89e..4a7dbca26 100644
--- a/dsp/modules/gpt3.py
+++ b/dsp/modules/gpt3.py
@@ -5,6 +5,7 @@ from typing import Any, Literal, Optional, cast
import backoff
import openai
+import httpx
from dsp.modules.cache_utils import CacheMemory, NotebookCacheMemory, cache_turn_on
from dsp.modules.lm import LM
@@ -46,15 +47,16 @@ class GPT3(LM):
"""
def __init__(
- self,
- model: str = "gpt-3.5-turbo-instruct",
- api_key: Optional[str] = None,
- api_provider: Literal["openai"] = "openai",
- api_base: Optional[str] = None,
- base_url: Optional[str] = None,
- model_type: Literal["chat", "text"] = None,
- system_prompt: Optional[str] = None,
- **kwargs,
+ self,
+ model: str = "gpt-3.5-turbo-instruct",
+ api_key: Optional[str] = None,
+ api_provider: Literal["openai"] = "openai",
+ api_base: Optional[str] = None,
+ base_url: Optional[str] = None,
+ model_type: Literal["chat", "text"] = None,
+ system_prompt: Optional[str] = None,
+ http_client: Optional[httpx.Client] = None,
+ **kwargs,
):
super().__init__(model)
self.provider = "openai"
@@ -63,7 +65,7 @@ class GPT3(LM):
self.system_prompt = system_prompt
assert (
- api_provider != "azure"
+ api_provider != "azure"
), "Azure functionality with base OpenAI has been deprecated, please use dspy.AzureOpenAI instead."
default_model_type = (
@@ -81,6 +83,8 @@ class GPT3(LM):
openai.api_base = api_base
else:
openai.base_url = api_base
+ if http_client:
+ openai.http_client = http_client
self.kwargs = {
"temperature": 0.0,
@@ -151,11 +155,11 @@ class GPT3(LM):
return choice["text"]
def __call__(
- self,
- prompt: str,
- only_completed: bool = True,
- return_sorted: bool = False,
- **kwargs,
+ self,
+ prompt: str,
+ only_completed: bool = True,
+ return_sorted: bool = False,
+ **kwargs,
) -> list[dict[str, Any]]:
"""Retrieves completions from GPT-3.