DSPy: The framework for programming—not prompting—language models
Python
http client added to GPT3
mjalizf3a6972eb893
diff --git a/dsp/modules/gpt3.py b/dsp/modules/gpt3.pyindex 80da4b89e..4a7dbca26 100644--- a/dsp/modules/gpt3.py+++ b/dsp/modules/gpt3.py@@ -5,6 +5,7 @@ from typing import Any, Literal, Optional, castimport backoffimport openai+import httpxfrom dsp.modules.cache_utils import CacheMemory, NotebookCacheMemory, cache_turn_onfrom dsp.modules.lm import LM@@ -46,15 +47,16 @@ class GPT3(LM):"""def __init__(- self,- model: str = "gpt-3.5-turbo-instruct",- api_key: Optional[str] = None,- api_provider: Literal["openai"] = "openai",- api_base: Optional[str] = None,- base_url: Optional[str] = None,- model_type: Literal["chat", "text"] = None,- system_prompt: Optional[str] = None,- **kwargs,+ self,+ model: str = "gpt-3.5-turbo-instruct",+ api_key: Optional[str] = None,+ api_provider: Literal["openai"] = "openai",+ api_base: Optional[str] = None,+ base_url: Optional[str] = None,+ model_type: Literal["chat", "text"] = None,+ system_prompt: Optional[str] = None,+ http_client: Optional[httpx.Client] = None,+ **kwargs,):super().__init__(model)self.provider = "openai"@@ -63,7 +65,7 @@ class GPT3(LM):self.system_prompt = system_promptassert (- api_provider != "azure"+ api_provider != "azure"), "Azure functionality with base OpenAI has been deprecated, please use dspy.AzureOpenAI instead."default_model_type = (@@ -81,6 +83,8 @@ class GPT3(LM):openai.api_base = api_baseelse:openai.base_url = api_base+ if http_client:+ openai.http_client = http_clientself.kwargs = {"temperature": 0.0,@@ -151,11 +155,11 @@ class GPT3(LM):return choice["text"]def __call__(- self,- prompt: str,- only_completed: bool = True,- return_sorted: bool = False,- **kwargs,+ self,+ prompt: str,+ only_completed: bool = True,+ return_sorted: bool = False,+ **kwargs,) -> list[dict[str, Any]]:"""Retrieves completions from GPT-3.