Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update databricks.py

Omar Khattabbc3970dd0c07
diff --git a/dsp/modules/databricks.py b/dsp/modules/databricks.py
index be350c77e..858ef67bb 100644
--- a/dsp/modules/databricks.py
+++ b/dsp/modules/databricks.py
@@ -1,158 +1,158 @@
-import logging
-from logging.handlers import RotatingFileHandler
-
-# Configure logging
-logging.basicConfig(
- level=logging.INFO,
- format='%(message)s',
- handlers=[
- logging.FileHandler('openai_usage.log')
- ]
-)
-
-import functools
-import json
-from typing import Any, Literal, Optional, cast
-
-import dsp
-import backoff
-import openai
-from openai import OpenAI
-
-from dsp.modules.cache_utils import CacheMemory, NotebookCacheMemory, cache_turn_on
-from dsp.modules.gpt3 import GPT3
-
-try:
- from openai.openai_object import OpenAIObject
- import openai.error
- ERRORS = (openai.error.RateLimitError, openai.error.ServiceUnavailableError, openai.error.APIError)
-except Exception:
- ERRORS = (openai.RateLimitError, openai.APIError)
- OpenAIObject = dict
-
-
-def backoff_hdlr(details):
- """Handler from https://pypi.org/project/backoff/"""
- print(
- "Backing off {wait:0.1f} seconds after {tries} tries "
- "calling function {target} with kwargs "
- "{kwargs}".format(**details)
- )
-
-class Databricks(GPT3):
- """Wrapper around DSPy's OpenAI Wrapper. Supports Databricks Model Serving Endpoints for OpenAI SDK on both Chat, Completions, and Embeddings models.
-
- Args:
- model (str, required): Databricks-hosted LLM model to use.
- api_key (Optional[str], optional): Databricks authentication token. Defaults to None.
- api_base (Optional[str], optional): Databricks model serving endpoint. Defaults to None.
- model_type (Literal["chat", "text"], optional): The type of model that was specified. Mainly to decide the optimal prompting strategy. Defaults to "text".
- **kwargs: Additional arguments to pass to the OpenAI API provider.
- """
-
- def __init__(
- self,
- model: str,
- api_key: Optional[str] = None,
- api_base: Optional[str] = None,
- model_type: Literal["chat", "text", "embeddings"] = None,
- **kwargs,
- ):
- super().__init__(
- model=model,
- api_key=api_key,
- api_provider="openai",
- api_base=api_base,
- model_type=model_type,
- **kwargs,
- )
-
- self.kwargs.pop('frequency_penalty', None)
- self.kwargs.pop('presence_penalty', None)
-
- def basic_request(self, prompt: str, **kwargs):
- raw_kwargs = kwargs
-
- kwargs = {**self.kwargs, **kwargs}
- if self.model_type == "chat":
- kwargs["messages"] = [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": prompt}]
- kwargs = {"stringify_request": json.dumps(kwargs)}
- response = custom_client_chat_request(**kwargs).json()
- response = json.loads(response)
- else:
- kwargs["prompt"] = prompt
- response = custom_client_completions_request(**kwargs).json()
- response = json.loads(response)
+# import logging
+# from logging.handlers import RotatingFileHandler
+
+# # Configure logging
+# logging.basicConfig(
+# level=logging.INFO,
+# format='%(message)s',
+# handlers=[
+# logging.FileHandler('openai_usage.log')
+# ]
+# )
+
+# import functools
+# import json
+# from typing import Any, Literal, Optional, cast
+
+# import dsp
+# import backoff
+# import openai
+# from openai import OpenAI
+
+# from dsp.modules.cache_utils import CacheMemory, NotebookCacheMemory, cache_turn_on
+# from dsp.modules.gpt3 import GPT3
+
+# try:
+# from openai.openai_object import OpenAIObject
+# import openai.error
+# ERRORS = (openai.error.RateLimitError, openai.error.ServiceUnavailableError, openai.error.APIError)
+# except Exception:
+# ERRORS = (openai.RateLimitError, openai.APIError)
+# OpenAIObject = dict
+
+
+# def backoff_hdlr(details):
+# """Handler from https://pypi.org/project/backoff/"""
+# print(
+# "Backing off {wait:0.1f} seconds after {tries} tries "
+# "calling function {target} with kwargs "
+# "{kwargs}".format(**details)
+# )
+
+# class Databricks(GPT3):
+# """Wrapper around DSPy's OpenAI Wrapper. Supports Databricks Model Serving Endpoints for OpenAI SDK on both Chat, Completions, and Embeddings models.
+
+# Args:
+# model (str, required): Databricks-hosted LLM model to use.
+# api_key (Optional[str], optional): Databricks authentication token. Defaults to None.
+# api_base (Optional[str], optional): Databricks model serving endpoint. Defaults to None.
+# model_type (Literal["chat", "text"], optional): The type of model that was specified. Mainly to decide the optimal prompting strategy. Defaults to "text".
+# **kwargs: Additional arguments to pass to the OpenAI API provider.
+# """
+
+# def __init__(
+# self,
+# model: str,
+# api_key: Optional[str] = None,
+# api_base: Optional[str] = None,
+# model_type: Literal["chat", "text", "embeddings"] = None,
+# **kwargs,
+# ):
+# super().__init__(
+# model=model,
+# api_key=api_key,
+# api_provider="openai",
+# api_base=api_base,
+# model_type=model_type,
+# **kwargs,
+# )
+
+# self.kwargs.pop('frequency_penalty', None)
+# self.kwargs.pop('presence_penalty', None)
+
+# def basic_request(self, prompt: str, **kwargs):
+# raw_kwargs = kwargs
+
+# kwargs = {**self.kwargs, **kwargs}
+# if self.model_type == "chat":
+# kwargs["messages"] = [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": prompt}]
+# kwargs = {"stringify_request": json.dumps(kwargs)}
+# response = custom_client_chat_request(**kwargs).json()
+# response = json.loads(response)
+# else:
+# kwargs["prompt"] = prompt
+# response = custom_client_completions_request(**kwargs).json()
+# response = json.loads(response)
- history = {
- "prompt": prompt,
- "response": response,
- "kwargs": kwargs,
- "raw_kwargs": raw_kwargs,
- }
- self.history.append(history)
- return response
+# history = {
+# "prompt": prompt,
+# "response": response,
+# "kwargs": kwargs,
+# "raw_kwargs": raw_kwargs,
+# }
+# self.history.append(history)
+# return response
- def embeddings(self, prompt: str, **kwargs):
- kwargs = {**self.kwargs, **kwargs}
- kwargs["input"] = prompt
- kwargs.pop('temperature', None)
- kwargs.pop('max_tokens', None)
- kwargs.pop('top_p', None)
- kwargs.pop('n', None)
- response = custom_client_embeddings_request(**kwargs).json()
- response = json.loads(response)
- embeddings = [cur_obj['embedding'] for cur_obj in response['data']][0]
- return embeddings
+# def embeddings(self, prompt: str, **kwargs):
+# kwargs = {**self.kwargs, **kwargs}
+# kwargs["input"] = prompt
+# kwargs.pop('temperature', None)
+# kwargs.pop('max_tokens', None)
+# kwargs.pop('top_p', None)
+# kwargs.pop('n', None)
+# response = custom_client_embeddings_request(**kwargs).json()
+# response = json.loads(response)
+# embeddings = [cur_obj['embedding'] for cur_obj in response['data']][0]
+# return embeddings
- def __call__(self, prompt: str, **kwargs):
- if self.model_type == "embeddings":
- return self.embeddings(prompt, **kwargs)
- else:
- return super().__call__(prompt, **kwargs)
-
-def create_custom_client():
- client = OpenAI(api_key=openai.api_key, base_url=openai.base_url)
- return client
-
-def custom_client_chat_request(**kwargs):
- return cached_custom_client_chat_request_v2_wrapped(**kwargs)
-
-def custom_client_embeddings_request(**kwargs):
- return cached_custom_client_embeddings_request_v2_wrapped(**kwargs)
-
-def custom_client_completions_request(**kwargs):
- return cached_custom_client_completions_request_v2_wrapped(**kwargs)
-
-
-def cached_custom_client_chat_request_v2(**kwargs):
- client = create_custom_client()
- return client.chat.completions.create(**kwargs)
-
[email protected]_cache(maxsize=None if cache_turn_on else 0)
-def cached_custom_client_chat_request_v2_wrapped(**kwargs):
- if "stringify_request" in kwargs:
- kwargs = json.loads(kwargs["stringify_request"])
- return cached_custom_client_chat_request_v2(**kwargs)
-
-def cached_custom_client_completions_request_v2(**kwargs):
- client = create_custom_client()
- return client.completions.create(**kwargs)
-
[email protected]_cache(maxsize=None if cache_turn_on else 0)
-def cached_custom_client_completions_request_v2_wrapped(**kwargs):
- return cached_custom_client_completions_request_v2(**kwargs)
-
-def cached_custom_client_embeddings_request_v2(**kwargs):
- client = create_custom_client()
- return client.embeddings.create(**kwargs)
-
[email protected]_cache(maxsize=None if cache_turn_on else 0)
-def cached_custom_client_embeddings_request_v2_wrapped(**kwargs):
- return cached_custom_client_embeddings_request_v2(**kwargs)
\ No newline at end of file
+# def __call__(self, prompt: str, **kwargs):
+# if self.model_type == "embeddings":
+# return self.embeddings(prompt, **kwargs)
+# else:
+# return super().__call__(prompt, **kwargs)
+
+# def create_custom_client():
+# client = OpenAI(api_key=openai.api_key, base_url=openai.base_url)
+# return client
+
+# def custom_client_chat_request(**kwargs):
+# return cached_custom_client_chat_request_v2_wrapped(**kwargs)
+
+# def custom_client_embeddings_request(**kwargs):
+# return cached_custom_client_embeddings_request_v2_wrapped(**kwargs)
+
+# def custom_client_completions_request(**kwargs):
+# return cached_custom_client_completions_request_v2_wrapped(**kwargs)
+
+
+# @CacheMemory.cache
+# def cached_custom_client_chat_request_v2(**kwargs):
+# client = create_custom_client()
+# return client.chat.completions.create(**kwargs)
+
+# @functools.lru_cache(maxsize=None if cache_turn_on else 0)
+# @NotebookCacheMemory.cache
+# def cached_custom_client_chat_request_v2_wrapped(**kwargs):
+# if "stringify_request" in kwargs:
+# kwargs = json.loads(kwargs["stringify_request"])
+# return cached_custom_client_chat_request_v2(**kwargs)
+
+# @CacheMemory.cache
+# def cached_custom_client_completions_request_v2(**kwargs):
+# client = create_custom_client()
+# return client.completions.create(**kwargs)
+
+# @functools.lru_cache(maxsize=None if cache_turn_on else 0)
+# @NotebookCacheMemory.cache
+# def cached_custom_client_completions_request_v2_wrapped(**kwargs):
+# return cached_custom_client_completions_request_v2(**kwargs)
+
+# @CacheMemory.cache
+# def cached_custom_client_embeddings_request_v2(**kwargs):
+# client = create_custom_client()
+# return client.embeddings.create(**kwargs)
+
+# @functools.lru_cache(maxsize=None if cache_turn_on else 0)
+# @NotebookCacheMemory.cache
+# def cached_custom_client_embeddings_request_v2_wrapped(**kwargs):
+# return cached_custom_client_embeddings_request_v2(**kwargs)