DSPy: The framework for programming—not prompting—language models
Python
format
chenmoneygithubfee5aa72178b
diff --git a/dspy/clients/lm.py b/dspy/clients/lm.pyindex 86c8062c8..6dc32940e 100644--- a/dspy/clients/lm.py+++ b/dspy/clients/lm.py@@ -1,51 +1,46 @@-import os-import uuid-import ujsonimport functools-from pathlib import Path+import os+import uuidfrom datetime import datetime+from pathlib import Path-try:- import warnings- with warnings.catch_warnings():- warnings.filterwarnings("ignore", category=UserWarning)- if "LITELLM_LOCAL_MODEL_COST_MAP" not in os.environ:- os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"- import litellm- litellm.telemetry = False+import litellm+import ujson+from litellm.caching import Cache- from litellm.caching import Cache- disk_cache_dir = os.environ.get('DSPY_CACHEDIR') or os.path.join(Path.home(), '.dspy_cache')- litellm.cache = Cache(disk_cache_dir=disk_cache_dir, type="disk")+disk_cache_dir = os.environ.get("DSPY_CACHEDIR") or os.path.join(Path.home(), ".dspy_cache")+litellm.cache = Cache(disk_cache_dir=disk_cache_dir, type="disk")+litellm.telemetry = False-except ImportError:- class LitellmPlaceholder:- def __getattr__(self, _): raise ImportError("The LiteLLM package is not installed. Run `pip install litellm`.")+if "LITELLM_LOCAL_MODEL_COST_MAP" not in os.environ:+ os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"- litellm = LitellmPlaceholder()class LM:- def __init__(self, model, model_type='chat', temperature=0.0, max_tokens=1000, cache=True, **kwargs):+ def __init__(self, model, model_type="chat", temperature=0.0, max_tokens=1000, cache=True):self.model = modelself.model_type = model_typeself.cache = cache- self.kwargs = dict(temperature=temperature, max_tokens=max_tokens, **kwargs)+ self.temperature = temperature+ self.max_tokens = max_tokensself.history = []if "o1-" in model:- assert max_tokens >= 5000 and temperature == 1.0, \- "OpenAI's o1-* models require passing temperature=1.0 and max_tokens >= 5000 to `dspy.LM(...)`"--+ assert (+ max_tokens >= 5000 and temperature == 1.0+ ), "OpenAI's o1-* models require passing temperature=1.0 and max_tokens >= 5000 to `dspy.LM(...)`"+def __call__(self, prompt=None, messages=None, **kwargs):# Build the request.cache = kwargs.pop("cache", self.cache)messages = messages or [{"role": "user", "content": prompt}]- kwargs = {**self.kwargs, **kwargs}+ kwargs = {"temperature": self.temperature, "max_tokens": self.max_tokens, **kwargs}# Make the request and handle LRU & disk caching.- if self.model_type == "chat": completion = cached_litellm_completion if cache else litellm_completion- else: completion = cached_litellm_text_completion if cache else litellm_text_completion+ if self.model_type == "chat":+ completion = cached_litellm_completion if cache else litellm_completion+ else:+ completion = cached_litellm_text_completion if cache else litellm_text_completionresponse = completion(ujson.dumps(dict(model=self.model, messages=messages, **kwargs)))outputs = [c.message.content if hasattr(c, "message") else c["text"] for c in response["choices"]]@@ -64,7 +59,7 @@ class LM:)self.history.append(entry)return outputs-+def inspect_history(self, n: int = 1):_inspect_history(self, n)@@ -73,14 +68,17 @@ class LM:def cached_litellm_completion(request):return litellm_completion(request, cache={"no-cache": False, "no-store": False})+def litellm_completion(request, cache={"no-cache": True, "no-store": True}):kwargs = ujson.loads(request)return litellm.completion(cache=cache, **kwargs)+@functools.lru_cache(maxsize=None)def cached_litellm_text_completion(request):return litellm_text_completion(request, cache={"no-cache": False, "no-store": False})+def litellm_text_completion(request, cache={"no-cache": True, "no-store": True}):kwargs = ujson.loads(request)@@ -93,32 +91,40 @@ def litellm_text_completion(request, cache={"no-cache": True, "no-store": True})api_base = kwargs.pop("api_base", None) or os.getenv(f"{provider}_API_BASE")# Build the prompt from the messages.- prompt = '\n\n'.join([x['content'] for x in kwargs.pop("messages")] + ['BEGIN RESPONSE:'])+ prompt = "\n\n".join([x["content"] for x in kwargs.pop("messages")] + ["BEGIN RESPONSE:"])- return litellm.text_completion(cache=cache, model=f'text-completion-openai/{model}', api_key=api_key,- api_base=api_base, prompt=prompt, **kwargs)+ return litellm.text_completion(+ cache=cache,+ model=f"text-completion-openai/{model}",+ api_key=api_key,+ api_base=api_base,+ prompt=prompt,+ **kwargs,+ )def _green(text: str, end: str = "\n"):return "\x1b[32m" + str(text).lstrip() + "\x1b[0m" + end+def _red(text: str, end: str = "\n"):return "\x1b[31m" + str(text) + "\x1b[0m" + end+def _inspect_history(lm, n: int = 1):"""Prints the last n prompts and their completions."""for item in lm.history[-n:]:- messages = item["messages"] or [{"role": "user", "content": item['prompt']}]+ messages = item["messages"] or [{"role": "user", "content": item["prompt"]}]outputs = item["outputs"]timestamp = item.get("timestamp", "Unknown time")print("\n\n\n")print("\x1b[34m" + f"[{timestamp}]" + "\x1b[0m" + "\n")-+for msg in messages:print(_red(f"{msg['role'].capitalize()} message:"))- print(msg['content'].strip())+ print(msg["content"].strip())print("\n")print(_red("Response:"))@@ -127,5 +133,5 @@ def _inspect_history(lm, n: int = 1):if len(outputs) > 1:choices_text = f" \t (and {len(outputs)-1} other completions)"print(_red(choices_text, end=""))-- print("\n\n\n")\ No newline at end of file++ print("\n\n\n")