DSPy: The framework for programming—not prompting—language models
Python
feat(lm): Add datetime and UUID to history
Anindyadeep0c8b5a34dca8
diff --git a/dspy/clients/lm.py b/dspy/clients/lm.pyindex 1c611ca34..a643388f9 100644--- a/dspy/clients/lm.py+++ b/dspy/clients/lm.py@@ -1,29 +1,38 @@-import os-import ujsonimport functools+import os+import uuid+from datetime import datetimefrom pathlib import Path+import ujson+try:import warnings+with warnings.catch_warnings():warnings.filterwarnings("ignore", category=UserWarning)if "LITELLM_LOCAL_MODEL_COST_MAP" not in os.environ:- os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"- import litellm+ os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"+ import litellm+litellm.telemetry = Falsefrom litellm.caching import Cache- disk_cache_dir = os.environ.get('DSPY_CACHEDIR') or os.path.join(Path.home(), '.dspy_cache')++ disk_cache_dir = os.environ.get("DSPY_CACHEDIR") or os.path.join(Path.home(), ".dspy_cache")litellm.cache = Cache(disk_cache_dir=disk_cache_dir, type="disk")except ImportError:+class LitellmPlaceholder:- def __getattr__(self, _): raise ImportError("The LiteLLM package is not installed. Run `pip install litellm`.")+ def __getattr__(self, _):+ raise ImportError("The LiteLLM package is not installed. Run `pip install litellm`.")litellm = LitellmPlaceholder()+class LM:- def __init__(self, model, model_type='chat', temperature=0.0, max_tokens=1000, cache=True, **kwargs):+ def __init__(self, model, model_type="chat", temperature=0.0, max_tokens=1000, cache=True, **kwargs):self.model = modelself.model_type = model_typeself.cache = cache@@ -31,10 +40,10 @@ class LM:self.history = []if "o1-" in model:- assert max_tokens >= 5000 and temperature == 1.0, \- "OpenAI's o1-* models require passing temperature=1.0 and max_tokens >= 5000 to `dspy.LM(...)`"--+ assert (+ max_tokens >= 5000 and temperature == 1.0+ ), "OpenAI's o1-* models require passing temperature=1.0 and max_tokens >= 5000 to `dspy.LM(...)`"+def __call__(self, prompt=None, messages=None, **kwargs):# Build the request.cache = kwargs.pop("cache", self.cache)@@ -42,8 +51,10 @@ class LM:kwargs = {**self.kwargs, **kwargs}# Make the request and handle LRU & disk caching.- if self.model_type == "chat": completion = cached_litellm_completion if cache else litellm_completion- else: completion = cached_litellm_text_completion if cache else litellm_text_completion+ if self.model_type == "chat":+ completion = cached_litellm_completion if cache else litellm_completion+ else:+ completion = cached_litellm_text_completion if cache else litellm_text_completionresponse = completion(ujson.dumps(dict(model=self.model, messages=messages, **kwargs)))outputs = [c.message.content if hasattr(c, "message") else c["text"] for c in response["choices"]]@@ -53,10 +64,17 @@ class LM:entry = dict(prompt=prompt, messages=messages, kwargs=kwargs, response=response)entry = dict(**entry, outputs=outputs, usage=dict(response["usage"]))entry = dict(**entry, cost=response.get("_hidden_params", {}).get("response_cost"))+ entry = dict(+ **entry,+ timestamp=datetime.now().isoformat(),+ uuid=str(uuid.uuid4()),+ model=self.model,+ model_type=self.model_type,+ )self.history.append(entry)return outputs-+def inspect_history(self, n: int = 1):_inspect_history(self, n)@@ -65,14 +83,17 @@ class LM:def cached_litellm_completion(request):return litellm_completion(request, cache={"no-cache": False, "no-store": False})+def litellm_completion(request, cache={"no-cache": True, "no-store": True}):kwargs = ujson.loads(request)return litellm.completion(cache=cache, **kwargs)+@functools.lru_cache(maxsize=None)def cached_litellm_text_completion(request):return litellm_text_completion(request, cache={"no-cache": False, "no-store": False})+def litellm_text_completion(request, cache={"no-cache": True, "no-store": True}):kwargs = ujson.loads(request)@@ -85,29 +106,40 @@ def litellm_text_completion(request, cache={"no-cache": True, "no-store": True})api_base = kwargs.pop("api_base", None) or os.getenv(f"{provider}_API_BASE")# Build the prompt from the messages.- prompt = '\n\n'.join([x['content'] for x in kwargs.pop("messages")] + ['BEGIN RESPONSE:'])+ prompt = "\n\n".join([x["content"] for x in kwargs.pop("messages")] + ["BEGIN RESPONSE:"])- return litellm.text_completion(cache=cache, model=f'text-completion-openai/{model}', api_key=api_key,- api_base=api_base, prompt=prompt, **kwargs)+ return litellm.text_completion(+ cache=cache,+ model=f"text-completion-openai/{model}",+ api_key=api_key,+ api_base=api_base,+ prompt=prompt,+ **kwargs,+ )def _green(text: str, end: str = "\n"):return "\x1b[32m" + str(text).lstrip() + "\x1b[0m" + end+def _red(text: str, end: str = "\n"):return "\x1b[31m" + str(text) + "\x1b[0m" + end+def _inspect_history(lm, n: int = 1):"""Prints the last n prompts and their completions."""for item in lm.history[-n:]:- messages = item["messages"] or [{"role": "user", "content": item['prompt']}]+ messages = item["messages"] or [{"role": "user", "content": item["prompt"]}]outputs = item["outputs"]+ timestamp = item.get("timestamp", "Unknown time")print("\n\n\n")+ print("\x1b[34m" + f"[{timestamp}]" + "\x1b[0m" + "\n")+for msg in messages:print(_red(f"{msg['role'].capitalize()} message:"))- print(msg['content'].strip())+ print(msg["content"].strip())print("\n")print(_red("Response:"))@@ -116,5 +148,5 @@ def _inspect_history(lm, n: int = 1):if len(outputs) > 1:choices_text = f" \t (and {len(outputs)-1} other completions)"print(_red(choices_text, end=""))-+print("\n\n\n")