DSPy: The framework for programming—not prompting—language models
Python
update vllm initializtion and fix inspect history
tjtanaaca4efef8aa3b
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.pyindex fcda7dd8a..6c4aaef20 100644--- a/dsp/modules/hf_client.py+++ b/dsp/modules/hf_client.py@@ -3,6 +3,7 @@ import randomimport reimport shutilimport subprocess+from typing import Literal# from dsp.modules.adapter import TurboAdapter, DavinciAdapter, LlamaAdapterimport backoff@@ -114,7 +115,7 @@ def send_hftgi_request_v00(arg, **kwargs):class HFClientVLLM(HFModel):- def __init__(self, model, port, url="http://localhost", **kwargs):+ def __init__(self, model, port, model_type: Literal['chat', 'text'] = 'text', url="http://localhost", **kwargs):super().__init__(model=model, is_client=True)if isinstance(url, list):@@ -126,27 +127,24 @@ class HFClientVLLM(HFModel):else:raise ValueError(f"The url provided to `HFClientVLLM` is neither a string nor a list of strings. It is of type {type(url)}.")+ self.model_type = model_typeself.headers = {"Content-Type": "application/json"}self.kwargs |= kwargs# kwargs needs to have model, port and url for the lm.copy() to work properlyself.kwargs.update({- 'model': model,'port': port,- 'url': url+ 'url': url,})def _generate(self, prompt, **kwargs):kwargs = {**self.kwargs, **kwargs}- # get model_type- model_type = kwargs.get("model_type",None)-# Round robin the urls.url = self.urls.pop(0)self.urls.append(url)- if model_type == "chat":+ if self.model_type == "chat":system_prompt = kwargs.get("system_prompt",None)messages = [{"role": "user", "content": prompt}]if system_prompt:diff --git a/dsp/modules/lm.py b/dsp/modules/lm.pyindex ac65343b4..cfe8b88d0 100644--- a/dsp/modules/lm.py+++ b/dsp/modules/lm.py@@ -63,11 +63,11 @@ class LM(ABC):if len(printed) >= n:break- for idx, (prompt, choices) in enumerate(printed):+ printing_value = ""+ for idx, (prompt, choices) in enumerate(reversed(printed)):# skip the first `skip` prompts- if (n - idx - 1) > skip:+ if (n - idx - 1) < skip:continue- printing_value = ""printing_value += "\n\n\n"printing_value += prompt