Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

fix(dspy): added `copy` to `OllamaLocal` to propagate `model`, `model_type`, `base_url` and `timeout_s`.

Yilin Xuc7d45b6d4bc3
diff --git a/dsp/modules/ollama.py b/dsp/modules/ollama.py
index 27304d271..7781583be 100644
--- a/dsp/modules/ollama.py
+++ b/dsp/modules/ollama.py
@@ -180,3 +180,15 @@ class OllamaLocal(LM):
completions = [self._get_choice_text(c) for c in choices]
return completions
+
+ def copy(self, **kwargs):
+ """Returns a copy of the language model with the same parameters."""
+ kwargs = {**self.kwargs, **kwargs}
+
+ return self.__class__(
+ model=self.model_name,
+ model_type=self.model_type,
+ base_url=self.base_url,
+ timeout_s=self.timeout_s,
+ **kwargs,
+ )