Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

The Cohere Chat API does not support multiple generations per call.

Connor Shorten5e03f0093790
diff --git a/dsp/modules/cohere.py b/dsp/modules/cohere.py
index eec81853b..407229162 100644
--- a/dsp/modules/cohere.py
+++ b/dsp/modules/cohere.py
@@ -108,38 +108,15 @@ class Cohere(LM):
def __call__(
self,
prompt: str,
- only_completed: bool = True,
- return_sorted: bool = False,
**kwargs,
):
- assert only_completed, "for now"
- assert return_sorted is False, "for now"
-
- # Cohere uses 'num_generations' whereas dsp.generate() uses 'n'
- n = kwargs.pop("n", 1)
-
- # Cohere can generate upto self.max_num_generations completions at a time
- choices = []
- num_iters = math.ceil(n / self.max_num_generations)
- remainder = n % self.max_num_generations
- for i in range(num_iters):
- if i == (num_iters - 1):
- kwargs["num_generations"] = (
- remainder if remainder != 0 else self.max_num_generations
- )
- else:
- kwargs["num_generations"] = self.max_num_generations
- response = self.request(prompt, **kwargs)
- choices.extend(response.generations)
- completions = [c.text for c in choices]
-
- if return_sorted and kwargs.get("num_generations", 1) > 1:
- scored_completions = []
-
- for c in choices:
- scored_completions.append((c.likelihood, c.text))
-
- scored_completions = sorted(scored_completions, reverse=True)
- completions = [c for _, c in scored_completions]
-
- return completions
+
+ response = self.request(prompt, **kwargs)
+
+ # ToDo, add
+ '''
+ if dsp.settings.log_coherelm_usage:
+ self.log_usage(response)
+ '''
+
+ return response.text