DSPy: The framework for programming—not prompting—language models
Python
The Cohere Chat API does not support multiple generations per call.
Connor Shorten5e03f0093790
diff --git a/dsp/modules/cohere.py b/dsp/modules/cohere.pyindex eec81853b..407229162 100644--- a/dsp/modules/cohere.py+++ b/dsp/modules/cohere.py@@ -108,38 +108,15 @@ class Cohere(LM):def __call__(self,prompt: str,- only_completed: bool = True,- return_sorted: bool = False,**kwargs,):- assert only_completed, "for now"- assert return_sorted is False, "for now"-- # Cohere uses 'num_generations' whereas dsp.generate() uses 'n'- n = kwargs.pop("n", 1)-- # Cohere can generate upto self.max_num_generations completions at a time- choices = []- num_iters = math.ceil(n / self.max_num_generations)- remainder = n % self.max_num_generations- for i in range(num_iters):- if i == (num_iters - 1):- kwargs["num_generations"] = (- remainder if remainder != 0 else self.max_num_generations- )- else:- kwargs["num_generations"] = self.max_num_generations- response = self.request(prompt, **kwargs)- choices.extend(response.generations)- completions = [c.text for c in choices]-- if return_sorted and kwargs.get("num_generations", 1) > 1:- scored_completions = []-- for c in choices:- scored_completions.append((c.likelihood, c.text))-- scored_completions = sorted(scored_completions, reverse=True)- completions = [c for _, c in scored_completions]-- return completions++ response = self.request(prompt, **kwargs)++ # ToDo, add+ '''+ if dsp.settings.log_coherelm_usage:+ self.log_usage(response)+ '''++ return response.text