Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Add support for logprob output

Tom Dörr231b120abaa7
diff --git a/dsp/modules/gpt3.py b/dsp/modules/gpt3.py
index 8bead7414..ee3490873 100644
--- a/dsp/modules/gpt3.py
+++ b/dsp/modules/gpt3.py
@@ -185,7 +185,12 @@ class GPT3(LM):
if only_completed and len(completed_choices):
choices = completed_choices
- completions = [self._get_choice_text(c) for c in choices]
+ # if logprobs:
+ if kwargs.get("logprobs", False):
+ completions = [{'text': self._get_choice_text(c), 'logprobs': c["logprobs"]} for c in choices]
+ else:
+ completions = [self._get_choice_text(c) for c in choices]
+
if return_sorted and kwargs.get("n", 1) > 1:
scored_completions = []
@@ -200,10 +205,12 @@ class GPT3(LM):
tokens, logprobs = tokens[:index], logprobs[:index]
avglog = sum(logprobs) / len(logprobs)
- scored_completions.append((avglog, self._get_choice_text(c)))
-
+ scored_completions.append((avglog, self._get_choice_text(c), logprobs))
scored_completions = sorted(scored_completions, reverse=True)
- completions = [c for _, c in scored_completions]
+ if logprobs:
+ completions = [{'text': c, 'logprobs': lp} for _, c, lp in scored_completions]
+ else:
+ completions = [c for _, c in scored_completions]
return completions