Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Add ability to score a list of strings

Rick Battle6acb3af6b25a
diff --git a/dspy/evaluate/metrics.py b/dspy/evaluate/metrics.py
index da74dfc2f..b965b3350 100644
--- a/dspy/evaluate/metrics.py
+++ b/dspy/evaluate/metrics.py
@@ -4,10 +4,19 @@ import dsp
from dsp.utils import EM, normalize_text
def answer_exact_match(example, pred, trace=None, frac=1.0):
- return dsp.answer_match(pred.answer, [example.answer], frac=frac)
+ assert(type(example.answer) is str or type(example.answer) is list)
+
+ if type(example.answer) is str:
+ return dsp.answer_match(pred.answer, [example.answer], frac=frac)
+ else: # type(example.answer) is list
+ return dsp.answer_match(pred.answer, example.answer, frac=frac)
answer_exact_match_str = dsp.answer_match
def answer_passage_match(example, pred, trace=None):
- return dsp.passage_match(pred.context, [example.answer])
-
+ assert(type(example.answer) is str or type(example.answer) is list)
+
+ if type(example.answer) is str:
+ return dsp.passage_match(pred.context, [example.answer])
+ else: # type(example.answer) is list
+ return dsp.passage_match(pred.context, example.answer)