DSPy: The framework for programming—not prompting—language models
Python
Add ability to score a list of strings
Rick Battle6acb3af6b25a
diff --git a/dspy/evaluate/metrics.py b/dspy/evaluate/metrics.pyindex da74dfc2f..b965b3350 100644--- a/dspy/evaluate/metrics.py+++ b/dspy/evaluate/metrics.py@@ -4,10 +4,19 @@ import dspfrom dsp.utils import EM, normalize_textdef answer_exact_match(example, pred, trace=None, frac=1.0):- return dsp.answer_match(pred.answer, [example.answer], frac=frac)+ assert(type(example.answer) is str or type(example.answer) is list)++ if type(example.answer) is str:+ return dsp.answer_match(pred.answer, [example.answer], frac=frac)+ else: # type(example.answer) is list+ return dsp.answer_match(pred.answer, example.answer, frac=frac)answer_exact_match_str = dsp.answer_matchdef answer_passage_match(example, pred, trace=None):- return dsp.passage_match(pred.context, [example.answer])-+ assert(type(example.answer) is str or type(example.answer) is list)++ if type(example.answer) is str:+ return dsp.passage_match(pred.context, [example.answer])+ else: # type(example.answer) is list+ return dsp.passage_match(pred.context, example.answer)