Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update utils.py

Chris Brewa222758f90bc
diff --git a/dsp/evaluation/utils.py b/dsp/evaluation/utils.py
index 9d059437f..681325138 100644
--- a/dsp/evaluation/utils.py
+++ b/dsp/evaluation/utils.py
@@ -4,7 +4,8 @@ import pandas as pd
from IPython.display import display
from dsp.utils import EM
-def evaluate(fn, dev, metric=EM):
+
+def evaluate(fn, dev, metric=EM, notebook=False):
data = []
for example in tqdm.tqdm(dev):
@@ -23,4 +24,7 @@ def evaluate(fn, dev, metric=EM):
df['correct'] = df['correct'].apply(lambda x: '✔️' if x else '❌')
pd.options.display.max_colwidth = None
- display(df.style.set_table_styles([{'selector': 'th', 'props': [('text-align', 'left')]}, {'selector': 'td', 'props': [('text-align', 'left')]}]))
+ if notebook:
+ display(df.style.set_table_styles([{'selector': 'th', 'props': [('text-align', 'left')]}, {'selector': 'td', 'props': [('text-align', 'left')]}]))
+ else:
+ return df.to_string()