DSPy: The framework for programming—not prompting—language models
Python
Fix eval path pointing to default dataset
Isaac Millerf231146db7c1
diff --git a/dsp/modules/trainable_anyscale.py b/dsp/modules/trainable_anyscale.pyindex 64fb40ba1..1a2c212d4 100644--- a/dsp/modules/trainable_anyscale.py+++ b/dsp/modules/trainable_anyscale.py@@ -118,6 +118,7 @@ class TrainableAnyscale(MultiOpenAI, TrainableLM):custom_modifications = {"model_id": self.kwargs["model"],"train_path": train_path,+ "valid_path": eval_path,"logger": {"provider": "wandb",},@@ -125,8 +126,7 @@ class TrainableAnyscale(MultiOpenAI, TrainableLM):}if kwargs.get("output_dir", None):custom_modifications["output_dir"] = kwargs["output_dir"]- if eval_path:- custom_modifications["valid_path"] = eval_path+model_config_data.update(custom_modifications)diff --git a/dspy/teleprompt/finetune_teleprompter.py b/dspy/teleprompt/finetune_teleprompter.pyindex 9c48feedf..bcb97e636 100644--- a/dspy/teleprompt/finetune_teleprompter.py+++ b/dspy/teleprompt/finetune_teleprompter.py@@ -150,6 +150,8 @@ def build_messages_from_trace(adapter = dspy.settings.adapter or dspy.ChatAdapter()data = []++ # TODO: Make sure that this works for multi-stage pipelinesfor pred_ind, (pred, inputs, outputs) in enumerate(trace):# Get the demos from the predictor if exclude_demos is Falsedemos = [] if exclude_demos else pred.demos