Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Fix eval path pointing to default dataset

Isaac Millerf231146db7c1
diff --git a/dsp/modules/trainable_anyscale.py b/dsp/modules/trainable_anyscale.py
index 64fb40ba1..1a2c212d4 100644
--- a/dsp/modules/trainable_anyscale.py
+++ b/dsp/modules/trainable_anyscale.py
@@ -118,6 +118,7 @@ class TrainableAnyscale(MultiOpenAI, TrainableLM):
custom_modifications = {
"model_id": self.kwargs["model"],
"train_path": train_path,
+ "valid_path": eval_path,
"logger": {
"provider": "wandb",
},
@@ -125,8 +126,7 @@ class TrainableAnyscale(MultiOpenAI, TrainableLM):
}
if kwargs.get("output_dir", None):
custom_modifications["output_dir"] = kwargs["output_dir"]
- if eval_path:
- custom_modifications["valid_path"] = eval_path
+
model_config_data.update(custom_modifications)
diff --git a/dspy/teleprompt/finetune_teleprompter.py b/dspy/teleprompt/finetune_teleprompter.py
index 9c48feedf..bcb97e636 100644
--- a/dspy/teleprompt/finetune_teleprompter.py
+++ b/dspy/teleprompt/finetune_teleprompter.py
@@ -150,6 +150,8 @@ def build_messages_from_trace(
adapter = dspy.settings.adapter or dspy.ChatAdapter()
data = []
+
+ # TODO: Make sure that this works for multi-stage pipelines
for pred_ind, (pred, inputs, outputs) in enumerate(trace):
# Get the demos from the predictor if exclude_demos is False
demos = [] if exclude_demos else pred.demos