DSPy: The framework for programming—not prompting—language models
Python
fix(dspy/anyscale): Make dataset name unique
Isaac Millerc5b4c6d4240d
diff --git a/dspy/clients/anyscale.py b/dspy/clients/anyscale.pyindex d65c0e991..22d87e8ba 100644--- a/dspy/clients/anyscale.py+++ b/dspy/clients/anyscale.py@@ -137,7 +137,8 @@ def verify_dataset(dataset: List[dict[str, Any]]) -> bool:def submit_data(train_path: str, job_config: Dict[str, Any]):"""Upload the data to cloud storage."""logger.info("[Finetune] Submitting data to remote storage...")- dataset_name = f"dataset-{job_config.get('name', 'dspy-llmforge-fine-tuning-job')}"+ dataset_suffix = os.path.basename(train_path).split(".")[0]+ dataset_name = f"dataset-{job_config.get('name', dataset_suffix)}"train_path_remote = anyscale.llm.dataset.upload(train_path, name=dataset_name, cloud=job_config.get("cloud", None)).storage_urilogger.info(f"[Finetune] Data submitted. Remote train path: {train_path_remote}")