Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

fix(dspy/anyscale): Make dataset name unique

Isaac Millerc5b4c6d4240d
diff --git a/dspy/clients/anyscale.py b/dspy/clients/anyscale.py
index d65c0e991..22d87e8ba 100644
--- a/dspy/clients/anyscale.py
+++ b/dspy/clients/anyscale.py
@@ -137,7 +137,8 @@ def verify_dataset(dataset: List[dict[str, Any]]) -> bool:
def submit_data(train_path: str, job_config: Dict[str, Any]):
"""Upload the data to cloud storage."""
logger.info("[Finetune] Submitting data to remote storage...")
- dataset_name = f"dataset-{job_config.get('name', 'dspy-llmforge-fine-tuning-job')}"
+ dataset_suffix = os.path.basename(train_path).split(".")[0]
+ dataset_name = f"dataset-{job_config.get('name', dataset_suffix)}"
train_path_remote = anyscale.llm.dataset.upload(train_path, name=dataset_name, cloud=job_config.get("cloud", None)).storage_uri
logger.info(f"[Finetune] Data submitted. Remote train path: {train_path_remote}")