Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update anyscale.py

Dilara Soylud7210d392d0e
diff --git a/dspy/clients/anyscale.py b/dspy/clients/anyscale.py
index e124f601d..53a0f0c26 100644
--- a/dspy/clients/anyscale.py
+++ b/dspy/clients/anyscale.py
@@ -20,6 +20,22 @@ TRAINING_METHODS_ANYSCALE = [
TrainingMethod.SFT,
]
+#-------------------------------------------------------------------------------
+# Launching and killing LMs
+#-------------------------------------------------------------------------------
+
+def anyscale_model_launch(model: str, launch_kwargs: Dict[str, Any]):
+ """Launch an AnyScale model."""
+ # TODO: Hardcode resources for launching a select server through docker
+ raise NotImplementedError("Method `anyscale_model_launch` is not implemented.")
+
+
+def anyscale_model_kill(model: str, launch_kwargs: Dict[str, Any]):
+ # TODO: Hardcode resources for killing a select server through docker
+ """Kill an AnyScale model."""
+ raise NotImplementedError("Method `anyscale_model_kill` is not implemented.")
+
+
#-------------------------------------------------------------------------------
# Function and classes required for the fine-tune interface
#-------------------------------------------------------------------------------