Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

avoid importing optuna in dspy import (#8258)

TomuHiratad53daeca9c36
diff --git a/dspy/teleprompt/mipro_optimizer_v2.py b/dspy/teleprompt/mipro_optimizer_v2.py
index 7bcff1a32..05dd4eec1 100644
--- a/dspy/teleprompt/mipro_optimizer_v2.py
+++ b/dspy/teleprompt/mipro_optimizer_v2.py
@@ -4,12 +4,11 @@ import select
import sys
import textwrap
import time
+from typing import TYPE_CHECKING
from collections import defaultdict
from typing import Any, Callable, Dict, List, Literal, Optional, Tuple
import numpy as np
-import optuna
-from optuna.distributions import CategoricalDistribution
import dspy
from dspy.evaluate.evaluate import Evaluate
@@ -26,6 +25,9 @@ from dspy.teleprompt.utils import (
set_signature,
)
+if TYPE_CHECKING:
+ import optuna
+
logger = logging.getLogger(__name__)
# Constants
@@ -496,6 +498,7 @@ class MIPROv2(Teleprompter):
minibatch_full_eval_steps: int,
seed: int,
) -> Optional[Any]:
+ import optuna
# Run optimization
optuna.logging.set_verbosity(optuna.logging.WARNING)
logger.info("==> STEP 3: FINDING OPTIMAL PROMPT PARAMETERS <==")
@@ -727,7 +730,7 @@ class MIPROv2(Teleprompter):
candidate_program: Any,
instruction_candidates: Dict[int, List[str]],
demo_candidates: Optional[List],
- trial: optuna.trial.Trial,
+ trial: "optuna.trial.Trial",
trial_logs: Dict,
trial_num: int,
) -> List[str]:
@@ -756,6 +759,7 @@ class MIPROv2(Teleprompter):
return chosen_params, raw_chosen_params
def _get_param_distributions(self, program, instruction_candidates, demo_candidates):
+ from optuna.distributions import CategoricalDistribution
param_distributions = {}
for i in range(len(instruction_candidates)):
@@ -780,10 +784,11 @@ class MIPROv2(Teleprompter):
score_data,
best_score: float,
best_program: Any,
- study: optuna.Study,
+ study: "optuna.Study",
instruction_candidates: List,
demo_candidates: List,
):
+ import optuna
logger.info(f"===== Trial {trial_num + 1} / {adjusted_num_trials} - Full Evaluation =====")
# Identify best program to evaluate fully
diff --git a/dspy/teleprompt/teleprompt_optuna.py b/dspy/teleprompt/teleprompt_optuna.py
index c733df0e5..46cc12361 100644
--- a/dspy/teleprompt/teleprompt_optuna.py
+++ b/dspy/teleprompt/teleprompt_optuna.py
@@ -1,5 +1,3 @@
-import optuna
-
from dspy.evaluate.evaluate import Evaluate
from dspy.teleprompt.teleprompt import Teleprompter
@@ -55,6 +53,7 @@ class BootstrapFewShotWithOptuna(Teleprompter):
return score
def compile(self, student, *, teacher=None, max_demos, trainset, valset=None):
+ import optuna
self.trainset = trainset
self.valset = valset or trainset
self.student = student.reset_copy()